JUnit version 4.13.2
.23:08:15.895 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465695886
23:08:15.919 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465695919
23:08:15.949 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:08:15.953 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:08:16.013 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:08:16.024 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:08:16.028 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:08:16.031 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:08:16.245 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:08:16.398 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:08:16.399 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:08:16.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.403169 12058 mini_oidc.cc:150] Starting JWKS server
23:08:16.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.406502 12058 webserver.cc:534] Webserver started at http://127.0.0.1:32825/ using document root <none> and password file <none>
23:08:16.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.406908 12058 mini_oidc.cc:186] Starting OIDC Discovery server
23:08:16.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.408763 12058 webserver.cc:534] Webserver started at http://127.0.0.1:42103/ using document root <none> and password file <none>
23:08:16.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:16Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:08:16.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:16Z Disabled control of system clock
23:08:16.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.471683 12058 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:16.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/wal
23:08:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/data
23:08:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:16.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:16.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/logs
23:08:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/data/info.pb
23:08:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:16.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:16.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.190:45937
23:08:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.190
23:08:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:16.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:16.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32825/jwks.json with env {}
23:08:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.776424 12071 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.776990 12071 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:16.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.777513 12071 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.808751 12071 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.809036 12071 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:16.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.809226 12071 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.809417 12071 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.809609 12071 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.809828 12071 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32825/jwks.json
23:08:16.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.845657 12071 master_runner.cc:387] Master server non-default flags:
23:08:16.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:16.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:16.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:16.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:16.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/data
23:08:16.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/wal
23:08:16.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.190:45937
23:08:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:16.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32825/jwks.json
23:08:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:16.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/data/info.pb
23:08:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.190
23:08:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:16.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/logs
23:08:16.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:16.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:16.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.847121 12071 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:16.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:16.848783 12071 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:16.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.860886 12077 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:18.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:16.861881 12078 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:18.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.097790 12080 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:18.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.100342 12071 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.237s	user 0.003s	sys 0.006s
23:08:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.100620 12071 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.238s	user 0.003s	sys 0.006s
23:08:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.100792 12071 server_base.cc:1061] running on GCE node
23:08:18.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.102221 12071 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:18.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.104977 12071 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:18.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.106436 12071 hybrid_clock.cc:648] HybridClock initialized: now 1783465698106271 us; error 174 us; skew 500 ppm
23:08:18.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.107479 12071 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.115200 12071 webserver.cc:534] Webserver started at http://127.11.198.190:33693/ using document root <none> and password file <none>
23:08:18.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.116421 12071 fs_manager.cc:362] Metadata directory not provided
23:08:18.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.116688 12071 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:18.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.117259 12071 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.121668 12071 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/data/instance:
23:08:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05173bf59aa44a598d0dbb3bcda0af06"
23:08:18.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:18 on dist-test-slave-sprr"
23:08:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.123209 12071 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/wal/instance:
23:08:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05173bf59aa44a598d0dbb3bcda0af06"
23:08:18.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:18 on dist-test-slave-sprr"
23:08:18.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.131294 12071 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
23:08:18.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.137645 12087 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:18.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.139067 12071 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
23:08:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.139446 12071 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/wal
23:08:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "05173bf59aa44a598d0dbb3bcda0af06"
23:08:18.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:18 on dist-test-slave-sprr"
23:08:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.139942 12071 fs_report.cc:389] FS layout report
23:08:18.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/wal
23:08:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/wal
23:08:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/data/data
23:08:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:18.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:18.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:18.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:18.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:18.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:18.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:18.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:18.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.224671 12071 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.226380 12071 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.226919 12071 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:18.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.298527 12071 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.190:45937
23:08:18.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.298607 12138 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.190:45937 every 8 connection(s)
23:08:18.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.301589 12071 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/data/info.pb
23:08:18.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.307534 12139 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:18.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.310258 12058 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 12071
23:08:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.310786 12058 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-0/wal/instance
23:08:18.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.316143 12058 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:18.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:18.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/wal
23:08:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/data
23:08:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:18.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/logs
23:08:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/data/info.pb
23:08:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:18.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:18.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.189:39011
23:08:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.189
23:08:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:18.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:18.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32825/jwks.json with env {}
23:08:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.323269 12139 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } has no permanent_uuid. Determining permanent_uuid...
23:08:18.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.354794 12139 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } has no permanent_uuid. Determining permanent_uuid...
23:08:18.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.357321 12089 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.189:39011: connect: Connection refused (error 111)
23:08:18.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.361918 12139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.189:39011: Network error: Client connection negotiation failed: client connection to 127.11.198.189:39011: connect: Connection refused (error 111)
23:08:18.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.411445 12139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } attempt: 1
23:08:18.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.415755 12139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.189:39011: Network error: Client connection negotiation failed: client connection to 127.11.198.189:39011: connect: Connection refused (error 111)
23:08:18.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.484206 12139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } attempt: 2
23:08:18.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.488642 12139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.189:39011: Network error: Client connection negotiation failed: client connection to 127.11.198.189:39011: connect: Connection refused (error 111)
23:08:18.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.580040 12139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } attempt: 3
23:08:18.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.584506 12139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.189:39011: Network error: Client connection negotiation failed: client connection to 127.11.198.189:39011: connect: Connection refused (error 111)
23:08:18.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.652359 12141 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.652897 12141 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:18.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.653347 12141 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.685830 12141 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.686120 12141 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.686317 12141 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:18.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.686506 12141 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:18.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.686686 12141 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:18.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.686823 12141 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32825/jwks.json
23:08:18.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.724051 12141 master_runner.cc:387] Master server non-default flags:
23:08:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/data
23:08:18.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/wal
23:08:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.189:39011
23:08:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:18.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32825/jwks.json
23:08:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/data/info.pb
23:08:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.189
23:08:18.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/logs
23:08:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:18.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:18.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.725520 12141 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.727293 12141 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:18.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:18.727923 12139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } attempt: 4
23:08:18.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.734840 12139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.189:39011: Network error: Client connection negotiation failed: client connection to 127.11.198.189:39011: connect: Connection refused (error 111)
23:08:18.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.740478 12150 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:19.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.034291 12139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } attempt: 5
23:08:19.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:19.042999 12139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.189:39011: Network error: Client connection negotiation failed: client connection to 127.11.198.189:39011: connect: Connection refused (error 111)
23:08:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:19.590567 12139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } attempt: 6
23:08:19.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:19.622354 12139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.189:39011: Network error: Client connection negotiation failed: client connection to 127.11.198.189:39011: connect: Connection refused (error 111)
23:08:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.144629 12149 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 12141
23:08:20.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.546216 12141 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.806s	user 0.695s	sys 1.111s
23:08:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.546592 12141 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.806s	user 0.695s	sys 1.111s
23:08:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:18.740767 12151 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:20.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.549131 12153 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.552665 12152 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1812 milliseconds
23:08:20.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.552727 12141 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:20.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.554155 12141 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:20.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.556577 12141 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:20.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.558038 12141 hybrid_clock.cc:648] HybridClock initialized: now 1783465700557947 us; error 38 us; skew 500 ppm
23:08:20.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.559267 12141 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:20.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.565663 12141 webserver.cc:534] Webserver started at http://127.11.198.189:41931/ using document root <none> and password file <none>
23:08:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.566805 12141 fs_manager.cc:362] Metadata directory not provided
23:08:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.567066 12141 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:20.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.567644 12141 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.572023 12141 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/data/instance:
23:08:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "90492c3c442a4031b28a92eb05959c99"
23:08:20.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:20 on dist-test-slave-sprr"
23:08:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.573360 12141 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/wal/instance:
23:08:20.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "90492c3c442a4031b28a92eb05959c99"
23:08:20.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:20 on dist-test-slave-sprr"
23:08:20.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.580531 12141 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.002s	sys 0.004s
23:08:20.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.586654 12162 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.587715 12141 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:08:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.588104 12141 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/wal
23:08:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "90492c3c442a4031b28a92eb05959c99"
23:08:20.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:20 on dist-test-slave-sprr"
23:08:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.588507 12141 fs_report.cc:389] FS layout report
23:08:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/wal
23:08:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/wal
23:08:20.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/data/data
23:08:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:20.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:20.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:20.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.645331 12141 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.647032 12141 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:20.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.647554 12141 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:20.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.682922 12139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } attempt: 7
23:08:20.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.691828 12139 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.189:39011: Network error: Client connection negotiation failed: client connection to 127.11.198.189:39011: connect: Connection refused (error 111)
23:08:20.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.719198 12141 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.189:39011
23:08:20.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.719290 12215 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.189:39011 every 8 connection(s)
23:08:20.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.722029 12141 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/data/info.pb
23:08:20.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.728359 12216 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:20.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.731467 12058 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 12141
23:08:20.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.731920 12058 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-1/wal/instance
23:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.734863 12058 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/wal
23:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/data
23:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:20.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/logs
23:08:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/data/info.pb
23:08:20.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:20.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:20.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.188:43131
23:08:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.188
23:08:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:20.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32825/jwks.json with env {}
23:08:20.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.742780 12216 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } has no permanent_uuid. Determining permanent_uuid...
23:08:20.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.768985 12216 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } has no permanent_uuid. Determining permanent_uuid...
23:08:20.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.783563 12216 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } has no permanent_uuid. Determining permanent_uuid...
23:08:20.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.786182 12164 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.11.198.188:43131: connect: Connection refused (error 111)
23:08:20.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.790783 12216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.188:43131: Network error: Client connection negotiation failed: client connection to 127.11.198.188:43131: connect: Connection refused (error 111)
23:08:20.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.840328 12216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } attempt: 1
23:08:20.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.845323 12216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.188:43131: Network error: Client connection negotiation failed: client connection to 127.11.198.188:43131: connect: Connection refused (error 111)
23:08:20.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:20.913796 12216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } attempt: 2
23:08:20.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:20.918347 12216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.188:43131: Network error: Client connection negotiation failed: client connection to 127.11.198.188:43131: connect: Connection refused (error 111)
23:08:21.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.009809 12216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } attempt: 3
23:08:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.014343 12216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.188:43131: Network error: Client connection negotiation failed: client connection to 127.11.198.188:43131: connect: Connection refused (error 111)
23:08:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.051542 12218 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:21.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.052237 12218 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:21.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.052908 12218 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:21.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.084772 12218 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:21.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.085136 12218 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:21.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.085476 12218 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.085852 12218 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.086236 12218 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.086500 12218 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:32825/jwks.json
23:08:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.128435 12218 master_runner.cc:387] Master server non-default flags:
23:08:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:21.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/data
23:08:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/wal
23:08:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.188:43131
23:08:21.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:32825/jwks.json
23:08:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/data/info.pb
23:08:21.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.188
23:08:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/logs
23:08:21.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:21.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.130187 12218 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:21.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.132468 12218 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.143371 12228 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:21.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.157766 12216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } attempt: 4
23:08:21.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.164721 12216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.188:43131: Network error: Client connection negotiation failed: client connection to 127.11.198.188:43131: connect: Connection refused (error 111)
23:08:21.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:21.464290 12216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } attempt: 5
23:08:21.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.471560 12216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.188:43131: Network error: Client connection negotiation failed: client connection to 127.11.198.188:43131: connect: Connection refused (error 111)
23:08:22.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.019192 12216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } attempt: 6
23:08:22.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:22.030157 12216 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.11.198.188:43131: Network error: Client connection negotiation failed: client connection to 127.11.198.188:43131: connect: Connection refused (error 111)
23:08:22.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:21.145607 12229 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:22.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:22.376096 12231 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:22.378669 12230 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1229 milliseconds
23:08:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.378753 12218 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:22.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.380041 12218 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:22.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.383040 12218 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.384740 12218 hybrid_clock.cc:648] HybridClock initialized: now 1783465702384688 us; error 66 us; skew 500 ppm
23:08:22.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.385494 12218 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.391471 12218 webserver.cc:534] Webserver started at http://127.11.198.188:42731/ using document root <none> and password file <none>
23:08:22.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.392445 12218 fs_manager.cc:362] Metadata directory not provided
23:08:22.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.392642 12218 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:22.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.393013 12218 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.397231 12218 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/data/instance:
23:08:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2b2beb6022d4464b0d8e65752d095a1"
23:08:22.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:22 on dist-test-slave-sprr"
23:08:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.398339 12218 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/wal/instance:
23:08:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2b2beb6022d4464b0d8e65752d095a1"
23:08:22.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:22 on dist-test-slave-sprr"
23:08:22.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.405541 12218 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
23:08:22.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.411085 12240 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.412232 12218 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
23:08:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.412514 12218 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/wal
23:08:22.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e2b2beb6022d4464b0d8e65752d095a1"
23:08:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:22 on dist-test-slave-sprr"
23:08:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.412815 12218 fs_report.cc:389] FS layout report
23:08:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/wal
23:08:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/wal
23:08:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/data/data
23:08:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:22.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:22.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.460549 12218 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.462025 12218 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:22.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.462426 12218 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.534168 12218 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.188:43131
23:08:22.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.534262 12291 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.188:43131 every 8 connection(s)
23:08:22.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.537106 12218 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/data/info.pb
23:08:22.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.542887 12292 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:22.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.543548 12058 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 12218
23:08:22.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.543874 12058 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/master-2/wal/instance
23:08:22.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.558341 12292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } has no permanent_uuid. Determining permanent_uuid...
23:08:22.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.586678 12292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } has no permanent_uuid. Determining permanent_uuid...
23:08:22.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.596968 12292 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } has no permanent_uuid. Determining permanent_uuid...
23:08:22.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.618496 12292 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1: Bootstrap starting.
23:08:22.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.625274 12292 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1: Neither blocks nor log segments found. Creating new log.
23:08:22.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.626946 12292 log.cc:826] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1: Log is configured to *not* fsync() on all Append() calls
23:08:22.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.631013 12292 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1: No bootstrap required, opened a new log
23:08:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.651104 12292 raft_consensus.cc:359] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } }
23:08:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.651749 12292 raft_consensus.cc:385] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:22.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.651930 12292 raft_consensus.cc:740] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e2b2beb6022d4464b0d8e65752d095a1, State: Initialized, Role: FOLLOWER
23:08:22.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.652701 12292 consensus_queue.cc:260] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } }
23:08:22.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.656710 12301 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } } }
23:08:22.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.657080 12292 sys_catalog.cc:565] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [sys.catalog]: configured and running, proceeding with master startup.
23:08:22.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.657358 12301 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [sys.catalog]: This master's current role is: FOLLOWER
23:08:22.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:22.691051 12312 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:08:22.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:22.691926 12312 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:08:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.680495 12218 master_runner.cc:187] Error getting master registration for 127.11.198.190:45937: OK, instance_id { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" instance_seqno: 1783465698278555 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:08:22.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.707896 12218 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:08:22.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:22.717350 12246 tablet.cc:2406] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:22.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.782348 12139 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } attempt: 8
23:08:22.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.793895 12139 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } has no permanent_uuid. Determining permanent_uuid...
23:08:22.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.814589 12139 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06: Bootstrap starting.
23:08:22.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.822399 12139 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06: Neither blocks nor log segments found. Creating new log.
23:08:22.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.825548 12139 log.cc:826] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06: Log is configured to *not* fsync() on all Append() calls
23:08:22.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.830694 12139 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06: No bootstrap required, opened a new log
23:08:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.859397 12139 raft_consensus.cc:359] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } }
23:08:22.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.860316 12139 raft_consensus.cc:385] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:22.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.860618 12139 raft_consensus.cc:740] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 05173bf59aa44a598d0dbb3bcda0af06, State: Initialized, Role: FOLLOWER
23:08:22.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.861591 12139 consensus_queue.cc:260] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } }
23:08:22.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.864399 12316 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } } }
23:08:22.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.865057 12316 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [sys.catalog]: This master's current role is: FOLLOWER
23:08:22.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.866346 12139 sys_catalog.cc:565] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [sys.catalog]: configured and running, proceeding with master startup.
23:08:22.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:22.898972 12327 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:08:22.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:22.899848 12327 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:08:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.926355 12301 raft_consensus.cc:493] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:22.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.926919 12301 raft_consensus.cc:515] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } }
23:08:22.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.895557 12071 master_runner.cc:187] Error getting master registration for 127.11.198.189:39011: OK, instance_id { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" instance_seqno: 1783465700699815 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:08:22.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.931119 12071 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:08:22.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.932503 12114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2b2beb6022d4464b0d8e65752d095a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05173bf59aa44a598d0dbb3bcda0af06" is_pre_election: true
23:08:22.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.933395 12114 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e2b2beb6022d4464b0d8e65752d095a1 in term 0.
23:08:22.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.934959 12243 leader_election.cc:304] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05173bf59aa44a598d0dbb3bcda0af06, e2b2beb6022d4464b0d8e65752d095a1; no voters: 
23:08:22.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.936601 12301 leader_election.cc:290] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 05173bf59aa44a598d0dbb3bcda0af06 (127.11.198.190:45937), 90492c3c442a4031b28a92eb05959c99 (127.11.198.189:39011)
23:08:22.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.937134 12301 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:08:22.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.937486 12301 raft_consensus.cc:493] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:22.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.937836 12301 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [term 0 FOLLOWER]: Advancing to term 1
23:08:22.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.947962 12301 raft_consensus.cc:515] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } }
23:08:22.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.962328 12301 leader_election.cc:290] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [CANDIDATE]: Term 1 election: Requested vote from peers 05173bf59aa44a598d0dbb3bcda0af06 (127.11.198.190:45937), 90492c3c442a4031b28a92eb05959c99 (127.11.198.189:39011)
23:08:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.966117 12114 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2b2beb6022d4464b0d8e65752d095a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05173bf59aa44a598d0dbb3bcda0af06"
23:08:22.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.966704 12114 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [term 0 FOLLOWER]: Advancing to term 1
23:08:22.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.973462 12114 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e2b2beb6022d4464b0d8e65752d095a1 in term 1.
23:08:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.975008 12243 leader_election.cc:304] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 05173bf59aa44a598d0dbb3bcda0af06, e2b2beb6022d4464b0d8e65752d095a1; no voters: 
23:08:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.975963 12329 raft_consensus.cc:2804] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [term 1 FOLLOWER]: Leader election won for term 1
23:08:22.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.976455 12329 raft_consensus.cc:697] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [term 1 LEADER]: Becoming Leader. State: Replica: e2b2beb6022d4464b0d8e65752d095a1, State: Running, Role: LEADER
23:08:22.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:22.977438 12329 consensus_queue.cc:237] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } }
23:08:22.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:22.988093 12093 tablet.cc:2406] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:23.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.001051 12301 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e2b2beb6022d4464b0d8e65752d095a1. Latest consensus state: current_term: 1 leader_uuid: "e2b2beb6022d4464b0d8e65752d095a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } } }
23:08:23.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.002457 12301 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [sys.catalog]: This master's current role is: LEADER
23:08:23.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.006258 12331 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:08:23.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.014184 12331 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:08:23.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.040486 12114 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [term 1 FOLLOWER]: Refusing update from remote peer e2b2beb6022d4464b0d8e65752d095a1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:23.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.045217 12301 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:08:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.071580 12316 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e2b2beb6022d4464b0d8e65752d095a1. Latest consensus state: current_term: 1 leader_uuid: "e2b2beb6022d4464b0d8e65752d095a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } } }
23:08:23.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.072439 12316 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [sys.catalog]: This master's current role is: FOLLOWER
23:08:23.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.083247 12332 mvcc.cc:204] Tried to move back new op lower bound from 7305075519623143424 to 7305075519410933760. Current Snapshot: MvccSnapshot[applied={T|T < 7305075519623143424}]
23:08:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.090682 12216 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } attempt: 7
23:08:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.090672 12329 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e2b2beb6022d4464b0d8e65752d095a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } } }
23:08:23.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.091420 12329 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [sys.catalog]: This master's current role is: LEADER
23:08:23.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.094228 12331 catalog_manager.cc:1382] Generated new cluster ID: 391a72d0b855445fa76a2c07d2d543a2
23:08:23.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.094596 12331 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:08:23.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.094969 12333 mvcc.cc:204] Tried to move back new op lower bound from 7305075519623143424 to 7305075519410933760. Current Snapshot: MvccSnapshot[applied={T|T < 7305075519623143424}]
23:08:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.102352 12316 sys_catalog.cc:455] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e2b2beb6022d4464b0d8e65752d095a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } } }
23:08:23.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.103040 12316 sys_catalog.cc:458] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06 [sys.catalog]: This master's current role is: FOLLOWER
23:08:23.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.135456 12331 catalog_manager.cc:1405] Generated new certificate authority record
23:08:23.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.137418 12331 catalog_manager.cc:1539] Loading token signing keys...
23:08:23.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.159894 12216 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99: Bootstrap starting.
23:08:23.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.171953 12216 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99: Neither blocks nor log segments found. Creating new log.
23:08:23.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.178287 12331 catalog_manager.cc:6069] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1: Generated new TSK 0
23:08:23.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.179417 12331 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:08:23.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.185582 12216 log.cc:826] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99: Log is configured to *not* fsync() on all Append() calls
23:08:23.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.196931 12216 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99: No bootstrap required, opened a new log
23:08:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.198673 12058 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/wal
23:08:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/data
23:08:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:23.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/logs
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/data/info.pb
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:23.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.129:0
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.129
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.129
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:23.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:23.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.228451 12216 raft_consensus.cc:359] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } }
23:08:23.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.229911 12216 raft_consensus.cc:385] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:23.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.230549 12216 raft_consensus.cc:740] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 90492c3c442a4031b28a92eb05959c99, State: Initialized, Role: FOLLOWER
23:08:23.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.232074 12216 consensus_queue.cc:260] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } }
23:08:23.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.241598 12340 sys_catalog.cc:455] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } } }
23:08:23.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.246404 12340 sys_catalog.cc:458] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [sys.catalog]: This master's current role is: FOLLOWER
23:08:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.247110 12189 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2b2beb6022d4464b0d8e65752d095a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90492c3c442a4031b28a92eb05959c99"
23:08:23.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.247746 12190 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "e2b2beb6022d4464b0d8e65752d095a1" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "90492c3c442a4031b28a92eb05959c99" is_pre_election: true
23:08:23.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.246589 12187 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [term 0 FOLLOWER]: Advancing to term 1
23:08:23.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.246012 12216 sys_catalog.cc:565] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [sys.catalog]: configured and running, proceeding with master startup.
23:08:23.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.263749 12187 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [term 1 FOLLOWER]: Refusing update from remote peer e2b2beb6022d4464b0d8e65752d095a1: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:23.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.264812 12340 raft_consensus.cc:493] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [term 1 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:23.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.265319 12340 raft_consensus.cc:515] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } }
23:08:23.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.269955 12301 consensus_queue.cc:1048] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [LEADER]: Connected to new peer: Peer: permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:08:23.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.282822 12340 leader_election.cc:290] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers 05173bf59aa44a598d0dbb3bcda0af06 (127.11.198.190:45937), e2b2beb6022d4464b0d8e65752d095a1 (127.11.198.188:43131)
23:08:23.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.283214 12113 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "90492c3c442a4031b28a92eb05959c99" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "05173bf59aa44a598d0dbb3bcda0af06" is_pre_election: true
23:08:23.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.285450 12267 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "90492c3c442a4031b28a92eb05959c99" candidate_term: 2 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e2b2beb6022d4464b0d8e65752d095a1" is_pre_election: true
23:08:23.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.287822 12165 leader_election.cc:304] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 90492c3c442a4031b28a92eb05959c99; no voters: 05173bf59aa44a598d0dbb3bcda0af06, e2b2beb6022d4464b0d8e65752d095a1
23:08:23.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.392716 12343 raft_consensus.cc:2749] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [term 1 FOLLOWER]: Leader pre-election lost for term 2. Reason: could not achieve majority
23:08:23.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.406060 12348 sys_catalog.cc:455] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "e2b2beb6022d4464b0d8e65752d095a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } } }
23:08:23.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.407141 12348 sys_catalog.cc:458] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [sys.catalog]: This master's current role is: FOLLOWER
23:08:23.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.397251 12340 sys_catalog.cc:455] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [sys.catalog]: SysCatalogTable state changed. Reason: New leader e2b2beb6022d4464b0d8e65752d095a1. Latest consensus state: current_term: 1 leader_uuid: "e2b2beb6022d4464b0d8e65752d095a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } } }
23:08:23.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.410027 12340 sys_catalog.cc:458] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99 [sys.catalog]: This master's current role is: FOLLOWER
23:08:23.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.446501 12358 catalog_manager.cc:1294] Loaded cluster ID: 391a72d0b855445fa76a2c07d2d543a2
23:08:23.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.447719 12358 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99: loading cluster ID for follower catalog manager: success
23:08:23.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.474740 12358 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99: acquiring CA information for follower catalog manager: success
23:08:23.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.480851 12358 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 90492c3c442a4031b28a92eb05959c99: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:08:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.679703 12301 sys_catalog.cc:455] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "e2b2beb6022d4464b0d8e65752d095a1" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "05173bf59aa44a598d0dbb3bcda0af06" member_type: VOTER last_known_addr { host: "127.11.198.190" port: 45937 } } peers { permanent_uuid: "90492c3c442a4031b28a92eb05959c99" member_type: VOTER last_known_addr { host: "127.11.198.189" port: 39011 } } peers { permanent_uuid: "e2b2beb6022d4464b0d8e65752d095a1" member_type: VOTER last_known_addr { host: "127.11.198.188" port: 43131 } } }
23:08:23.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.680477 12301 sys_catalog.cc:458] T 00000000000000000000000000000000 P e2b2beb6022d4464b0d8e65752d095a1 [sys.catalog]: This master's current role is: LEADER
23:08:23.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.906389 12327 catalog_manager.cc:1294] Loaded cluster ID: 391a72d0b855445fa76a2c07d2d543a2
23:08:23.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.907151 12327 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06: loading cluster ID for follower catalog manager: success
23:08:23.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.922254 12327 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06: acquiring CA information for follower catalog manager: success
23:08:23.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:23.933432 12327 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 05173bf59aa44a598d0dbb3bcda0af06: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:08:23.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.938145 12339 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.938798 12339 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:23.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.939610 12339 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:23.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:23.998977 12339 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:24.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:24.000382 12339 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.129
23:08:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.065474 12339 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/data
23:08:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/wal
23:08:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:24.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.129:0
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/data/info.pb
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.129
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.129
23:08:24.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/logs
23:08:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:24.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.067247 12339 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:24.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:24.069634 12339 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:24.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:24.101698 12365 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.838992 12339 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.729s	user 0.472s	sys 0.840s
23:08:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.841143 12339 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.731s	user 0.473s	sys 0.841s
23:08:26.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:25.502334 12364 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 12339
23:08:26.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:24.115747 12366 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:26.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.842274 12367 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2731 milliseconds
23:08:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:26.842664 12368 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:26.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.842701 12339 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:26.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.848107 12339 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:26.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.850283 12339 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:26.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.851663 12339 hybrid_clock.cc:648] HybridClock initialized: now 1783465706851598 us; error 69 us; skew 500 ppm
23:08:26.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.852538 12339 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:26.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.858732 12339 webserver.cc:534] Webserver started at http://127.11.198.129:34089/ using document root <none> and password file <none>
23:08:26.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.859721 12339 fs_manager.cc:362] Metadata directory not provided
23:08:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.859953 12339 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:26.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.860494 12339 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:26.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.864759 12339 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/data/instance:
23:08:26.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c79d5f0112844aeb7d162cf1492fcc0"
23:08:26.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:26 on dist-test-slave-sprr"
23:08:26.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.866007 12339 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/wal/instance:
23:08:26.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c79d5f0112844aeb7d162cf1492fcc0"
23:08:26.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:26 on dist-test-slave-sprr"
23:08:26.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.873371 12339 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
23:08:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.880064 12380 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.881189 12339 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.001s
23:08:26.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.881528 12339 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/wal
23:08:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "0c79d5f0112844aeb7d162cf1492fcc0"
23:08:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:26 on dist-test-slave-sprr"
23:08:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.881964 12339 fs_report.cc:389] FS layout report
23:08:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/wal
23:08:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/wal
23:08:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/data/data
23:08:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:26.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:26.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.930701 12339 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:26.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.932230 12339 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:26.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.932776 12339 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:26.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.936021 12339 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.940363 12339 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:26.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.940663 12339 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.940970 12339 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:26.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:26.941192 12339 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:27.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.115120 12339 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.129:32955
23:08:27.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.115355 12492 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.129:32955 every 8 connection(s)
23:08:27.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.118652 12339 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/data/info.pb
23:08:27.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.126170 12058 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 12339
23:08:27.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.126833 12058 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-0/wal/instance
23:08:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.141655 12058 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/wal
23:08:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/data
23:08:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:27.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/logs
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/data/info.pb
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.130:0
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.130
23:08:27.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.130
23:08:27.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:27.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:27.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:27.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:27.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:27.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:27.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.169447 12495 heartbeater.cc:344] Connected to a master server at 127.11.198.190:45937
23:08:27.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.169986 12495 heartbeater.cc:461] Registering TS with master...
23:08:27.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.171407 12495 heartbeater.cc:507] Master 127.11.198.190:45937 requested a full tablet report, sending...
23:08:27.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.173628 12493 heartbeater.cc:344] Connected to a master server at 127.11.198.188:43131
23:08:27.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.173993 12493 heartbeater.cc:461] Registering TS with master...
23:08:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.174883 12493 heartbeater.cc:507] Master 127.11.198.188:43131 requested a full tablet report, sending...
23:08:27.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.175262 12104 ts_manager.cc:194] Registered new tserver with Master: 0c79d5f0112844aeb7d162cf1492fcc0 (127.11.198.129:32955)
23:08:27.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.177457 12257 ts_manager.cc:194] Registered new tserver with Master: 0c79d5f0112844aeb7d162cf1492fcc0 (127.11.198.129:32955)
23:08:27.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.180325 12257 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.129:38943
23:08:27.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.188797 12494 heartbeater.cc:344] Connected to a master server at 127.11.198.189:39011
23:08:27.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.189154 12494 heartbeater.cc:461] Registering TS with master...
23:08:27.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.189771 12494 heartbeater.cc:507] Master 127.11.198.189:39011 requested a full tablet report, sending...
23:08:27.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.193706 12179 ts_manager.cc:194] Registered new tserver with Master: 0c79d5f0112844aeb7d162cf1492fcc0 (127.11.198.129:32955)
23:08:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.477893 12503 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:27.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.478430 12503 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:27.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.479017 12503 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:27.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.511070 12503 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:27.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.512038 12503 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.130
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.548597 12503 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/data
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/wal
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.130:0
23:08:27.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/data/info.pb
23:08:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.130
23:08:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:27.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:27.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.130
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/logs
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:27.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.550348 12503 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:27.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:27.552554 12503 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:27.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.565485 12509 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:28.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.186451 12493 heartbeater.cc:499] Master 127.11.198.188:43131 was elected leader, sending a full tablet report...
23:08:28.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:27.566190 12510 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:28.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.878356 12512 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:28.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:28.880574 12511 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1314 milliseconds
23:08:28.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.880699 12503 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:28.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.881894 12503 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:28.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.884578 12503 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:28.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.886022 12503 hybrid_clock.cc:648] HybridClock initialized: now 1783465708885977 us; error 52 us; skew 500 ppm
23:08:28.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.886814 12503 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:28.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.893393 12503 webserver.cc:534] Webserver started at http://127.11.198.130:40901/ using document root <none> and password file <none>
23:08:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.894284 12503 fs_manager.cc:362] Metadata directory not provided
23:08:28.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.894479 12503 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.894866 12503 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:28.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.899158 12503 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/data/instance:
23:08:28.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4485dfd36cb042efb273a5227dd4a937"
23:08:28.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:28 on dist-test-slave-sprr"
23:08:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.900158 12503 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/wal/instance:
23:08:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4485dfd36cb042efb273a5227dd4a937"
23:08:28.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:28 on dist-test-slave-sprr"
23:08:28.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.907150 12503 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.008s	sys 0.000s
23:08:28.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.912778 12520 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:28.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.914134 12503 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
23:08:28.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.914448 12503 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/wal
23:08:28.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4485dfd36cb042efb273a5227dd4a937"
23:08:28.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:28 on dist-test-slave-sprr"
23:08:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.914863 12503 fs_report.cc:389] FS layout report
23:08:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/wal
23:08:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/wal
23:08:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/data/data
23:08:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:28.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:28.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:28.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.964033 12503 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:28.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.965497 12503 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:28.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.965958 12503 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:28.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.968602 12503 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.972589 12503 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.972779 12503 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.972965 12503 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:28.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:28.973094 12503 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.110661 12503 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.130:41023
23:08:29.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.110764 12632 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.130:41023 every 8 connection(s)
23:08:29.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.114313 12503 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/data/info.pb
23:08:29.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.116979 12058 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 12503
23:08:29.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.117477 12058 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-1/wal/instance
23:08:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.131518 12058 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/wal
23:08:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/data
23:08:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:29.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/logs
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/data/info.pb
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.131:0
23:08:29.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.131
23:08:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.131
23:08:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:29.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:29.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.171236 12633 heartbeater.cc:344] Connected to a master server at 127.11.198.188:43131
23:08:29.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.171914 12633 heartbeater.cc:461] Registering TS with master...
23:08:29.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.173818 12633 heartbeater.cc:507] Master 127.11.198.188:43131 requested a full tablet report, sending...
23:08:29.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.178434 12257 ts_manager.cc:194] Registered new tserver with Master: 4485dfd36cb042efb273a5227dd4a937 (127.11.198.130:41023)
23:08:29.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.180840 12257 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.130:34511
23:08:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.186285 12634 heartbeater.cc:344] Connected to a master server at 127.11.198.189:39011
23:08:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.186636 12634 heartbeater.cc:461] Registering TS with master...
23:08:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.186733 12638 heartbeater.cc:344] Connected to a master server at 127.11.198.190:45937
23:08:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.187029 12638 heartbeater.cc:461] Registering TS with master...
23:08:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.187299 12634 heartbeater.cc:507] Master 127.11.198.189:39011 requested a full tablet report, sending...
23:08:29.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.187489 12638 heartbeater.cc:507] Master 127.11.198.190:45937 requested a full tablet report, sending...
23:08:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.189988 12103 ts_manager.cc:194] Registered new tserver with Master: 4485dfd36cb042efb273a5227dd4a937 (127.11.198.130:41023)
23:08:29.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.190156 12179 ts_manager.cc:194] Registered new tserver with Master: 4485dfd36cb042efb273a5227dd4a937 (127.11.198.130:41023)
23:08:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.457083 12637 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:29.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.457537 12637 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:29.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.458021 12637 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.489912 12637 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:29.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.490680 12637 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.11.198.131
23:08:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.527007 12637 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.11.198.148:35461
23:08:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/data
23:08:29.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/wal
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.11.198.131:0
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/data/info.pb
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.11.198.131
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.11.198.190:45937,127.11.198.189:39011,127.11.198.188:43131
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.11.198.131
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/logs
23:08:29.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:29.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.528735 12637 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:29.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:29.530870 12637 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:29.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.545168 12649 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:30.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.186937 12633 heartbeater.cc:499] Master 127.11.198.188:43131 was elected leader, sending a full tablet report...
23:08:30.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:29.545879 12650 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:30.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:30.813527 12652 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:30.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:30.815747 12637 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.263s	user 0.000s	sys 0.010s
23:08:30.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:30.816047 12637 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.264s	user 0.000s	sys 0.010s
23:08:30.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.816217 12637 server_base.cc:1061] running on GCE node
23:08:30.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.817265 12637 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:30.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.819803 12637 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:30.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.821214 12637 hybrid_clock.cc:648] HybridClock initialized: now 1783465710821160 us; error 73 us; skew 500 ppm
23:08:30.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.822005 12637 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:30.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.829645 12637 webserver.cc:534] Webserver started at http://127.11.198.131:39847/ using document root <none> and password file <none>
23:08:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.830550 12637 fs_manager.cc:362] Metadata directory not provided
23:08:30.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.830732 12637 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:30.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.831091 12637 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.835268 12637 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/data/instance:
23:08:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "897c1ca73b614f809a2a377cf891153f"
23:08:30.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:30 on dist-test-slave-sprr"
23:08:30.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.836290 12637 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/wal/instance:
23:08:30.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "897c1ca73b614f809a2a377cf891153f"
23:08:30.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:30 on dist-test-slave-sprr"
23:08:30.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.844018 12637 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
23:08:30.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.850277 12659 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:30.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.851382 12637 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:08:30.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.851667 12637 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/wal
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "897c1ca73b614f809a2a377cf891153f"
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:30 on dist-test-slave-sprr"
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.851936 12637 fs_report.cc:389] FS layout report
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/wal
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/wal
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/data/data
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:30.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:30.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:30.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.917954 12637 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:30.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.919360 12637 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:30.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.919754 12637 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:30.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.922307 12637 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:30.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.926666 12637 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.926856 12637 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.927049 12637 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:30.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:30.927191 12637 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:31.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.066555 12637 rpc_server.cc:307] RPC server started. Bound to: 127.11.198.131:39865
23:08:31.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.066658 12772 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.11.198.131:39865 every 8 connection(s)
23:08:31.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.069370 12637 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/data/info.pb
23:08:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.071910 12058 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 12637
23:08:31.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.072372 12058 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster7650004028646815397/ts-2/wal/instance
23:08:31.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.119134 12773 heartbeater.cc:344] Connected to a master server at 127.11.198.188:43131
23:08:31.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.119684 12773 heartbeater.cc:461] Registering TS with master...
23:08:31.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.121054 12773 heartbeater.cc:507] Master 127.11.198.188:43131 requested a full tablet report, sending...
23:08:31.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.122319 12775 heartbeater.cc:344] Connected to a master server at 127.11.198.190:45937
23:08:31.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.122641 12775 heartbeater.cc:461] Registering TS with master...
23:08:31.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.123525 12775 heartbeater.cc:507] Master 127.11.198.190:45937 requested a full tablet report, sending...
23:08:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.124943 12257 ts_manager.cc:194] Registered new tserver with Master: 897c1ca73b614f809a2a377cf891153f (127.11.198.131:39865)
23:08:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.126817 12103 ts_manager.cc:194] Registered new tserver with Master: 897c1ca73b614f809a2a377cf891153f (127.11.198.131:39865)
23:08:31.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.127035 12257 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.11.198.131:40775
23:08:31.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.130340 12774 heartbeater.cc:344] Connected to a master server at 127.11.198.189:39011
23:08:31.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.130749 12774 heartbeater.cc:461] Registering TS with master...
23:08:31.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.132382 12774 heartbeater.cc:507] Master 127.11.198.189:39011 requested a full tablet report, sending...
23:08:31.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.135396 12179 ts_manager.cc:194] Registered new tserver with Master: 897c1ca73b614f809a2a377cf891153f (127.11.198.131:39865)
23:08:31.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.144059 12058 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:08:31.156 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:08:31.158 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:08:31.167 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.198.190"
      port: 45937
    }
    bound_http_address {
      host: "127.11.198.190"
      port: 33693
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.198.189"
      port: 39011
    }
    bound_http_address {
      host: "127.11.198.189"
      port: 41931
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.198.188"
      port: 43131
    }
    bound_http_address {
      host: "127.11.198.188"
      port: 42731
    }
  }
}

23:08:31.170 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:08:31.173 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.11.198.129"
      port: 32955
    }
    bound_http_address {
      host: "127.11.198.129"
      port: 34089
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.11.198.130"
      port: 41023
    }
    bound_http_address {
      host: "127.11.198.130"
      port: 40901
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.11.198.131"
      port: 39865
    }
    bound_http_address {
      host: "127.11.198.131"
      port: 39847
    }
  }
}

23:08:31.173 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:08:31.187 [DEBUG - main] (InternalLoggerFactory.java:63) Using SLF4J as the default logging framework
23:08:31.191 [DEBUG - main] (ResourceLeakDetector.java:129) -Dorg.apache.kudu.shaded.io.netty.leakDetection.level: simple
23:08:31.191 [DEBUG - main] (ResourceLeakDetector.java:130) -Dorg.apache.kudu.shaded.io.netty.leakDetection.targetRecords: 4
23:08:31.197 [DEBUG - main] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@403f0a22
23:08:31.222 [DEBUG - main] (PlatformDependent0.java:1138) Java version: 17
23:08:31.222 [DEBUG - main] (PlatformDependent0.java:616) -Dio.netty.noUnsafe: false
23:08:31.223 [DEBUG - main] (PlatformDependent0.java:559) Thread.isVirtual() is not available: 
23:08:31.223 [DEBUG - main] (PlatformDependent0.java:572) java.lang.BaseVirtualThread is not available: 
23:08:31.224 [DEBUG - main] (PlatformDependent0.java:145) sun.misc.Unsafe.theUnsafe: available
23:08:31.224 [DEBUG - main] (PlatformDependent0.java:208) sun.misc.Unsafe base methods: all available
23:08:31.225 [DEBUG - main] (PlatformDependent0.java:240) sun.misc.Unsafe.storeFence: available
23:08:31.225 [DEBUG - main] (PlatformDependent0.java:283) java.nio.Buffer.address: available
23:08:31.226 [DEBUG - main] (PlatformDependent0.java:369) direct buffer constructor: unavailable: Reflective setAccessible(true) disabled
23:08:31.226 [DEBUG - main] (PlatformDependent0.java:447) java.nio.Bits.unaligned: available, true
23:08:31.227 [DEBUG - main] (PlatformDependent0.java:515) jdk.internal.misc.Unsafe.allocateUninitializedArray(int): unavailable: class org.apache.kudu.shaded.io.netty.util.internal.PlatformDependent0$7 cannot access class jdk.internal.misc.Unsafe (in module java.base) because module java.base does not export jdk.internal.misc to unnamed module @589b3632
23:08:31.228 [DEBUG - main] (PlatformDependent0.java:545) java.nio.DirectByteBuffer.<init>(long, {int,long}): unavailable
23:08:31.228 [DEBUG - main] (PlatformDependent.java:1214) sun.misc.Unsafe: available
23:08:31.228 [DEBUG - main] (PlatformDependent.java:1360) -Dio.netty.tmpdir: /tmp (java.io.tmpdir)
23:08:31.228 [DEBUG - main] (PlatformDependent.java:1439) -Dio.netty.bitMode: 64 (sun.arch.data.model)
23:08:31.229 [DEBUG - main] (PlatformDependent.java:181) -Dio.netty.maxDirectMemory: -1 bytes
23:08:31.229 [DEBUG - main] (PlatformDependent.java:188) -Dio.netty.uninitializedArrayAllocationThreshold: -1
23:08:31.230 [DEBUG - main] (CleanerJava9.java:71) java.nio.ByteBuffer.cleaner(): available
23:08:31.230 [DEBUG - main] (PlatformDependent.java:209) -Dio.netty.noPreferDirect: false
23:08:31.240 [DEBUG - main] (PlatformDependent.java:1048) org.jctools-core.MpscChunkedArrayQueue: available
23:08:31.284 [DEBUG - main] (MultithreadEventLoopGroup.java:44) -Dio.netty.eventLoopThreads: 8
23:08:31.299 [DEBUG - main] (GlobalEventExecutor.java:54) -Dio.netty.globalEventExecutor.quietPeriodSeconds: 1
23:08:31.305 [DEBUG - main] (InternalThreadLocalMap.java:100) -Dio.netty.threadLocalMap.stringBuilder.initialSize: 1024
23:08:31.305 [DEBUG - main] (InternalThreadLocalMap.java:101) -Dio.netty.threadLocalMap.stringBuilder.maxSize: 4096
23:08:31.314 [DEBUG - main] (NioEventLoop.java:110) -Dio.netty.noKeySetOptimization: false
23:08:31.314 [DEBUG - main] (NioEventLoop.java:111) -Dio.netty.selectorAutoRebuildThreshold: 512
23:08:31.372 [DEBUG - main] (PooledByteBufAllocator.java:161) -Dio.netty.allocator.numHeapArenas: 8
23:08:31.373 [DEBUG - main] (PooledByteBufAllocator.java:162) -Dio.netty.allocator.numDirectArenas: 8
23:08:31.373 [DEBUG - main] (PooledByteBufAllocator.java:164) -Dio.netty.allocator.pageSize: 8192
23:08:31.373 [DEBUG - main] (PooledByteBufAllocator.java:169) -Dio.netty.allocator.maxOrder: 9
23:08:31.373 [DEBUG - main] (PooledByteBufAllocator.java:173) -Dio.netty.allocator.chunkSize: 4194304
23:08:31.373 [DEBUG - main] (PooledByteBufAllocator.java:174) -Dio.netty.allocator.smallCacheSize: 256
23:08:31.373 [DEBUG - main] (PooledByteBufAllocator.java:175) -Dio.netty.allocator.normalCacheSize: 64
23:08:31.373 [DEBUG - main] (PooledByteBufAllocator.java:176) -Dio.netty.allocator.maxCachedBufferCapacity: 32768
23:08:31.373 [DEBUG - main] (PooledByteBufAllocator.java:177) -Dio.netty.allocator.cacheTrimInterval: 8192
23:08:31.373 [DEBUG - main] (PooledByteBufAllocator.java:178) -Dio.netty.allocator.cacheTrimIntervalMillis: 0
23:08:31.373 [DEBUG - main] (PooledByteBufAllocator.java:179) -Dio.netty.allocator.useCacheForAllThreads: false
23:08:31.374 [DEBUG - main] (PooledByteBufAllocator.java:180) -Dio.netty.allocator.maxCachedByteBuffersPerChunk: 1023
23:08:31.374 [DEBUG - main] (PooledByteBufAllocator.java:182) -Dio.netty.allocator.disableCacheFinalizersForFastThreadLocalThreads: false
23:08:31.392 [DEBUG - main] (CompositeStrategy.java:59) Unable to load modern Subject methods, relying only on legacy methods
java.lang.NoSuchMethodException: javax.security.auth.Subject.current()
	at java.base/java.lang.Class.getDeclaredMethod(Class.java:2677)
	at org.apache.kudu.client.internals.ModernStrategy.<init>(ModernStrategy.java:51)
	at org.apache.kudu.client.internals.CompositeStrategy.<init>(CompositeStrategy.java:52)
	at org.apache.kudu.client.internals.CompositeStrategy.<clinit>(CompositeStrategy.java:41)
	at org.apache.kudu.client.internals.SecurityManagerCompatibility.get(SecurityManagerCompatibility.java:43)
	at org.apache.kudu.client.SecurityContext.setupSubject(SecurityContext.java:155)
	at org.apache.kudu.client.SecurityContext.<init>(SecurityContext.java:138)
	at org.apache.kudu.client.AsyncKuduClient.<init>(AsyncKuduClient.java:431)
	at org.apache.kudu.client.AsyncKuduClient$AsyncKuduClientBuilder.build(AsyncKuduClient.java:3109)
	at org.apache.kudu.test.KuduTestHarness.before(KuduTestHarness.java:161)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:50)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.doOneAttempt(RetryRule.java:225)
	at org.apache.kudu.test.junit.RetryRule$RetryStatement.evaluate(RetryRule.java:246)
	at org.junit.rules.ExternalResource$1.evaluate(ExternalResource.java:54)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runners.Suite.runChild(Suite.java:128)
	at org.junit.runners.Suite.runChild(Suite.java:27)
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:137)
	at org.junit.runner.JUnitCore.run(JUnitCore.java:115)
	at org.junit.runner.JUnitCore.runMain(JUnitCore.java:77)
	at org.junit.runner.JUnitCore.main(JUnitCore.java:36)
23:08:31.451 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:31.534 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:08:31.534 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:08:31.534 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:08:31.534 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:08:31.564 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:08:31.880 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:08:31.880 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:08:31.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.884043 12785 mini_oidc.cc:150] Starting JWKS server
23:08:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.887010 12785 webserver.cc:534] Webserver started at http://127.0.0.1:36695/ using document root <none> and password file <none>
23:08:31.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.887385 12785 mini_oidc.cc:186] Starting OIDC Discovery server
23:08:31.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.889088 12785 webserver.cc:534] Webserver started at http://127.0.0.1:42313/ using document root <none> and password file <none>
23:08:31.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:08:31.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:08:31Z Disabled control of system clock
23:08:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:31.951725 12785 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/wal
23:08:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/data
23:08:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:31.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/logs
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/data/info.pb
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.126:39141
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.126
23:08:31.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36695/jwks.json with env {}
23:08:32.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:32.132848 12773 heartbeater.cc:499] Master 127.11.198.188:43131 was elected leader, sending a full tablet report...
23:08:32.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.264309 12798 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.264887 12798 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:32.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.265481 12798 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.298035 12798 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.298382 12798 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:32.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.298723 12798 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.299064 12798 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.299387 12798 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:32.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.299657 12798 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36695/jwks.json
23:08:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:32.338835 12798 master_runner.cc:387] Master server non-default flags:
23:08:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/data
23:08:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/wal
23:08:32.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.126:39141
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36695/jwks.json
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/data/info.pb
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.126
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/logs
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:32.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:32.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:32.340150 12798 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:32.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:32.341780 12798 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:32.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.352491 12804 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:33.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:32.354398 12805 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:33.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:33.637423 12807 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:33.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:33.641155 12806 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1286 milliseconds
23:08:33.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.641211 12798 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:33.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.642485 12798 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:33.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.645467 12798 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.646898 12798 hybrid_clock.cc:648] HybridClock initialized: now 1783465713646836 us; error 72 us; skew 500 ppm
23:08:33.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.647629 12798 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:33.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.654181 12798 webserver.cc:534] Webserver started at http://127.12.124.126:42177/ using document root <none> and password file <none>
23:08:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.655010 12798 fs_manager.cc:362] Metadata directory not provided
23:08:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.655184 12798 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:33.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.655563 12798 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.659603 12798 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/data/instance:
23:08:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "476803ca716f4b0ea32d4c35a6dd81c1"
23:08:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:33 on dist-test-slave-sprr"
23:08:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.660701 12798 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/wal/instance:
23:08:33.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "476803ca716f4b0ea32d4c35a6dd81c1"
23:08:33.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:33 on dist-test-slave-sprr"
23:08:33.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.667761 12798 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.004s
23:08:33.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.672921 12814 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.674373 12798 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
23:08:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.674655 12798 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/wal
23:08:33.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "476803ca716f4b0ea32d4c35a6dd81c1"
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:33 on dist-test-slave-sprr"
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.674933 12798 fs_report.cc:389] FS layout report
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/wal
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/wal
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/data/data
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:33.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:33.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.725358 12798 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:33.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.727160 12798 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:33.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.727686 12798 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:33.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.812354 12798 rpc_server.cc:307] RPC server started. Bound to: 127.12.124.126:39141
23:08:33.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.812424 12865 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.124.126:39141 every 8 connection(s)
23:08:33.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.815550 12798 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/data/info.pb
23:08:33.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.817015 12785 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 12798
23:08:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.817978 12785 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-0/wal/instance
23:08:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.825613 12866 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:33.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.826326 12785 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/wal
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/data
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/logs
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/data/info.pb
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:33.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.125:36071
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.125
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:33.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:33.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36695/jwks.json with env {}
23:08:33.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.842237 12866 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } has no permanent_uuid. Determining permanent_uuid...
23:08:33.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.878119 12866 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } has no permanent_uuid. Determining permanent_uuid...
23:08:33.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:33.880825 12816 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.124.125:36071: connect: Connection refused (error 111)
23:08:33.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:33.886480 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.125:36071: Network error: Client connection negotiation failed: client connection to 127.12.124.125:36071: connect: Connection refused (error 111)
23:08:33.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:33.935906 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } attempt: 1
23:08:33.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:33.941044 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.125:36071: Network error: Client connection negotiation failed: client connection to 127.12.124.125:36071: connect: Connection refused (error 111)
23:08:34.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.009490 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } attempt: 2
23:08:34.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.014459 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.125:36071: Network error: Client connection negotiation failed: client connection to 127.12.124.125:36071: connect: Connection refused (error 111)
23:08:34.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.105803 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } attempt: 3
23:08:34.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.109977 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.125:36071: Network error: Client connection negotiation failed: client connection to 127.12.124.125:36071: connect: Connection refused (error 111)
23:08:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.165827 12868 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:34.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.166534 12868 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:34.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.167074 12868 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.199721 12868 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.199980 12868 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.200165 12868 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.200357 12868 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.200551 12868 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:34.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.200713 12868 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36695/jwks.json
23:08:34.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.239238 12868 master_runner.cc:387] Master server non-default flags:
23:08:34.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:34.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:34.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:34.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:34.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/data
23:08:34.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/wal
23:08:34.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:34.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.125:36071
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36695/jwks.json
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/data/info.pb
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.125
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/logs
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:34.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.240476 12868 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:34.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.242039 12868 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:34.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.253353 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } attempt: 4
23:08:34.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.257283 12878 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:34.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.261888 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.125:36071: Network error: Client connection negotiation failed: client connection to 127.12.124.125:36071: connect: Connection refused (error 111)
23:08:34.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.561352 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } attempt: 5
23:08:34.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.567030 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.125:36071: Network error: Client connection negotiation failed: client connection to 127.12.124.125:36071: connect: Connection refused (error 111)
23:08:35.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.114436 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } attempt: 6
23:08:35.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:35.130107 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.125:36071: Network error: Client connection negotiation failed: client connection to 127.12.124.125:36071: connect: Connection refused (error 111)
23:08:35.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:34.265677 12868 server_base.cc:1061] running on GCE node
23:08:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.261889 12879 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:35.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:34.266247 12881 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:35.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.616343 12868 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:35.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.619848 12868 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:35.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.621335 12868 hybrid_clock.cc:648] HybridClock initialized: now 1783465715621242 us; error 79 us; skew 500 ppm
23:08:35.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.622326 12868 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:35.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.631165 12868 webserver.cc:534] Webserver started at http://127.12.124.125:44815/ using document root <none> and password file <none>
23:08:35.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.632129 12868 fs_manager.cc:362] Metadata directory not provided
23:08:35.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.632444 12868 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:35.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.633258 12868 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:35.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.638262 12868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/data/instance:
23:08:35.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62a95fc3f2764ff4abe88dfd7d6fa231"
23:08:35.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:35 on dist-test-slave-sprr"
23:08:35.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.639389 12868 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/wal/instance:
23:08:35.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62a95fc3f2764ff4abe88dfd7d6fa231"
23:08:35.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:35 on dist-test-slave-sprr"
23:08:35.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.647153 12868 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
23:08:35.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.653614 12890 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.654803 12868 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
23:08:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.655112 12868 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/wal
23:08:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "62a95fc3f2764ff4abe88dfd7d6fa231"
23:08:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:35 on dist-test-slave-sprr"
23:08:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.655416 12868 fs_report.cc:389] FS layout report
23:08:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/wal
23:08:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/wal
23:08:35.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/data/data
23:08:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:35.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:35.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.710151 12868 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.711616 12868 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:35.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.712149 12868 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:35.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.792994 12868 rpc_server.cc:307] RPC server started. Bound to: 127.12.124.125:36071
23:08:35.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.793089 12941 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.124.125:36071 every 8 connection(s)
23:08:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.796064 12868 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/data/info.pb
23:08:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.799093 12785 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 12868
23:08:35.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.799543 12785 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-1/wal/instance
23:08:35.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.802452 12785 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/wal
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/data
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/logs
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/data/info.pb
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.124:34051
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.124
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36695/jwks.json with env {}
23:08:35.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.803524 12942 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.822530 12942 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } has no permanent_uuid. Determining permanent_uuid...
23:08:35.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.846987 12942 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } has no permanent_uuid. Determining permanent_uuid...
23:08:35.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.863469 12942 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } has no permanent_uuid. Determining permanent_uuid...
23:08:35.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:35.866142 12894 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:35.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:35.870853 12942 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:35.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.920356 12942 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 1
23:08:35.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:35.925593 12942 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:35.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:35.994010 12942 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 2
23:08:35.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:35.998939 12942 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:36.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.090358 12942 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 3
23:08:36.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.095062 12942 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.136170 12944 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:36.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.136725 12944 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:36.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.137162 12944 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.172940 12944 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:08:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.173229 12944 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.173436 12944 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:08:36.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.173640 12944 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:08:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.173895 12944 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:08:36.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.174052 12944 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36695/jwks.json
23:08:36.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.190447 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } attempt: 7
23:08:36.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.202093 12866 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } has no permanent_uuid. Determining permanent_uuid...
23:08:36.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.207908 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:36.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.220443 12944 master_runner.cc:387] Master server non-default flags:
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/data
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/wal
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.124:34051
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36695/jwks.json
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/data/info.pb
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.124
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/logs
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:36.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:36.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.221921 12944 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:36.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.223486 12944 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:36.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.235519 12956 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:36.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.238651 12942 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 4
23:08:36.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.244844 12942 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:36.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.266285 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 1
23:08:36.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.270841 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.352191 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 2
23:08:36.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.356312 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:36.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.441715 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 3
23:08:36.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.447844 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:36.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.544381 12942 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 5
23:08:36.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.562247 12942 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:36.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.588263 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 4
23:08:36.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.592521 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:36.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:36.875958 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 5
23:08:36.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.883673 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:37.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.109812 12942 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 6
23:08:37.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:37.130630 12942 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:37.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.436214 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 6
23:08:37.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:37.444226 12866 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.12.124.124:34051: Network error: Client connection negotiation failed: client connection to 127.12.124.124:34051: connect: Connection refused (error 111)
23:08:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.241452 12959 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:37.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:36.239769 12957 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:37.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:37.772778 12958 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1527 milliseconds
23:08:37.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.772907 12944 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:37.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.774544 12944 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:37.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.778072 12944 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:37.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.779814 12944 hybrid_clock.cc:648] HybridClock initialized: now 1783465717779744 us; error 76 us; skew 500 ppm
23:08:37.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.781046 12944 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:37.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.790057 12944 webserver.cc:534] Webserver started at http://127.12.124.124:46157/ using document root <none> and password file <none>
23:08:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.791482 12944 fs_manager.cc:362] Metadata directory not provided
23:08:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.791782 12944 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:37.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.792434 12944 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:37.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.800268 12944 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/data/instance:
23:08:37.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2fdc65493d1a44ac985036d11c6f527a"
23:08:37.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:37 on dist-test-slave-sprr"
23:08:37.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.801618 12944 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/wal/instance:
23:08:37.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2fdc65493d1a44ac985036d11c6f527a"
23:08:37.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:37 on dist-test-slave-sprr"
23:08:37.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.809825 12944 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
23:08:37.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.816262 12974 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:37.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.817554 12944 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.000s
23:08:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.817911 12944 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/wal
23:08:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2fdc65493d1a44ac985036d11c6f527a"
23:08:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:37 on dist-test-slave-sprr"
23:08:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.818220 12944 fs_report.cc:389] FS layout report
23:08:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/wal
23:08:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/wal
23:08:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/data/data
23:08:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:37.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:37.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:37.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.871680 12944 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:37.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.873278 12944 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:37.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.873760 12944 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.952956 13025 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.124.124:34051 every 8 connection(s)
23:08:37.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.952943 12944 rpc_server.cc:307] RPC server started. Bound to: 127.12.124.124:34051
23:08:37.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.956260 12944 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/data/info.pb
23:08:37.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.963608 13026 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:37.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.965322 12785 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 12944
23:08:37.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.965711 12785 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/master-2/wal/instance
23:08:37.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:37.977743 13026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } has no permanent_uuid. Determining permanent_uuid...
23:08:38.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.012045 13026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } has no permanent_uuid. Determining permanent_uuid...
23:08:38.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.024849 13026 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } has no permanent_uuid. Determining permanent_uuid...
23:08:38.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.041080 13026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a: Bootstrap starting.
23:08:38.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.048085 13026 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a: Neither blocks nor log segments found. Creating new log.
23:08:38.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.049819 13026 log.cc:826] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a: Log is configured to *not* fsync() on all Append() calls
23:08:38.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.055528 13026 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a: No bootstrap required, opened a new log
23:08:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.076922 13026 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } }
23:08:38.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.077543 13026 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:38.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.077801 13026 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2fdc65493d1a44ac985036d11c6f527a, State: Initialized, Role: FOLLOWER
23:08:38.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.078574 13026 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } }
23:08:38.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.080780 13035 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } } }
23:08:38.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.081830 13035 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [sys.catalog]: This master's current role is: FOLLOWER
23:08:38.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.082494 13026 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [sys.catalog]: configured and running, proceeding with master startup.
23:08:38.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:38.111393 13046 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:08:38.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:38.112049 13046 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:08:38.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.123242 13035 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:38.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.123785 13035 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } }
23:08:38.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:38.130054 12980 tablet.cc:2406] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:38.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.106662 12944 master_runner.cc:187] Error getting master registration for 127.12.124.126:39141: OK, instance_id { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" instance_seqno: 1783465713790392 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:08:38.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.137980 12944 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:08:38.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.138336 13035 leader_election.cc:290] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 476803ca716f4b0ea32d4c35a6dd81c1 (127.12.124.126:39141), 62a95fc3f2764ff4abe88dfd7d6fa231 (127.12.124.125:36071)
23:08:38.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.191007 12942 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 7
23:08:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.224217 12942 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231: Bootstrap starting.
23:08:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.241776 12942 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231: Neither blocks nor log segments found. Creating new log.
23:08:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.244586 12942 log.cc:826] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231: Log is configured to *not* fsync() on all Append() calls
23:08:38.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.250605 12942 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231: No bootstrap required, opened a new log
23:08:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.280311 12942 raft_consensus.cc:359] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } }
23:08:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.281204 12942 raft_consensus.cc:385] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:38.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.281481 12942 raft_consensus.cc:740] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 62a95fc3f2764ff4abe88dfd7d6fa231, State: Initialized, Role: FOLLOWER
23:08:38.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.282495 12942 consensus_queue.cc:260] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } }
23:08:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.289544 13050 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } } }
23:08:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.291679 12942 sys_catalog.cc:565] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [sys.catalog]: configured and running, proceeding with master startup.
23:08:38.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.291864 12917 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2fdc65493d1a44ac985036d11c6f527a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" is_pre_election: true
23:08:38.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.292970 13050 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [sys.catalog]: This master's current role is: FOLLOWER
23:08:38.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.293231 12917 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2fdc65493d1a44ac985036d11c6f527a in term 0.
23:08:38.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.295859 12976 leader_election.cc:304] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2fdc65493d1a44ac985036d11c6f527a, 62a95fc3f2764ff4abe88dfd7d6fa231; no voters: 
23:08:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.296803 13035 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:08:38.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.297223 13035 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:38.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.297588 13035 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [term 0 FOLLOWER]: Advancing to term 1
23:08:38.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.309669 13035 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } }
23:08:38.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.317126 13035 leader_election.cc:290] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [CANDIDATE]: Term 1 election: Requested vote from peers 476803ca716f4b0ea32d4c35a6dd81c1 (127.12.124.126:39141), 62a95fc3f2764ff4abe88dfd7d6fa231 (127.12.124.125:36071)
23:08:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.317597 12917 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2fdc65493d1a44ac985036d11c6f527a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231"
23:08:38.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.318638 12917 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [term 0 FOLLOWER]: Advancing to term 1
23:08:38.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.330160 12917 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2fdc65493d1a44ac985036d11c6f527a in term 1.
23:08:38.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.332430 12976 leader_election.cc:304] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2fdc65493d1a44ac985036d11c6f527a, 62a95fc3f2764ff4abe88dfd7d6fa231; no voters: 
23:08:38.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.333626 13035 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [term 1 FOLLOWER]: Leader election won for term 1
23:08:38.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.350591 13035 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [term 1 LEADER]: Becoming Leader. State: Replica: 2fdc65493d1a44ac985036d11c6f527a, State: Running, Role: LEADER
23:08:38.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.352066 13035 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } }
23:08:38.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.367429 13055 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2fdc65493d1a44ac985036d11c6f527a. Latest consensus state: current_term: 1 leader_uuid: "2fdc65493d1a44ac985036d11c6f527a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } } }
23:08:38.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.368745 13055 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [sys.catalog]: This master's current role is: LEADER
23:08:38.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.378934 13062 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:08:38.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.387943 13062 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:08:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:38.407815 13064 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:08:38.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:38.408179 13064 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:08:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.384903 12868 master_runner.cc:187] Error getting master registration for 127.12.124.126:39141: OK, instance_id { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" instance_seqno: 1783465713790392 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:08:38.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.438449 12917 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [term 1 FOLLOWER]: Refusing update from remote peer 2fdc65493d1a44ac985036d11c6f527a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:38.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.440469 13055 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [LEADER]: Connected to new peer: Peer: permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:38.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.459935 12868 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:08:38.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:38.470996 12896 tablet.cc:2406] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:38.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.478480 12866 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } attempt: 7
23:08:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.482327 13050 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2fdc65493d1a44ac985036d11c6f527a. Latest consensus state: current_term: 1 leader_uuid: "2fdc65493d1a44ac985036d11c6f527a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } } }
23:08:38.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.483384 13050 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [sys.catalog]: This master's current role is: FOLLOWER
23:08:38.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.491091 13035 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2fdc65493d1a44ac985036d11c6f527a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } } }
23:08:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.491834 13035 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [sys.catalog]: This master's current role is: LEADER
23:08:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.494931 13069 sys_catalog.cc:455] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2fdc65493d1a44ac985036d11c6f527a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } } }
23:08:38.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.495826 13069 sys_catalog.cc:458] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231 [sys.catalog]: This master's current role is: FOLLOWER
23:08:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.507340 13062 catalog_manager.cc:1382] Generated new cluster ID: 61ef14a49e344bf8a9fffb4ec5de8583
23:08:38.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.507647 13062 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:08:38.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.575023 12866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1: Bootstrap starting.
23:08:38.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.580639 13062 catalog_manager.cc:1405] Generated new certificate authority record
23:08:38.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.582626 13062 catalog_manager.cc:1539] Loading token signing keys...
23:08:38.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.597892 12866 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1: Neither blocks nor log segments found. Creating new log.
23:08:38.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.600293 12866 log.cc:826] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1: Log is configured to *not* fsync() on all Append() calls
23:08:38.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.648094 13062 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a: Generated new TSK 0
23:08:38.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.649271 13062 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:08:38.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.666558 12866 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1: No bootstrap required, opened a new log
23:08:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.703933 12785 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/wal
23:08:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/data
23:08:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/logs
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/data/info.pb
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.65:0
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.124.65
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.65
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:38.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:38.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.735503 12866 raft_consensus.cc:359] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } }
23:08:38.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.736363 12866 raft_consensus.cc:385] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:38.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.736666 12866 raft_consensus.cc:740] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 476803ca716f4b0ea32d4c35a6dd81c1, State: Initialized, Role: FOLLOWER
23:08:38.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.737586 12866 consensus_queue.cc:260] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } }
23:08:38.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.748452 12866 sys_catalog.cc:565] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [sys.catalog]: configured and running, proceeding with master startup.
23:08:38.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.748848 12840 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2fdc65493d1a44ac985036d11c6f527a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "476803ca716f4b0ea32d4c35a6dd81c1"
23:08:38.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.749577 12840 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [term 0 FOLLOWER]: Advancing to term 1
23:08:38.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.754069 12841 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2fdc65493d1a44ac985036d11c6f527a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" is_pre_election: true
23:08:38.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.760927 12840 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2fdc65493d1a44ac985036d11c6f527a in term 1.
23:08:38.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.765841 12839 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [term 1 FOLLOWER]: Refusing update from remote peer 2fdc65493d1a44ac985036d11c6f527a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:38.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.772737 13076 sys_catalog.cc:455] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } } }
23:08:38.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.773609 13076 sys_catalog.cc:458] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [sys.catalog]: This master's current role is: FOLLOWER
23:08:38.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.775552 13055 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [LEADER]: Connected to new peer: Peer: permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.914090 13087 sys_catalog.cc:455] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2fdc65493d1a44ac985036d11c6f527a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } } }
23:08:38.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.914827 13087 sys_catalog.cc:458] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [sys.catalog]: This master's current role is: FOLLOWER
23:08:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.915764 13076 sys_catalog.cc:455] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2fdc65493d1a44ac985036d11c6f527a. Latest consensus state: current_term: 1 leader_uuid: "2fdc65493d1a44ac985036d11c6f527a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } } }
23:08:38.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.916391 13076 sys_catalog.cc:458] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1 [sys.catalog]: This master's current role is: FOLLOWER
23:08:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.938328 13092 catalog_manager.cc:1294] Loaded cluster ID: 61ef14a49e344bf8a9fffb4ec5de8583
23:08:38.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.938589 13092 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1: loading cluster ID for follower catalog manager: success
23:08:38.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.954502 13092 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1: acquiring CA information for follower catalog manager: success
23:08:38.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:38.978750 13092 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 476803ca716f4b0ea32d4c35a6dd81c1: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:08:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:39.408557 13075 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:39.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:39.409201 13075 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:39.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:39.410053 13075 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:39.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.410449 13055 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2fdc65493d1a44ac985036d11c6f527a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "476803ca716f4b0ea32d4c35a6dd81c1" member_type: VOTER last_known_addr { host: "127.12.124.126" port: 39141 } } peers { permanent_uuid: "62a95fc3f2764ff4abe88dfd7d6fa231" member_type: VOTER last_known_addr { host: "127.12.124.125" port: 36071 } } peers { permanent_uuid: "2fdc65493d1a44ac985036d11c6f527a" member_type: VOTER last_known_addr { host: "127.12.124.124" port: 34051 } } }
23:08:39.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.411777 13055 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a [sys.catalog]: This master's current role is: LEADER
23:08:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.414831 13064 catalog_manager.cc:1294] Loaded cluster ID: 61ef14a49e344bf8a9fffb4ec5de8583
23:08:39.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.415091 13064 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231: loading cluster ID for follower catalog manager: success
23:08:39.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.435199 13064 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231: acquiring CA information for follower catalog manager: success
23:08:39.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.441566 13064 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 62a95fc3f2764ff4abe88dfd7d6fa231: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:08:39.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:39.471011 13075 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:39.472772 13075 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.124.65
23:08:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.561044 13075 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/data
23:08:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/wal
23:08:39.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.65:0
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/data/info.pb
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.65
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.124.65
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/logs
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:39.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:39.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.562814 13075 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:39.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:39.564953 13075 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:39.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:39.606448 13102 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.019639 12212 debug-util.cc:398] Leaking SignalData structure 0x7b0800099d40 after lost signal to thread 12145
23:08:42.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.020350 12212 debug-util.cc:398] Leaking SignalData structure 0x7b0800099aa0 after lost signal to thread 12215
23:08:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.121145 12489 debug-util.cc:398] Leaking SignalData structure 0x7b08000add00 after lost signal to thread 12360
23:08:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.122241 12489 debug-util.cc:398] Leaking SignalData structure 0x7b08000ba620 after lost signal to thread 12492
23:08:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.637934 13075 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 3.022s	user 0.359s	sys 0.799s
23:08:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.638306 13075 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 3.023s	user 0.359s	sys 0.799s
23:08:42.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:40.999567 13101 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 13075
23:08:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.641453 13104 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 3024 milliseconds
23:08:42.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:42.641465 13106 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:42.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.642078 13075 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:42.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:39.622418 13103 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:42.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.651919 13075 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:42.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.667230 13075 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:42.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.668888 13075 hybrid_clock.cc:648] HybridClock initialized: now 1783465722668880 us; error 85 us; skew 500 ppm
23:08:42.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.669999 13075 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:42.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.704094 13075 webserver.cc:534] Webserver started at http://127.12.124.65:46555/ using document root <none> and password file <none>
23:08:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.705397 13075 fs_manager.cc:362] Metadata directory not provided
23:08:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.705749 13075 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:42.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.706302 13075 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.713325 13075 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/data/instance:
23:08:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "128c1801bdc74331b8056f28fc6f3700"
23:08:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:42 on dist-test-slave-sprr"
23:08:42.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.720773 13075 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/wal/instance:
23:08:42.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "128c1801bdc74331b8056f28fc6f3700"
23:08:42.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:42 on dist-test-slave-sprr"
23:08:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.743968 13075 fs_manager.cc:696] Time spent creating directory manager: real 0.022s	user 0.004s	sys 0.004s
23:08:42.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.761426 13116 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:42.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.767310 13075 fs_manager.cc:730] Time spent opening block manager: real 0.019s	user 0.001s	sys 0.005s
23:08:42.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.767830 13075 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/wal
23:08:42.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "128c1801bdc74331b8056f28fc6f3700"
23:08:42.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:42 on dist-test-slave-sprr"
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:42.768357 13075 fs_report.cc:389] FS layout report
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/wal
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/wal
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/data/data
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:42.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:43.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.027724 13075 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.029613 13075 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:43.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.030656 13075 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:43.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.046427 13075 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.062944 13075 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.063220 13075 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.063508 13075 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:43.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.063710 13075 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.640707 13075 rpc_server.cc:307] RPC server started. Bound to: 127.12.124.65:38615
23:08:43.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.640828 13229 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.124.65:38615 every 8 connection(s)
23:08:43.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.645251 13075 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/data/info.pb
23:08:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.652551 12785 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 13075
23:08:43.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.653144 12785 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-0/wal/instance
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.666744 12785 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/wal
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/data
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/logs
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/data/info.pb
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:43.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.66:0
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.124.66
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.66
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:43.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:43.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.767802 13231 heartbeater.cc:344] Connected to a master server at 127.12.124.125:36071
23:08:43.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.768388 13231 heartbeater.cc:461] Registering TS with master...
23:08:43.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.770079 13231 heartbeater.cc:507] Master 127.12.124.125:36071 requested a full tablet report, sending...
23:08:43.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.774442 12907 ts_manager.cc:194] Registered new tserver with Master: 128c1801bdc74331b8056f28fc6f3700 (127.12.124.65:38615)
23:08:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.776185 13237 heartbeater.cc:344] Connected to a master server at 127.12.124.126:39141
23:08:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.776644 13237 heartbeater.cc:461] Registering TS with master...
23:08:43.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.778232 13237 heartbeater.cc:507] Master 127.12.124.126:39141 requested a full tablet report, sending...
23:08:43.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.781713 12831 ts_manager.cc:194] Registered new tserver with Master: 128c1801bdc74331b8056f28fc6f3700 (127.12.124.65:38615)
23:08:43.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.794322 13230 heartbeater.cc:344] Connected to a master server at 127.12.124.124:34051
23:08:43.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.794709 13230 heartbeater.cc:461] Registering TS with master...
23:08:43.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.795656 13230 heartbeater.cc:507] Master 127.12.124.124:34051 requested a full tablet report, sending...
23:08:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.798359 12991 ts_manager.cc:194] Registered new tserver with Master: 128c1801bdc74331b8056f28fc6f3700 (127.12.124.65:38615)
23:08:43.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:43.801087 12991 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.124.65:44797
23:08:44.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:44.228366 13232 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:44.228986 13232 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:44.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:44.229589 13232 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:44.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:44.270969 13232 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:44.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:44.273484 13232 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.124.66
23:08:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:44.329026 13232 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:44.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/data
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/wal
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.66:0
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/data/info.pb
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.66
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.124.66
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/logs
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:44.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:44.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:44.332324 13232 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:44.334688 13232 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:44.351094 13248 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:44.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:44.805431 13230 heartbeater.cc:499] Master 127.12.124.124:34051 was elected leader, sending a full tablet report...
23:08:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:44.354444 13249 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:45.752394 13247 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 13232
23:08:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.249467 13247 kernel_stack_watchdog.cc:198] Thread 13232 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 396ms:
23:08:46.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:08:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:08:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:08:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:08:46.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.250916 13250 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1896 milliseconds
23:08:46.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.251749 13232 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.898s	user 0.513s	sys 1.029s
23:08:46.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.252101 13232 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.898s	user 0.513s	sys 1.029s
23:08:46.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.252381 13251 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:46.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.252382 13232 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:46.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.258356 13232 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.261132 13232 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.262585 13232 hybrid_clock.cc:648] HybridClock initialized: now 1783465726262549 us; error 36 us; skew 500 ppm
23:08:46.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.263707 13232 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:46.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.271782 13232 webserver.cc:534] Webserver started at http://127.12.124.66:44327/ using document root <none> and password file <none>
23:08:46.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.273082 13232 fs_manager.cc:362] Metadata directory not provided
23:08:46.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.273365 13232 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:46.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.273979 13232 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.281136 13232 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/data/instance:
23:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f7f5f7b14f5437ca32479be6e2576e2"
23:08:46.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:46 on dist-test-slave-sprr"
23:08:46.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.282836 13232 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/wal/instance:
23:08:46.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f7f5f7b14f5437ca32479be6e2576e2"
23:08:46.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:46 on dist-test-slave-sprr"
23:08:46.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.298310 13232 fs_manager.cc:696] Time spent creating directory manager: real 0.015s	user 0.009s	sys 0.005s
23:08:46.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.346622 13259 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:46.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.348299 13232 fs_manager.cc:730] Time spent opening block manager: real 0.045s	user 0.019s	sys 0.023s
23:08:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.348730 13232 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/wal
23:08:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5f7f5f7b14f5437ca32479be6e2576e2"
23:08:46.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:46 on dist-test-slave-sprr"
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.349150 13232 fs_report.cc:389] FS layout report
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/wal
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/wal
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/data/data
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:46.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:46.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.413417 13232 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.415099 13232 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:46.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.415627 13232 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:46.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.418417 13232 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.422544 13232 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:46.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.422727 13232 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:46.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.422921 13232 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:46.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.423053 13232 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.572834 13232 rpc_server.cc:307] RPC server started. Bound to: 127.12.124.66:37975
23:08:46.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.573001 13373 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.124.66:37975 every 8 connection(s)
23:08:46.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.576673 13232 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/data/info.pb
23:08:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.579962 12785 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 13232
23:08:46.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.580416 12785 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-1/wal/instance
23:08:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.595014 12785 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:08:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/wal
23:08:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/data
23:08:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:08:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:08:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:08:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:46.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/logs
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/data/info.pb
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.67:0
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.124.67
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.67
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:46.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:08:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.621695 13374 heartbeater.cc:344] Connected to a master server at 127.12.124.124:34051
23:08:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.622262 13374 heartbeater.cc:461] Registering TS with master...
23:08:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.623775 13374 heartbeater.cc:507] Master 127.12.124.124:34051 requested a full tablet report, sending...
23:08:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.628664 12991 ts_manager.cc:194] Registered new tserver with Master: 5f7f5f7b14f5437ca32479be6e2576e2 (127.12.124.66:37975)
23:08:46.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.631069 12991 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.124.66:58225
23:08:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.641348 13375 heartbeater.cc:344] Connected to a master server at 127.12.124.125:36071
23:08:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.641788 13375 heartbeater.cc:461] Registering TS with master...
23:08:46.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.642416 13375 heartbeater.cc:507] Master 127.12.124.125:36071 requested a full tablet report, sending...
23:08:46.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.643435 13378 heartbeater.cc:344] Connected to a master server at 127.12.124.126:39141
23:08:46.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.643790 13378 heartbeater.cc:461] Registering TS with master...
23:08:46.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.644388 13378 heartbeater.cc:507] Master 127.12.124.126:39141 requested a full tablet report, sending...
23:08:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.645658 12907 ts_manager.cc:194] Registered new tserver with Master: 5f7f5f7b14f5437ca32479be6e2576e2 (127.12.124.66:37975)
23:08:46.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:46.647665 12831 ts_manager.cc:194] Registered new tserver with Master: 5f7f5f7b14f5437ca32479be6e2576e2 (127.12.124.66:37975)
23:08:46.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.973682 13380 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:08:46.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.974367 13380 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:08:46.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:46.975073 13380 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:08:47.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:47.018632 13380 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:08:47.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:47.019405 13380 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.12.124.67
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:47.056018 13380 tablet_server_runner.cc:78] Tablet server non-default flags:
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.12.124.84:33577
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/data
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/wal
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.12.124.67:0
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/data/info.pb
23:08:47.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.12.124.67
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.12.124.126:39141,127.12.124.125:36071,127.12.124.124:34051
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.12.124.67
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/logs
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:08:47.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:47.057307 13380 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:08:47.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:47.059003 13380 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:08:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:47.074558 13392 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:47.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:47.635274 13374 heartbeater.cc:499] Master 127.12.124.124:34051 was elected leader, sending a full tablet report...
23:08:48.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.476575 13391 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 13380
23:08:48.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:47.077051 13393 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:48.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.950744 13391 kernel_stack_watchdog.cc:198] Thread 13380 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 397ms:
23:08:48.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:08:48.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:08:48.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:08:48.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:08:48.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.951591 13394 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1873 milliseconds
23:08:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.957803 13380 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.882s	user 0.001s	sys 0.007s
23:08:48.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.958101 13380 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.882s	user 0.001s	sys 0.007s
23:08:48.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:48.959481 13395 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:08:48.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.959704 13380 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:08:48.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.961464 13380 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:08:48.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.965142 13380 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:08:48.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.966548 13380 hybrid_clock.cc:648] HybridClock initialized: now 1783465728966484 us; error 66 us; skew 500 ppm
23:08:48.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.967588 13380 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:08:48.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.975208 13380 webserver.cc:534] Webserver started at http://127.12.124.67:38511/ using document root <none> and password file <none>
23:08:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.976223 13380 fs_manager.cc:362] Metadata directory not provided
23:08:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.976454 13380 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:08:48.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.977016 13380 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:08:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.981348 13380 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/data/instance:
23:08:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51"
23:08:48.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:48 on dist-test-slave-sprr"
23:08:48.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.982437 13380 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/wal/instance:
23:08:48.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51"
23:08:48.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:48 on dist-test-slave-sprr"
23:08:48.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.989184 13380 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.006s	sys 0.001s
23:08:48.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.995633 13405 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:08:48.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.996626 13380 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.996901 13380 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/wal
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51"
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:08:48 on dist-test-slave-sprr"
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:48.997179 13380 fs_report.cc:389] FS layout report
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/wal
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/wal
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/data/data
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:08:48.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:08:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:08:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:08:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:08:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:08:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:08:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:08:48.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:08:49.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.052899 13380 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:08:49.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.054553 13380 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:08:49.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.054955 13380 kserver.cc:163] Server-wide thread pool size limit: 3276
23:08:49.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.057973 13380 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:08:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.062216 13380 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:08:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.062451 13380 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:08:49.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.062645 13380 ts_tablet_manager.cc:616] Registered 0 tablets
23:08:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.062815 13380 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:08:49.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.232388 13380 rpc_server.cc:307] RPC server started. Bound to: 127.12.124.67:34561
23:08:49.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.232474 13517 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.12.124.67:34561 every 8 connection(s)
23:08:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.235195 13380 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/data/info.pb
23:08:49.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.242797 12785 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 13380
23:08:49.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.243259 12785 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1224684932301840062/ts-2/wal/instance
23:08:49.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.299180 13520 heartbeater.cc:344] Connected to a master server at 127.12.124.126:39141
23:08:49.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.299744 13520 heartbeater.cc:461] Registering TS with master...
23:08:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.300913 13520 heartbeater.cc:507] Master 127.12.124.126:39141 requested a full tablet report, sending...
23:08:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.301426 13518 heartbeater.cc:344] Connected to a master server at 127.12.124.124:34051
23:08:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.301779 13518 heartbeater.cc:461] Registering TS with master...
23:08:49.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.302654 13518 heartbeater.cc:507] Master 127.12.124.124:34051 requested a full tablet report, sending...
23:08:49.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.304935 12831 ts_manager.cc:194] Registered new tserver with Master: 3cf8e1e0097d4d74a5c0b6cfa148fc51 (127.12.124.67:34561)
23:08:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.306833 13519 heartbeater.cc:344] Connected to a master server at 127.12.124.125:36071
23:08:49.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.307196 13519 heartbeater.cc:461] Registering TS with master...
23:08:49.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.308502 13519 heartbeater.cc:507] Master 127.12.124.125:36071 requested a full tablet report, sending...
23:08:49.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.310906 12907 ts_manager.cc:194] Registered new tserver with Master: 3cf8e1e0097d4d74a5c0b6cfa148fc51 (127.12.124.67:34561)
23:08:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.310930 12991 ts_manager.cc:194] Registered new tserver with Master: 3cf8e1e0097d4d74a5c0b6cfa148fc51 (127.12.124.67:34561)
23:08:49.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.312547 12991 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.12.124.67:38929
23:08:49.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.330233 12785 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:08:49.346 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:08:49.346 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:08:49.355 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.124.126"
      port: 39141
    }
    bound_http_address {
      host: "127.12.124.126"
      port: 42177
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.124.125"
      port: 36071
    }
    bound_http_address {
      host: "127.12.124.125"
      port: 44815
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.124.124"
      port: 34051
    }
    bound_http_address {
      host: "127.12.124.124"
      port: 46157
    }
  }
}

23:08:49.355 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:08:49.358 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.12.124.65"
      port: 38615
    }
    bound_http_address {
      host: "127.12.124.65"
      port: 46555
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.12.124.66"
      port: 37975
    }
    bound_http_address {
      host: "127.12.124.66"
      port: 44327
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.12.124.67"
      port: 34561
    }
    bound_http_address {
      host: "127.12.124.67"
      port: 38511
    }
  }
}

23:08:49.359 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:08:49.362 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:49.439 [DEBUG - main] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:08:49.447 [DEBUG - main] (DefaultChannelId.java:84) -Dio.netty.processId: 12032 (auto-detected)
23:08:49.450 [DEBUG - main] (NetUtil.java:149) -Djava.net.preferIPv4Stack: true
23:08:49.450 [DEBUG - main] (NetUtil.java:150) -Djava.net.preferIPv6Addresses: false
23:08:49.452 [DEBUG - main] (NetUtilInitializations.java:145) Loopback interface: lo (lo, 127.0.0.1)
23:08:49.453 [DEBUG - main] (NetUtil.java:198) /proc/sys/net/core/somaxconn: 4096
23:08:49.454 [DEBUG - main] (DefaultChannelId.java:106) -Dio.netty.machineId: 02:42:fc:ff:fe:0b:da:56 (auto-detected)
23:08:49.477 [DEBUG - main] (ByteBufUtil.java:89) -Dio.netty.allocator.type: pooled
23:08:49.477 [DEBUG - main] (ByteBufUtil.java:101) -Dio.netty.threadLocalDirectBufferSize: 0
23:08:49.477 [DEBUG - main] (ByteBufUtil.java:104) -Dio.netty.maxThreadLocalCharBufferSize: 16384
23:08:49.483 [DEBUG - main] (ChannelInitializerExtensions.java:54) -Dio.netty.bootstrap.extensions: null
23:08:49.489 [DEBUG - main] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:08:49.490 [DEBUG - main] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:08:49.512 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.198.190:45937(127.11.198.190:45937)] Successfully connected to peer
23:08:49.529 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.198.188:43131(127.11.198.188:43131)] Successfully connected to peer
23:08:49.534 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.198.189:39011(127.11.198.189:39011)] Successfully connected to peer
23:08:49.538 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:63) -Dorg.apache.kudu.shaded.io.netty.buffer.checkAccessible: true
23:08:49.538 [DEBUG - kudu-nio-0] (AbstractByteBuf.java:64) -Dorg.apache.kudu.shaded.io.netty.buffer.checkBounds: true
23:08:49.538 [DEBUG - kudu-nio-0] (ResourceLeakDetectorFactory.java:196) Loaded default ResourceLeakDetector: org.apache.kudu.shaded.io.netty.util.ResourceLeakDetector@73bbe78a
23:08:49.548 [DEBUG - kudu-nio-2] (Recycler.java:96) -Dio.netty.recycler.maxCapacityPerThread: 4096
23:08:49.549 [DEBUG - kudu-nio-2] (Recycler.java:97) -Dio.netty.recycler.ratio: 8
23:08:49.549 [DEBUG - kudu-nio-2] (Recycler.java:98) -Dio.netty.recycler.chunkSize: 32
23:08:49.549 [DEBUG - kudu-nio-2] (Recycler.java:99) -Dio.netty.recycler.blocking: false
23:08:49.549 [DEBUG - kudu-nio-2] (Recycler.java:100) -Dio.netty.recycler.batchFastThreadLocalOnly: true
23:08:49.626 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.188
23:08:49.626 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.189
23:08:49.627 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.190
23:08:49.847 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:49.850 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:49.851 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:49.882 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x42b8f839, L:/127.0.0.1:51578 - R:/127.11.198.188:43131] using SASL/PLAIN
23:08:49.882 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8795c3cf, L:/127.0.0.1:38072 - R:/127.11.198.189:39011] using SASL/PLAIN
23:08:49.884 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xce181d9d, L:/127.0.0.1:48746 - R:/127.11.198.190:45937] using SASL/PLAIN
23:08:49.920 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:49.921 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=520), Traces: [0ms] refreshing cache from master, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [493ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: OK, [493ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: OK, [495ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: OK, deferred=null) after lookup
23:08:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:49.973156 12257 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:51578:
23:08:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:08:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:08:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:49.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:49.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000\006\001d\000\000\000\007\001\310\000\000\000"
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:49.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:08:49.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:49.978051 12257 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:08:50.041 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 466daacdae4b42c3bb93d6c74fd79edd
23:08:50.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.073779 12706 tablet_service.cc:1511] Processing CreateTablet for tablet 8c0f12a44da04556a23947b571a8731a (DEFAULT_TABLE table=replication_test_table [id=466daacdae4b42c3bb93d6c74fd79edd]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:08:50.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.075488 12707 tablet_service.cc:1511] Processing CreateTablet for tablet 1d489cdecacd4533919d08e39e9b5ebe (DEFAULT_TABLE table=replication_test_table [id=466daacdae4b42c3bb93d6c74fd79edd]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:08:50.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.077798 12707 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1d489cdecacd4533919d08e39e9b5ebe. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:50.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.085156 12706 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8c0f12a44da04556a23947b571a8731a. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:50.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.090358 12427 tablet_service.cc:1511] Processing CreateTablet for tablet 8c0f12a44da04556a23947b571a8731a (DEFAULT_TABLE table=replication_test_table [id=466daacdae4b42c3bb93d6c74fd79edd]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:08:50.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.094146 12427 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8c0f12a44da04556a23947b571a8731a. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:50.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.093897 12428 tablet_service.cc:1511] Processing CreateTablet for tablet 1d489cdecacd4533919d08e39e9b5ebe (DEFAULT_TABLE table=replication_test_table [id=466daacdae4b42c3bb93d6c74fd79edd]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:08:50.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.097771 12428 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1d489cdecacd4533919d08e39e9b5ebe. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:50.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.106346 12567 tablet_service.cc:1511] Processing CreateTablet for tablet 8c0f12a44da04556a23947b571a8731a (DEFAULT_TABLE table=replication_test_table [id=466daacdae4b42c3bb93d6c74fd79edd]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:08:50.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.108922 12567 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8c0f12a44da04556a23947b571a8731a. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:50.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.105132 12568 tablet_service.cc:1511] Processing CreateTablet for tablet 1d489cdecacd4533919d08e39e9b5ebe (DEFAULT_TABLE table=replication_test_table [id=466daacdae4b42c3bb93d6c74fd79edd]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:08:50.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.111249 12568 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1d489cdecacd4533919d08e39e9b5ebe. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:50.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.157991 13554 tablet_bootstrap.cc:492] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f: Bootstrap starting.
23:08:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.165455 13555 tablet_bootstrap.cc:492] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0: Bootstrap starting.
23:08:50.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.170192 13556 tablet_bootstrap.cc:492] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937: Bootstrap starting.
23:08:50.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.171746 13554 tablet_bootstrap.cc:654] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f: Neither blocks nor log segments found. Creating new log.
23:08:50.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.175109 13554 log.cc:826] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f: Log is configured to *not* fsync() on all Append() calls
23:08:50.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.177954 13555 tablet_bootstrap.cc:654] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0: Neither blocks nor log segments found. Creating new log.
23:08:50.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.181169 13555 log.cc:826] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0: Log is configured to *not* fsync() on all Append() calls
23:08:50.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.181425 13556 tablet_bootstrap.cc:654] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937: Neither blocks nor log segments found. Creating new log.
23:08:50.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.184331 13556 log.cc:826] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937: Log is configured to *not* fsync() on all Append() calls
23:08:50.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.186556 13554 tablet_bootstrap.cc:492] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f: No bootstrap required, opened a new log
23:08:50.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.187216 13554 ts_tablet_manager.cc:1403] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f: Time spent bootstrapping tablet: real 0.036s	user 0.007s	sys 0.016s
23:08:50.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.190066 13556 tablet_bootstrap.cc:492] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937: No bootstrap required, opened a new log
23:08:50.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.190577 13556 ts_tablet_manager.cc:1403] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937: Time spent bootstrapping tablet: real 0.021s	user 0.017s	sys 0.004s
23:08:50.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.191824 13555 tablet_bootstrap.cc:492] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0: No bootstrap required, opened a new log
23:08:50.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.192471 13555 ts_tablet_manager.cc:1403] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0: Time spent bootstrapping tablet: real 0.031s	user 0.014s	sys 0.007s
23:08:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.216280 13554 raft_consensus.cc:359] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } } peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } }
23:08:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.217257 13554 raft_consensus.cc:385] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:50.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.217548 13554 raft_consensus.cc:740] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 897c1ca73b614f809a2a377cf891153f, State: Initialized, Role: FOLLOWER
23:08:50.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.218711 13554 consensus_queue.cc:260] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } } peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } }
23:08:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.222417 13556 raft_consensus.cc:359] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } } peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } }
23:08:50.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.223661 13556 raft_consensus.cc:385] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:50.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.224120 13556 raft_consensus.cc:740] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4485dfd36cb042efb273a5227dd4a937, State: Initialized, Role: FOLLOWER
23:08:50.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.225378 13556 consensus_queue.cc:260] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } } peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } }
23:08:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.231297 13555 raft_consensus.cc:359] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } } peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } }
23:08:50.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.232340 13555 raft_consensus.cc:385] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:50.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.232656 13555 raft_consensus.cc:740] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c79d5f0112844aeb7d162cf1492fcc0, State: Initialized, Role: FOLLOWER
23:08:50.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.236384 13561 raft_consensus.cc:493] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:50.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.233667 13555 consensus_queue.cc:260] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } } peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } }
23:08:50.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.240527 13554 ts_tablet_manager.cc:1434] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f: Time spent starting tablet: real 0.053s	user 0.028s	sys 0.007s
23:08:50.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.242662 13554 tablet_bootstrap.cc:492] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f: Bootstrap starting.
23:08:50.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.238211 13561 raft_consensus.cc:515] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } } peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } }
23:08:50.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.252628 13556 ts_tablet_manager.cc:1434] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937: Time spent starting tablet: real 0.062s	user 0.025s	sys 0.015s
23:08:50.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.256011 13556 tablet_bootstrap.cc:492] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937: Bootstrap starting.
23:08:50.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.256321 13554 tablet_bootstrap.cc:654] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f: Neither blocks nor log segments found. Creating new log.
23:08:50.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.265004 13556 tablet_bootstrap.cc:654] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937: Neither blocks nor log segments found. Creating new log.
23:08:50.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.283022 13556 tablet_bootstrap.cc:492] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937: No bootstrap required, opened a new log
23:08:50.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.283987 13556 ts_tablet_manager.cc:1403] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937: Time spent bootstrapping tablet: real 0.028s	user 0.015s	sys 0.008s
23:08:50.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.287501 13556 raft_consensus.cc:359] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } } peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } }
23:08:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.289013 13556 raft_consensus.cc:385] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:50.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.289501 13556 raft_consensus.cc:740] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4485dfd36cb042efb273a5227dd4a937, State: Initialized, Role: FOLLOWER
23:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.290414 13556 consensus_queue.cc:260] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } } peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } }
23:08:50.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.290726 13561 leader_election.cc:290] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 0c79d5f0112844aeb7d162cf1492fcc0 (127.11.198.129:32955), 4485dfd36cb042efb273a5227dd4a937 (127.11.198.130:41023)
23:08:50.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.292660 13556 ts_tablet_manager.cc:1434] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.000s
23:08:50.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.314311 13555 ts_tablet_manager.cc:1434] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0: Time spent starting tablet: real 0.121s	user 0.039s	sys 0.013s
23:08:50.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.316191 13555 tablet_bootstrap.cc:492] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0: Bootstrap starting.
23:08:50.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.318162 13518 heartbeater.cc:499] Master 127.12.124.124:34051 was elected leader, sending a full tablet report...
23:08:50.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.320997 12588 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8c0f12a44da04556a23947b571a8731a" candidate_uuid: "897c1ca73b614f809a2a377cf891153f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4485dfd36cb042efb273a5227dd4a937" is_pre_election: true
23:08:50.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.321974 12588 raft_consensus.cc:2468] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 897c1ca73b614f809a2a377cf891153f in term 0.
23:08:50.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.324036 12661 leader_election.cc:304] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4485dfd36cb042efb273a5227dd4a937, 897c1ca73b614f809a2a377cf891153f; no voters: 
23:08:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.325769 13561 raft_consensus.cc:2804] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:08:50.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.326115 13561 raft_consensus.cc:493] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.326409 13561 raft_consensus.cc:3060] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Advancing to term 1
23:08:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.329573 12448 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8c0f12a44da04556a23947b571a8731a" candidate_uuid: "897c1ca73b614f809a2a377cf891153f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" is_pre_election: true
23:08:50.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.330478 12448 raft_consensus.cc:2468] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 897c1ca73b614f809a2a377cf891153f in term 0.
23:08:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.334147 13554 tablet_bootstrap.cc:492] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f: No bootstrap required, opened a new log
23:08:50.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.334573 13554 ts_tablet_manager.cc:1403] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f: Time spent bootstrapping tablet: real 0.092s	user 0.020s	sys 0.031s
23:08:50.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.335299 13555 tablet_bootstrap.cc:654] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0: Neither blocks nor log segments found. Creating new log.
23:08:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.337769 13554 raft_consensus.cc:359] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } } peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } }
23:08:50.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.338459 13554 raft_consensus.cc:385] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:50.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.338764 13554 raft_consensus.cc:740] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 897c1ca73b614f809a2a377cf891153f, State: Initialized, Role: FOLLOWER
23:08:50.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.339965 13554 consensus_queue.cc:260] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } } peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } }
23:08:50.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.342597 13554 ts_tablet_manager.cc:1434] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f: Time spent starting tablet: real 0.008s	user 0.008s	sys 0.000s
23:08:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.353709 13563 raft_consensus.cc:493] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:50.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.354238 13563 raft_consensus.cc:515] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } } peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } }
23:08:50.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.362438 13561 raft_consensus.cc:515] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } } peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } }
23:08:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.366003 12448 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8c0f12a44da04556a23947b571a8731a" candidate_uuid: "897c1ca73b614f809a2a377cf891153f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0c79d5f0112844aeb7d162cf1492fcc0"
23:08:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.366495 13561 leader_election.cc:290] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [CANDIDATE]: Term 1 election: Requested vote from peers 0c79d5f0112844aeb7d162cf1492fcc0 (127.11.198.129:32955), 4485dfd36cb042efb273a5227dd4a937 (127.11.198.130:41023)
23:08:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.366559 12448 raft_consensus.cc:3060] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0 [term 0 FOLLOWER]: Advancing to term 1
23:08:50.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.368600 12776 tablet.cc:2406] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:50.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.376693 13563 leader_election.cc:290] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 897c1ca73b614f809a2a377cf891153f (127.11.198.131:39865), 0c79d5f0112844aeb7d162cf1492fcc0 (127.11.198.129:32955)
23:08:50.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.383388 12727 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1d489cdecacd4533919d08e39e9b5ebe" candidate_uuid: "4485dfd36cb042efb273a5227dd4a937" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "897c1ca73b614f809a2a377cf891153f" is_pre_election: true
23:08:50.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.384177 12727 raft_consensus.cc:2468] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4485dfd36cb042efb273a5227dd4a937 in term 0.
23:08:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.385694 12448 raft_consensus.cc:2468] T 8c0f12a44da04556a23947b571a8731a P 0c79d5f0112844aeb7d162cf1492fcc0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 897c1ca73b614f809a2a377cf891153f in term 1.
23:08:50.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.386216 12522 leader_election.cc:304] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4485dfd36cb042efb273a5227dd4a937, 897c1ca73b614f809a2a377cf891153f; no voters: 
23:08:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.387018 13563 raft_consensus.cc:2804] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:08:50.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.387509 13563 raft_consensus.cc:493] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:50.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.387940 13563 raft_consensus.cc:3060] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Advancing to term 1
23:08:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.397635 12662 leader_election.cc:304] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 0c79d5f0112844aeb7d162cf1492fcc0, 897c1ca73b614f809a2a377cf891153f; no voters: 
23:08:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.396164 13555 tablet_bootstrap.cc:492] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0: No bootstrap required, opened a new log
23:08:50.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.398442 13561 raft_consensus.cc:2804] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [term 1 FOLLOWER]: Leader election won for term 1
23:08:50.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.399065 13555 ts_tablet_manager.cc:1403] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0: Time spent bootstrapping tablet: real 0.083s	user 0.010s	sys 0.010s
23:08:50.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.399340 13561 raft_consensus.cc:697] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [term 1 LEADER]: Becoming Leader. State: Replica: 897c1ca73b614f809a2a377cf891153f, State: Running, Role: LEADER
23:08:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.400269 13561 consensus_queue.cc:237] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } } peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } }
23:08:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.402122 13555 raft_consensus.cc:359] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } } peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } }
23:08:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.402783 13555 raft_consensus.cc:385] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:50.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.403061 13555 raft_consensus.cc:740] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 0c79d5f0112844aeb7d162cf1492fcc0, State: Initialized, Role: FOLLOWER
23:08:50.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.406241 13563 raft_consensus.cc:515] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } } peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } }
23:08:50.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.411851 12448 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1d489cdecacd4533919d08e39e9b5ebe" candidate_uuid: "4485dfd36cb042efb273a5227dd4a937" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" is_pre_election: true
23:08:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.411204 12588 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8c0f12a44da04556a23947b571a8731a" candidate_uuid: "897c1ca73b614f809a2a377cf891153f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4485dfd36cb042efb273a5227dd4a937"
23:08:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.412799 12588 raft_consensus.cc:3060] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937 [term 0 FOLLOWER]: Advancing to term 1
23:08:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.414287 13555 consensus_queue.cc:260] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } } peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } }
23:08:50.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.415138 12448 raft_consensus.cc:2468] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 4485dfd36cb042efb273a5227dd4a937 in term 0.
23:08:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.419186 12727 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1d489cdecacd4533919d08e39e9b5ebe" candidate_uuid: "4485dfd36cb042efb273a5227dd4a937" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "897c1ca73b614f809a2a377cf891153f"
23:08:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.419689 12727 raft_consensus.cc:3060] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f [term 0 FOLLOWER]: Advancing to term 1
23:08:50.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.420071 13563 leader_election.cc:290] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [CANDIDATE]: Term 1 election: Requested vote from peers 897c1ca73b614f809a2a377cf891153f (127.11.198.131:39865), 0c79d5f0112844aeb7d162cf1492fcc0 (127.11.198.129:32955)
23:08:50.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.421325 12447 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1d489cdecacd4533919d08e39e9b5ebe" candidate_uuid: "4485dfd36cb042efb273a5227dd4a937" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "0c79d5f0112844aeb7d162cf1492fcc0"
23:08:50.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.422142 13555 ts_tablet_manager.cc:1434] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0: Time spent starting tablet: real 0.022s	user 0.004s	sys 0.002s
23:08:50.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.423666 12497 tablet.cc:2406] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:50.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.429283 12588 raft_consensus.cc:2468] T 8c0f12a44da04556a23947b571a8731a P 4485dfd36cb042efb273a5227dd4a937 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 897c1ca73b614f809a2a377cf891153f in term 1.
23:08:50.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.431454 12727 raft_consensus.cc:2468] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 4485dfd36cb042efb273a5227dd4a937 in term 1.
23:08:50.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.432794 12522 leader_election.cc:304] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 4485dfd36cb042efb273a5227dd4a937, 897c1ca73b614f809a2a377cf891153f; no voters: 0c79d5f0112844aeb7d162cf1492fcc0
23:08:50.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.433966 13563 raft_consensus.cc:2804] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [term 1 FOLLOWER]: Leader election won for term 1
23:08:50.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.443930 13563 raft_consensus.cc:697] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [term 1 LEADER]: Becoming Leader. State: Replica: 4485dfd36cb042efb273a5227dd4a937, State: Running, Role: LEADER
23:08:50.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.445545 13563 consensus_queue.cc:237] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } } peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } }
23:08:50.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.448882 12256 catalog_manager.cc:5696] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f reported cstate change: term changed from 0 to 1, leader changed from <none> to 897c1ca73b614f809a2a377cf891153f (127.11.198.131). New cstate: current_term: 1 leader_uuid: "897c1ca73b614f809a2a377cf891153f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } health_report { overall_health: HEALTHY } } }
23:08:50.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:50.457756 12641 tablet.cc:2406] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:50.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.469533 12257 catalog_manager.cc:5696] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 reported cstate change: term changed from 0 to 1, leader changed from <none> to 4485dfd36cb042efb273a5227dd4a937 (127.11.198.130). New cstate: current_term: 1 leader_uuid: "4485dfd36cb042efb273a5227dd4a937" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 } health_report { overall_health: HEALTHY } } }
23:08:50.589 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 466daacdae4b42c3bb93d6c74fd79edd
23:08:50.612 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d489cdecacd4533919d08e39e9b5ebe for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:08:50.613 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c0f12a44da04556a23947b571a8731a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:50.615 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=1d489cdecacd4533919d08e39e9b5ebe@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)[L],897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=8c0f12a44da04556a23947b571a8731a@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299998}]
23:08:50.616 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=18), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.188:43131, [9ms] Sub RPC GetTableLocations: received response from server master-127.11.198.188:43131: OK, deferred=null) after lookup
23:08:50.623 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)] connecting to peer
23:08:50.625 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)] Successfully connected to peer
23:08:50.683 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:50.689 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa129ca34, L:/127.0.0.1:39296 - R:/127.11.198.130:41023] using TOKEN/null
23:08:50.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.704573 12448 raft_consensus.cc:3060] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0 [term 0 FOLLOWER]: Advancing to term 1
23:08:50.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.705041 12727 raft_consensus.cc:1275] T 1d489cdecacd4533919d08e39e9b5ebe P 897c1ca73b614f809a2a377cf891153f [term 1 FOLLOWER]: Refusing update from remote peer 4485dfd36cb042efb273a5227dd4a937: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:50.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.707150 13572 consensus_queue.cc:1048] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [LEADER]: Connected to new peer: Peer: permanent_uuid: "897c1ca73b614f809a2a377cf891153f" member_type: VOTER last_known_addr { host: "127.11.198.131" port: 39865 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:08:50.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.711620 12448 raft_consensus.cc:1275] T 1d489cdecacd4533919d08e39e9b5ebe P 0c79d5f0112844aeb7d162cf1492fcc0 [term 1 FOLLOWER]: Refusing update from remote peer 4485dfd36cb042efb273a5227dd4a937: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:08:50.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.713534 13572 consensus_queue.cc:1048] T 1d489cdecacd4533919d08e39e9b5ebe P 4485dfd36cb042efb273a5227dd4a937 [LEADER]: Connected to new peer: Peer: permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:50.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.740157 13575 mvcc.cc:204] Tried to move back new op lower bound from 7305075632949268480 to 7305075631936221184. Current Snapshot: MvccSnapshot[applied={T|T < 7305075632949268480}]
23:08:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.774075 13578 mvcc.cc:204] Tried to move back new op lower bound from 7305075632949268480 to 7305075631936221184. Current Snapshot: MvccSnapshot[applied={T|T < 7305075632949268480}]
23:08:50.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.859822 13561 consensus_queue.cc:1048] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [LEADER]: Connected to new peer: Peer: permanent_uuid: "4485dfd36cb042efb273a5227dd4a937" member_type: VOTER last_known_addr { host: "127.11.198.130" port: 41023 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:50.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:50.875159 13561 consensus_queue.cc:1048] T 8c0f12a44da04556a23947b571a8731a P 897c1ca73b614f809a2a377cf891153f [LEADER]: Connected to new peer: Peer: permanent_uuid: "0c79d5f0112844aeb7d162cf1492fcc0" member_type: VOTER last_known_addr { host: "127.11.198.129" port: 32955 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:50.989 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 466daacdae4b42c3bb93d6c74fd79edd
23:08:50.990 [DEBUG - main] (Connection.java:748) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] connecting to peer
23:08:50.993 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] Successfully connected to peer
23:08:51.034 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:51.039 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x612c81fb, L:/127.0.0.1:56886 - R:/127.11.198.131:39865] using TOKEN/null
23:08:51.174 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:51.182 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:51.191 [DEBUG - main] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:08:51.192 [DEBUG - main] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:08:51.202 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.124.124:34051(127.12.124.124:34051)] Successfully connected to peer
23:08:51.207 [DEBUG - main] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:08:51.223 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.124.125:36071(127.12.124.125:36071)] Successfully connected to peer
23:08:51.225 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.124.126:39141(127.12.124.126:39141)] Successfully connected to peer
23:08:51.250 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.124
23:08:51.253 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.125
23:08:51.270 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.126
23:08:51.309 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:51.313 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:51.317 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:51.322 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x628688f9, L:/127.0.0.1:34958 - R:/127.12.124.126:39141] using SASL/PLAIN
23:08:51.322 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4b4cc5c7, L:/127.0.0.1:38742 - R:/127.12.124.125:36071] using SASL/PLAIN
23:08:51.324 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6755fbb2, L:/127.0.0.1:44434 - R:/127.12.124.124:34051] using SASL/PLAIN
23:08:51.333 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:51.334 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=150), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [136ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: OK, [137ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: OK, deferred=null) after lookup
23:08:51.345 [DEBUG - main] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:08:51.351 [DEBUG - main] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:08:51.361 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.198.190:45937(127.11.198.190:45937)] Successfully connected to peer
23:08:51.371 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.190
23:08:51.373 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.198.188:43131(127.11.198.188:43131)] Successfully connected to peer
23:08:51.375 [DEBUG - main] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:08:51.415 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.188
23:08:51.416 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.198.189:39011(127.11.198.189:39011)] Successfully connected to peer
23:08:51.424 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.189
23:08:51.437 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:51.453 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:51.461 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x781696d5, L:/127.0.0.1:45760 - R:/127.11.198.190:45937] using SASL/PLAIN
23:08:51.468 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbcd9c441, L:/127.0.0.1:33416 - R:/127.11.198.189:39011] using SASL/PLAIN
23:08:51.473 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:51.477 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2504ac9c, L:/127.0.0.1:35046 - R:/127.11.198.188:43131] using SASL/PLAIN
23:08:51.482 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:51.483 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=139), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [123ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: OK, [127ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: OK, [138ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: OK, deferred=null) after lookup
23:08:51.488 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 466daacdae4b42c3bb93d6c74fd79edd
23:08:51.521 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d489cdecacd4533919d08e39e9b5ebe for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:08:51.521 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c0f12a44da04556a23947b571a8731a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:51.522 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1d489cdecacd4533919d08e39e9b5ebe@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)[L],897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8c0f12a44da04556a23947b571a8731a@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.537111 12990 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44434:
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:51.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:08:51.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:08:51.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\001\000\000\000\000\007\0012\000\000\000"
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:08:51.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:08:51.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:51.542490 12990 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:08:51.602 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:51.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.640842 13164 tablet_service.cc:1511] Processing CreateTablet for tablet 5d258eb6b0914323a228347b8b006e92 (DEFAULT_TABLE table=replication_test_table [id=1b9d4cc781cf49b890eca17f1f5fe5a2]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:08:51.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.658766 13164 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5d258eb6b0914323a228347b8b006e92. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:51.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.691893 13453 tablet_service.cc:1511] Processing CreateTablet for tablet 5d258eb6b0914323a228347b8b006e92 (DEFAULT_TABLE table=replication_test_table [id=1b9d4cc781cf49b890eca17f1f5fe5a2]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:08:51.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.694885 13453 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5d258eb6b0914323a228347b8b006e92. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:51.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.693926 13309 tablet_service.cc:1511] Processing CreateTablet for tablet 5d258eb6b0914323a228347b8b006e92 (DEFAULT_TABLE table=replication_test_table [id=1b9d4cc781cf49b890eca17f1f5fe5a2]), partition=RANGE (key1) PARTITION 0 <= VALUES < 50
23:08:51.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.696015 13309 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5d258eb6b0914323a228347b8b006e92. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:51.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.722530 13622 tablet_bootstrap.cc:492] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700: Bootstrap starting.
23:08:51.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.736827 13622 tablet_bootstrap.cc:654] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700: Neither blocks nor log segments found. Creating new log.
23:08:51.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.739244 13624 tablet_bootstrap.cc:492] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: Bootstrap starting.
23:08:51.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.740926 13623 tablet_bootstrap.cc:492] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2: Bootstrap starting.
23:08:51.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.741212 13622 log.cc:826] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700: Log is configured to *not* fsync() on all Append() calls
23:08:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.747037 13622 tablet_bootstrap.cc:492] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700: No bootstrap required, opened a new log
23:08:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.747377 13624 tablet_bootstrap.cc:654] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: Neither blocks nor log segments found. Creating new log.
23:08:51.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.747537 13622 ts_tablet_manager.cc:1403] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700: Time spent bootstrapping tablet: real 0.026s	user 0.014s	sys 0.005s
23:08:51.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.748304 13623 tablet_bootstrap.cc:654] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2: Neither blocks nor log segments found. Creating new log.
23:08:51.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.749919 13624 log.cc:826] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: Log is configured to *not* fsync() on all Append() calls
23:08:51.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.750835 13623 log.cc:826] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2: Log is configured to *not* fsync() on all Append() calls
23:08:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.769935 13624 tablet_bootstrap.cc:492] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: No bootstrap required, opened a new log
23:08:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.769994 13623 tablet_bootstrap.cc:492] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2: No bootstrap required, opened a new log
23:08:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.770457 13624 ts_tablet_manager.cc:1403] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: Time spent bootstrapping tablet: real 0.032s	user 0.019s	sys 0.009s
23:08:51.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.770522 13623 ts_tablet_manager.cc:1403] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2: Time spent bootstrapping tablet: real 0.030s	user 0.013s	sys 0.007s
23:08:51.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.784340 13622 raft_consensus.cc:359] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } }
23:08:51.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.785491 13622 raft_consensus.cc:385] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.785844 13622 raft_consensus.cc:740] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 128c1801bdc74331b8056f28fc6f3700, State: Initialized, Role: FOLLOWER
23:08:51.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.786864 13622 consensus_queue.cc:260] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } }
23:08:51.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.791630 13622 ts_tablet_manager.cc:1434] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700: Time spent starting tablet: real 0.044s	user 0.033s	sys 0.004s
23:08:51.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.798002 13624 raft_consensus.cc:359] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } }
23:08:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.799104 13624 raft_consensus.cc:385] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:51.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.799561 13624 raft_consensus.cc:740] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cf8e1e0097d4d74a5c0b6cfa148fc51, State: Initialized, Role: FOLLOWER
23:08:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.801394 13624 consensus_queue.cc:260] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } }
23:08:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:51.805681 13238 tablet.cc:2406] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:51.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.805933 13623 raft_consensus.cc:359] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } }
23:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.806880 13623 raft_consensus.cc:385] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:51.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.807205 13623 raft_consensus.cc:740] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f7f5f7b14f5437ca32479be6e2576e2, State: Initialized, Role: FOLLOWER
23:08:51.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.808314 13623 consensus_queue.cc:260] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } }
23:08:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.823628 13623 ts_tablet_manager.cc:1434] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2: Time spent starting tablet: real 0.053s	user 0.032s	sys 0.012s
23:08:51.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.823827 13624 ts_tablet_manager.cc:1434] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: Time spent starting tablet: real 0.053s	user 0.033s	sys 0.012s
23:08:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.830449 13628 raft_consensus.cc:493] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.830971 13628 raft_consensus.cc:515] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } }
23:08:51.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.835199 13628 leader_election.cc:290] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 3cf8e1e0097d4d74a5c0b6cfa148fc51 (127.12.124.67:34561), 5f7f5f7b14f5437ca32479be6e2576e2 (127.12.124.66:37975)
23:08:51.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.850373 13630 raft_consensus.cc:493] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:51.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.850972 13630 raft_consensus.cc:515] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } }
23:08:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.855103 13630 leader_election.cc:290] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 128c1801bdc74331b8056f28fc6f3700 (127.12.124.65:38615), 3cf8e1e0097d4d74a5c0b6cfa148fc51 (127.12.124.67:34561)
23:08:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.880389 13473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d258eb6b0914323a228347b8b006e92" candidate_uuid: "128c1801bdc74331b8056f28fc6f3700" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" is_pre_election: true
23:08:51.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.881490 13473 raft_consensus.cc:2468] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 128c1801bdc74331b8056f28fc6f3700 in term 0.
23:08:51.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.884457 13117 leader_election.cc:304] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 128c1801bdc74331b8056f28fc6f3700, 3cf8e1e0097d4d74a5c0b6cfa148fc51; no voters: 
23:08:51.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.885512 13628 raft_consensus.cc:2804] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:08:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.885957 13628 raft_consensus.cc:493] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:51.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.886344 13628 raft_consensus.cc:3060] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Advancing to term 1
23:08:51.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:51.887902 13382 tablet.cc:2406] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:51.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.892258 13329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d258eb6b0914323a228347b8b006e92" candidate_uuid: "128c1801bdc74331b8056f28fc6f3700" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" is_pre_election: true
23:08:51.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.893044 13329 raft_consensus.cc:2468] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 128c1801bdc74331b8056f28fc6f3700 in term 0.
23:08:51.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.896746 13628 raft_consensus.cc:515] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } }
23:08:51.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.897969 13184 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d258eb6b0914323a228347b8b006e92" candidate_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "128c1801bdc74331b8056f28fc6f3700" is_pre_election: true
23:08:51.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.899112 13184 raft_consensus.cc:2393] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5f7f5f7b14f5437ca32479be6e2576e2 in current term 1: Already voted for candidate 128c1801bdc74331b8056f28fc6f3700 in this term.
23:08:51.899 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.899638 13628 leader_election.cc:290] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [CANDIDATE]: Term 1 election: Requested vote from peers 3cf8e1e0097d4d74a5c0b6cfa148fc51 (127.12.124.67:34561), 5f7f5f7b14f5437ca32479be6e2576e2 (127.12.124.66:37975)
23:08:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.899544 13473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d258eb6b0914323a228347b8b006e92" candidate_uuid: "128c1801bdc74331b8056f28fc6f3700" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51"
23:08:51.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.900097 13473 raft_consensus.cc:3060] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 0 FOLLOWER]: Advancing to term 1
23:08:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.901039 13329 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d258eb6b0914323a228347b8b006e92" candidate_uuid: "128c1801bdc74331b8056f28fc6f3700" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5f7f5f7b14f5437ca32479be6e2576e2"
23:08:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.901571 13329 raft_consensus.cc:3060] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Advancing to term 1
23:08:51.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.907317 13473 raft_consensus.cc:2468] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 128c1801bdc74331b8056f28fc6f3700 in term 1.
23:08:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.909142 13329 raft_consensus.cc:2468] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 128c1801bdc74331b8056f28fc6f3700 in term 1.
23:08:51.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.909348 13117 leader_election.cc:304] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 128c1801bdc74331b8056f28fc6f3700, 3cf8e1e0097d4d74a5c0b6cfa148fc51; no voters: 
23:08:51.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.910214 13628 raft_consensus.cc:2804] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 1 FOLLOWER]: Leader election won for term 1
23:08:51.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.912304 13628 raft_consensus.cc:697] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [term 1 LEADER]: Becoming Leader. State: Replica: 128c1801bdc74331b8056f28fc6f3700, State: Running, Role: LEADER
23:08:51.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.913841 13628 consensus_queue.cc:237] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } }
23:08:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.920675 13473 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5d258eb6b0914323a228347b8b006e92" candidate_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" is_pre_election: true
23:08:51.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.921571 13473 raft_consensus.cc:2393] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 5f7f5f7b14f5437ca32479be6e2576e2 in current term 1: Already voted for candidate 128c1801bdc74331b8056f28fc6f3700 in this term.
23:08:51.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.923130 13261 leader_election.cc:304] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 5f7f5f7b14f5437ca32479be6e2576e2; no voters: 128c1801bdc74331b8056f28fc6f3700, 3cf8e1e0097d4d74a5c0b6cfa148fc51
23:08:51.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.924525 13630 raft_consensus.cc:2749] T 5d258eb6b0914323a228347b8b006e92 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:08:51.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:51.931036 12990 catalog_manager.cc:5696] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 reported cstate change: term changed from 0 to 1, leader changed from <none> to 128c1801bdc74331b8056f28fc6f3700 (127.12.124.65). New cstate: current_term: 1 leader_uuid: "128c1801bdc74331b8056f28fc6f3700" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } health_report { overall_health: UNKNOWN } } }
23:08:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.007879 12990 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:44434:
23:08:52.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
23:08:52.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:52.029114 13525 tablet.cc:2406] T 5d258eb6b0914323a228347b8b006e92 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:08:52.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:52.037184 12990 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 84793312a2c44ad38ab35a2b3e1c1667 has no consensus state
23:08:52.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.059839 13453 tablet_service.cc:1511] Processing CreateTablet for tablet 84793312a2c44ad38ab35a2b3e1c1667 (DEFAULT_TABLE table=replication_test_table [id=1b9d4cc781cf49b890eca17f1f5fe5a2]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:08:52.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.059932 13164 tablet_service.cc:1511] Processing CreateTablet for tablet 84793312a2c44ad38ab35a2b3e1c1667 (DEFAULT_TABLE table=replication_test_table [id=1b9d4cc781cf49b890eca17f1f5fe5a2]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:08:52.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.061105 13164 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 84793312a2c44ad38ab35a2b3e1c1667. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:52.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.061091 13453 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 84793312a2c44ad38ab35a2b3e1c1667. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:52.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.062956 13309 tablet_service.cc:1511] Processing CreateTablet for tablet 84793312a2c44ad38ab35a2b3e1c1667 (DEFAULT_TABLE table=replication_test_table [id=1b9d4cc781cf49b890eca17f1f5fe5a2]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:08:52.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.064110 13309 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 84793312a2c44ad38ab35a2b3e1c1667. 1 dirs total, 0 dirs full, 0 dirs failed
23:08:52.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:08:52.072189 12976 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 84793312a2c44ad38ab35a2b3e1c1667 (table replication_test_table [id=1b9d4cc781cf49b890eca17f1f5fe5a2], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 84793312a2c44ad38ab35a2b3e1c1667 consensus state has no leader
23:08:52.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.085286 13622 tablet_bootstrap.cc:492] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700: Bootstrap starting.
23:08:52.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.087422 13623 tablet_bootstrap.cc:492] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2: Bootstrap starting.
23:08:52.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.087823 13624 tablet_bootstrap.cc:492] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: Bootstrap starting.
23:08:52.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.091184 13622 tablet_bootstrap.cc:654] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700: Neither blocks nor log segments found. Creating new log.
23:08:52.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.094169 13624 tablet_bootstrap.cc:654] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: Neither blocks nor log segments found. Creating new log.
23:08:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.102805 13623 tablet_bootstrap.cc:654] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2: Neither blocks nor log segments found. Creating new log.
23:08:52.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.108554 13622 tablet_bootstrap.cc:492] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700: No bootstrap required, opened a new log
23:08:52.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.109099 13622 ts_tablet_manager.cc:1403] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700: Time spent bootstrapping tablet: real 0.024s	user 0.012s	sys 0.004s
23:08:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.113595 13622 raft_consensus.cc:359] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } }
23:08:52.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.114357 13622 raft_consensus.cc:385] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:52.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.114665 13622 raft_consensus.cc:740] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 128c1801bdc74331b8056f28fc6f3700, State: Initialized, Role: FOLLOWER
23:08:52.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.115355 13622 consensus_queue.cc:260] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } }
23:08:52.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.119338 13622 ts_tablet_manager.cc:1434] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700: Time spent starting tablet: real 0.010s	user 0.009s	sys 0.000s
23:08:52.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.125522 13623 tablet_bootstrap.cc:492] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2: No bootstrap required, opened a new log
23:08:52.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.126081 13623 ts_tablet_manager.cc:1403] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2: Time spent bootstrapping tablet: real 0.039s	user 0.012s	sys 0.007s
23:08:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.128881 13623 raft_consensus.cc:359] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } }
23:08:52.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.129563 13623 raft_consensus.cc:385] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:52.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.129854 13623 raft_consensus.cc:740] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5f7f5f7b14f5437ca32479be6e2576e2, State: Initialized, Role: FOLLOWER
23:08:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.130618 13623 consensus_queue.cc:260] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } }
23:08:52.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.132916 13623 ts_tablet_manager.cc:1434] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2: Time spent starting tablet: real 0.006s	user 0.005s	sys 0.000s
23:08:52.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.139940 13624 tablet_bootstrap.cc:492] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: No bootstrap required, opened a new log
23:08:52.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.140578 13624 ts_tablet_manager.cc:1403] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: Time spent bootstrapping tablet: real 0.053s	user 0.017s	sys 0.000s
23:08:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.147470 13624 raft_consensus.cc:359] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } }
23:08:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.148444 13624 raft_consensus.cc:385] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:08:52.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.148886 13624 raft_consensus.cc:740] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3cf8e1e0097d4d74a5c0b6cfa148fc51, State: Initialized, Role: FOLLOWER
23:08:52.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.150053 13624 consensus_queue.cc:260] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } }
23:08:52.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.161427 13624 ts_tablet_manager.cc:1434] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51: Time spent starting tablet: real 0.020s	user 0.007s	sys 0.000s
23:08:52.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.163393 12990 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 2fdc65493d1a44ac985036d11c6f527a: replication_test_table [id=1b9d4cc781cf49b890eca17f1f5fe5a2] alter complete (version 0)
23:08:52.188 [DEBUG - main] (Connection.java:575) [peer master-127.11.198.190:45937(127.11.198.190:45937)] disconnecting while in state READY
23:08:52.189 [DEBUG - main] (Connection.java:575) [peer master-127.11.198.188:43131(127.11.198.188:43131)] disconnecting while in state READY
23:08:52.190 [DEBUG - main] (Connection.java:575) [peer master-127.11.198.189:39011(127.11.198.189:39011)] disconnecting while in state READY
23:08:52.194 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:08:52.195 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.198.188:43131(127.11.198.188:43131)] handling channelInactive
23:08:52.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state READY due to: connection closed
23:08:52.195 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.198.190:45937(127.11.198.190:45937)] handling channelInactive
23:08:52.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state READY due to: connection closed
23:08:52.196 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-1
23:08:52.197 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:08:52.197 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.198.189:39011(127.11.198.189:39011)] handling channelInactive
23:08:52.197 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state READY due to: connection closed
23:08:52.198 [DEBUG - main] (Connection.java:575) [peer master-127.12.124.124:34051(127.12.124.124:34051)] disconnecting while in state READY
23:08:52.198 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:08:52.198 [DEBUG - main] (Connection.java:575) [peer master-127.12.124.125:36071(127.12.124.125:36071)] disconnecting while in state READY
23:08:52.199 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.124.124:34051(127.12.124.124:34051)] handling channelInactive
23:08:52.199 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.124.125:36071(127.12.124.125:36071)] handling channelInactive
23:08:52.199 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state READY due to: connection closed
23:08:52.200 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state READY due to: connection closed
23:08:52.200 [DEBUG - main] (Connection.java:575) [peer master-127.12.124.126:39141(127.12.124.126:39141)] disconnecting while in state READY
23:08:52.201 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:08:52.201 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:08:52.202 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:08:52.203 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.124.126:39141(127.12.124.126:39141)] handling channelInactive
23:08:52.203 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state READY due to: connection closed
23:08:52.204 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:08:52.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.317095 13628 consensus_queue.cc:1048] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:52.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.324436 13630 raft_consensus.cc:493] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:08:52.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.324884 13630 raft_consensus.cc:515] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } }
23:08:52.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.326821 13630 leader_election.cc:290] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 128c1801bdc74331b8056f28fc6f3700 (127.12.124.65:38615), 3cf8e1e0097d4d74a5c0b6cfa148fc51 (127.12.124.67:34561)
23:08:52.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.327920 13184 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84793312a2c44ad38ab35a2b3e1c1667" candidate_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "128c1801bdc74331b8056f28fc6f3700" is_pre_election: true
23:08:52.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.328492 13184 raft_consensus.cc:2468] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5f7f5f7b14f5437ca32479be6e2576e2 in term 0.
23:08:52.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.329629 13472 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84793312a2c44ad38ab35a2b3e1c1667" candidate_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" is_pre_election: true
23:08:52.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.330271 13472 raft_consensus.cc:2468] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5f7f5f7b14f5437ca32479be6e2576e2 in term 0.
23:08:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.331444 13261 leader_election.cc:304] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3cf8e1e0097d4d74a5c0b6cfa148fc51, 5f7f5f7b14f5437ca32479be6e2576e2; no voters: 
23:08:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.332249 13630 raft_consensus.cc:2804] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:08:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.332543 13630 raft_consensus.cc:493] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:08:52.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.332841 13630 raft_consensus.cc:3060] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 0 FOLLOWER]: Advancing to term 1
23:08:52.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.340430 13630 raft_consensus.cc:515] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } }
23:08:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.343205 13184 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84793312a2c44ad38ab35a2b3e1c1667" candidate_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "128c1801bdc74331b8056f28fc6f3700"
23:08:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.343695 13184 raft_consensus.cc:3060] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700 [term 0 FOLLOWER]: Advancing to term 1
23:08:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.343609 13472 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "84793312a2c44ad38ab35a2b3e1c1667" candidate_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51"
23:08:52.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.344105 13472 raft_consensus.cc:3060] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 0 FOLLOWER]: Advancing to term 1
23:08:52.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.352237 13184 raft_consensus.cc:2468] T 84793312a2c44ad38ab35a2b3e1c1667 P 128c1801bdc74331b8056f28fc6f3700 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5f7f5f7b14f5437ca32479be6e2576e2 in term 1.
23:08:52.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.342743 13630 leader_election.cc:290] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [CANDIDATE]: Term 1 election: Requested vote from peers 128c1801bdc74331b8056f28fc6f3700 (127.12.124.65:38615), 3cf8e1e0097d4d74a5c0b6cfa148fc51 (127.12.124.67:34561)
23:08:52.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.353799 13262 leader_election.cc:304] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 128c1801bdc74331b8056f28fc6f3700, 5f7f5f7b14f5437ca32479be6e2576e2; no voters: 
23:08:52.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.354529 13630 raft_consensus.cc:2804] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 1 FOLLOWER]: Leader election won for term 1
23:08:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.360435 13630 raft_consensus.cc:697] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [term 1 LEADER]: Becoming Leader. State: Replica: 5f7f5f7b14f5437ca32479be6e2576e2, State: Running, Role: LEADER
23:08:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.361341 13630 consensus_queue.cc:237] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } }
23:08:52.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.370334 13472 raft_consensus.cc:2468] T 84793312a2c44ad38ab35a2b3e1c1667 P 3cf8e1e0097d4d74a5c0b6cfa148fc51 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5f7f5f7b14f5437ca32479be6e2576e2 in term 1.
23:08:52.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.398262 12988 catalog_manager.cc:5696] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 reported cstate change: term changed from 0 to 1, leader changed from <none> to 5f7f5f7b14f5437ca32479be6e2576e2 (127.12.124.66). New cstate: current_term: 1 leader_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 } health_report { overall_health: UNKNOWN } } }
23:08:52.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.447785 13637 consensus_queue.cc:1048] T 5d258eb6b0914323a228347b8b006e92 P 128c1801bdc74331b8056f28fc6f3700 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5f7f5f7b14f5437ca32479be6e2576e2" member_type: VOTER last_known_addr { host: "127.12.124.66" port: 37975 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:08:52.524 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:08:52.526 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:08:52.526 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:08:52.526 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:08:52.526 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:08:52.530 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:08:52.789 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:08:52.789 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:08:52.789 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:08:52.790 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:08:52.790 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:08:52.790 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:08:52.792 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:08:52.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.830387 13630 consensus_queue.cc:1048] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3cf8e1e0097d4d74a5c0b6cfa148fc51" member_type: VOTER last_known_addr { host: "127.12.124.67" port: 34561 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:08:52.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:52.921711 13663 consensus_queue.cc:1048] T 84793312a2c44ad38ab35a2b3e1c1667 P 5f7f5f7b14f5437ca32479be6e2576e2 [LEADER]: Connected to new peer: Peer: permanent_uuid: "128c1801bdc74331b8056f28fc6f3700" member_type: VOTER last_known_addr { host: "127.12.124.65" port: 38615 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:08:53.161 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:08:53.242 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:08:53.242 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:08:53.242 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:08:53.260 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:08:54.005 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
23:08:54.176 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:08:54.200 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:08:54.217 [INFO - flink-metrics-4] (Slf4jLogger.scala:117) Slf4jLogger started
23:08:54.234 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:08:54.253 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:08:54.380 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:08:54.386 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:08:54.386 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:08:54.394 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:08:54.395 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:08:54.397 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:08:54.397 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:08:54.398 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:08:54.400 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:08:54.401 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:08:54.402 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:08:54.403 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:08:54.403 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:08:54.403 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:08:54.403 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:08:54.403 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:08:54.406 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:08:54.406 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:08:54.406 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:08:54.407 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:08:54.407 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:08:54.408 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:08:54.408 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:08:54.408 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:08:54.421 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_275f2bc902ef7b097365d2777ee4091c/blobStorage
23:08:54.426 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:38397 - max concurrent requests: 50 - max backlog: 1000
23:08:54.434 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_275f2bc902ef7b097365d2777ee4091c/blobStorage
23:08:54.436 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_275f2bc902ef7b097365d2777ee4091c/blobStorage
23:08:54.437 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:08:54.441 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c
23:08:54.464 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 37 GB (77.08% usable)
23:08:54.468 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-6a5cb0cf-0243-479d-9ac9-db6536b9c6fd
23:08:54.478 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-c043a679-c81a-453a-a1da-420abefe0bba
23:08:54.553 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:08:54.573 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:08:54.573 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:08:54.575 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:08:54.614 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:08:54.627 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_0 .
23:08:54.677 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
23:08:54.678 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-583682d2-1b2e-4296-b625-3edaf692df39
23:08:54.739 [INFO - main] (RestServerEndpoint.java:567) Upload directory /tmp/flink-web-upload does not exist. 
23:08:54.739 [INFO - main] (RestServerEndpoint.java:592) Created directory /tmp/flink-web-upload for file uploads.
23:08:54.742 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:08:54.744 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:08:55.075 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:08:55.075 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:08:55.227 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:34049
23:08:55.227 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:08:55.230 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:34049 was granted leadership with leaderSessionID=8486e333-887f-4fff-9838-3ff687f7ae48
23:08:55.236 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:34049 , session=8486e333-887f-4fff-9838-3ff687f7ae48
23:08:55.245 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:08:55.245 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:08:55.246 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:08:55.246 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 13e4fa0f-3d15-41c6-b3f2-858ba2c0bd5a. Creating new DispatcherLeaderProcess.
23:08:55.250 [INFO - pool-11-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 39645fde-bf37-4017-9a29-81297d6cca42.
23:08:55.278 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:08:55.278 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:08:55.289 [INFO - pool-11-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_1 .
23:08:55.296 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:08:55.296 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:08:55.332 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
23:08:55.344 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_2 .
23:08:55.346 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:08:55.355 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:08:55.355 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:08:55.355 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:08:55.356 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_1 , session=39645fde-bf37-4017-9a29-81297d6cca42
23:08:55.369 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(9a2981297d6cca4239645fdebf374017).
23:08:55.393 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_2 , session=13e4fa0f-3d15-41c6-b3f2-858ba2c0bd5a
23:08:55.404 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:08:55.425 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1080) Registering TaskManager with ResourceID 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c (pekko://flink/user/rpc/taskmanager_0) at ResourceManager
23:08:55.427 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (7fd90d75d429cae09c48b2e4b1f4e71b).
23:08:55.428 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_1 under registration id e5619be6a20ec38521114846602b4193.
23:08:55.429 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (7fd90d75d429cae09c48b2e4b1f4e71b).
23:08:55.430 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:344) Registering task executor 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c under e5619be6a20ec38521114846602b4193 at the slot manager.
23:08:55.444 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-7fd90d75d429cae09c48b2e4b1f4e71b'.
23:08:55.446 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 7fd90d75d429cae09c48b2e4b1f4e71b was granted leadership with leader id 56172ebc-05d3-4f15-8933-fcbcc4fb0f19. Creating new JobMasterServiceProcess.
23:08:55.463 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_3 .
23:08:55.472 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (7fd90d75d429cae09c48b2e4b1f4e71b).
23:08:55.497 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b).
23:08:55.537 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 92031fa5e3168076401af797c9482fbd for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:55.565 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b).
23:08:55.566 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:08:55.615 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 2 ms, total 4 pipelined regions currently.
23:08:55.624 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@328e37a8
23:08:55.624 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:08:55.625 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:08:55.661 [INFO - jobmanager-io-thread-1] (FileSystem.java:1139) Hadoop is not in the classpath/dependencies. The extended set of supported File Systems via Hadoop is not available.
23:08:55.699 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:08:55.709 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@47cc4856 for Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b).
23:08:55.724 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_3 , session=56172ebc-05d3-4f15-8933-fcbcc4fb0f19
23:08:55.726 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (7fd90d75d429cae09c48b2e4b1f4e71b) under job master id 8933fcbcc4fb0f1956172ebc05d34f15.
23:08:55.730 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:08:55.735 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:55.737 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:08:55.738 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state CREATED to RUNNING.
23:08:55.745 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:08:55.747 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:08:55.748 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:08:55.749 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.11.198.190:45937(127.11.198.190:45937)] Successfully connected to peer
23:08:55.757 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.190
23:08:55.768 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:08:55.769 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:08:55.777 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.11.198.188:43131(127.11.198.188:43131)] Successfully connected to peer
23:08:55.775 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:55.782 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:08:55.770 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:08:55.784 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_1(9a2981297d6cca4239645fdebf374017)
23:08:55.786 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:08:55.788 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.188
23:08:55.788 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:390) Registering job manager 8933fcbcc4fb0f1956172ebc05d34f15@pekko://flink/user/rpc/jobmanager_3 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:55.789 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc686479a, L:/127.0.0.1:45768 - R:/127.11.198.190:45937] using SASL/PLAIN
23:08:55.796 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:1015) Registered job manager 8933fcbcc4fb0f1956172ebc05d34f15@pekko://flink/user/rpc/jobmanager_3 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:55.809 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:55.809 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.11.198.189:39011(127.11.198.189:39011)] Successfully connected to peer
23:08:55.811 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 9a2981297d6cca4239645fdebf374017.
23:08:55.813 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.189
23:08:55.817 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbaf34f39, L:/127.0.0.1:35062 - R:/127.11.198.188:43131] using SASL/PLAIN
23:08:55.818 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:08:55.830 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:55.831 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=84), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [55ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: OK, deferred=null) after lookup
23:08:55.835 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 466daacdae4b42c3bb93d6c74fd79edd
23:08:55.839 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d489cdecacd4533919d08e39e9b5ebe for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:08:55.840 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c0f12a44da04556a23947b571a8731a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:55.840 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1d489cdecacd4533919d08e39e9b5ebe@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)[L],897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8c0f12a44da04556a23947b571a8731a@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:08:55.842 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:55.848 [DEBUG - main] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:08:55.848 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x41471c3e, L:/127.0.0.1:33424 - R:/127.11.198.189:39011] using SASL/PLAIN
23:08:55.855 [DEBUG - main] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:08:55.856 [DEBUG - main] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:08:55.856 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.124.124:34051(127.12.124.124:34051)] Successfully connected to peer
23:08:55.859 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.124.125:36071(127.12.124.125:36071)] Successfully connected to peer
23:08:55.863 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.124
23:08:55.869 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.124.126:39141(127.12.124.126:39141)] Successfully connected to peer
23:08:55.880 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.125
23:08:55.885 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:08:55.886 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:55.893 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 7fd90d75d429cae09c48b2e4b1f4e71b
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:08:55.896 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4f77f459, L:/127.0.0.1:44444 - R:/127.12.124.124:34051] using SASL/PLAIN
23:08:55.897 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:55.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:55.900 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=70), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [51ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: OK, deferred=null) after lookup
23:08:55.902 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd06342c1, L:/127.0.0.1:38744 - R:/127.12.124.125:36071] using SASL/PLAIN
23:08:55.906 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:55.906 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 1505a094b005b0798120d2f5455849cd from 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c for job 7fd90d75d429cae09c48b2e4b1f4e71b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:08:55.910 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.126
23:08:55.913 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1149) Receive slot request 1505a094b005b0798120d2f5455849cd for job 7fd90d75d429cae09c48b2e4b1f4e71b from resource manager with leader id 9a2981297d6cca4239645fdebf374017.
23:08:55.914 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:321) Allocated slot for 1505a094b005b0798120d2f5455849cd with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:08:55.914 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 9b262363fcd0868adf9df6b409251b5a from 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c for job 7fd90d75d429cae09c48b2e4b1f4e71b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:08:55.919 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 0c6e0f99fd3d542b70060dcf08a47801 from 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c for job 7fd90d75d429cae09c48b2e4b1f4e71b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:08:55.919 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:192) Add job 7fd90d75d429cae09c48b2e4b1f4e71b for job leader monitoring.
23:08:55.921 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1149) Receive slot request 9b262363fcd0868adf9df6b409251b5a for job 7fd90d75d429cae09c48b2e4b1f4e71b from resource manager with leader id 9a2981297d6cca4239645fdebf374017.
23:08:55.921 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:321) Allocated slot for 9b262363fcd0868adf9df6b409251b5a with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:08:55.922 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_3 with leader id 56172ebc-05d3-4f15-8933-fcbcc4fb0f19.
23:08:55.923 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 1682dde66f4047e52e61f55f08fc41cb from 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c for job 7fd90d75d429cae09c48b2e4b1f4e71b with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:08:55.924 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:08:55.926 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:55.928 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1149) Receive slot request 0c6e0f99fd3d542b70060dcf08a47801 for job 7fd90d75d429cae09c48b2e4b1f4e71b from resource manager with leader id 9a2981297d6cca4239645fdebf374017.
23:08:55.928 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:321) Allocated slot for 0c6e0f99fd3d542b70060dcf08a47801 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:08:55.929 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:1149) Receive slot request 1682dde66f4047e52e61f55f08fc41cb for job 7fd90d75d429cae09c48b2e4b1f4e71b from resource manager with leader id 9a2981297d6cca4239645fdebf374017.
23:08:55.930 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:321) Allocated slot for 1682dde66f4047e52e61f55f08fc41cb with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:08:55.932 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_3 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:55.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5d258eb6b0914323a228347b8b006e92 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:08:55.934 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 84793312a2c44ad38ab35a2b3e1c1667 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:55.935 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x839849a2, L:/127.0.0.1:34962 - R:/127.12.124.126:39141] using SASL/PLAIN
23:08:55.935 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5d258eb6b0914323a228347b8b006e92@[128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)[L],3cf8e1e0097d4d74a5c0b6cfa148fc51(127.12.124.67:34561),5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=84793312a2c44ad38ab35a2b3e1c1667@[128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615),3cf8e1e0097d4d74a5c0b6cfa148fc51(127.12.124.67:34561),5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:08:55.939 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1783) Establish JobManager connection for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:55.941 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:55.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=8), Traces: [0ms] refreshing cache from master, [2ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.124.124:34051, [7ms] Sub RPC GetTableLocations: received response from server master-127.12.124.124:34051: OK, deferred=null)) after lookup
23:08:55.953 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:08:55.954 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1682dde66f4047e52e61f55f08fc41cb
23:08:55.957 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)] connecting to peer
23:08:55.958 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 1682dde66f4047e52e61f55f08fc41cb.
23:08:55.960 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:08:55.961 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 9b262363fcd0868adf9df6b409251b5a
23:08:55.961 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)] Successfully connected to peer
23:08:55.965 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:08:55.965 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1505a094b005b0798120d2f5455849cd
23:08:55.968 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:08:55.968 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 0c6e0f99fd3d542b70060dcf08a47801
23:08:55.985 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:55.994 [INFO - flink-pekko.actor.default-dispatcher-6] (StateChangelogStorageLoader.java:84) StateChangelogStorageLoader initialized with shortcut names {memory,filesystem}.
23:08:55.994 [INFO - flink-pekko.actor.default-dispatcher-6] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:08:56.000 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.007 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xe5aa2523, L:/127.0.0.1:39930 - R:/127.12.124.65:38615] using TOKEN/null
23:08:56.012 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 7fd90d75d429cae09c48b2e4b1f4e71b
23:08:56.042 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 1682dde66f4047e52e61f55f08fc41cb.
23:08:56.058 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 9b262363fcd0868adf9df6b409251b5a.
23:08:56.059 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.060 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.062 [DEBUG - main] (Connection.java:748) [peer 5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)] connecting to peer
23:08:56.062 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:08:56.072 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 9b262363fcd0868adf9df6b409251b5a.
23:08:56.076 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)] Successfully connected to peer
23:08:56.086 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 1505a094b005b0798120d2f5455849cd.
23:08:56.094 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 1505a094b005b0798120d2f5455849cd.
23:08:56.095 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:08:56.104 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:08:56.110 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.110 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:08:56.124 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 1682dde66f4047e52e61f55f08fc41cb.
23:08:56.124 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 9b262363fcd0868adf9df6b409251b5a.
23:08:56.124 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 1505a094b005b0798120d2f5455849cd.
23:08:56.124 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 0c6e0f99fd3d542b70060dcf08a47801.
23:08:56.125 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 0c6e0f99fd3d542b70060dcf08a47801.
23:08:56.128 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 0c6e0f99fd3d542b70060dcf08a47801.
23:08:56.133 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:08:56.133 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:08:56.144 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xe3f15ff0, L:/127.0.0.1:48514 - R:/127.12.124.66:37975] using TOKEN/null
23:08:56.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@62b5c313
23:08:56.148 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:08:56.149 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4170c345
23:08:56.149 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:08:56.150 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:08:56.150 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68f77588
23:08:56.150 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:08:56.150 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:08:56.151 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:08:56.154 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:08:56.154 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:08:56.155 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d92d738
23:08:56.156 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:08:56.156 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:08:56.161 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:08:56.162 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:08:56.163 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:08:56.164 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:08:56.178 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.178 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.179 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:08:56.182 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:08:56.182 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:08:56.183 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:08:56.239 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.240 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.247 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.247 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.309 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.309 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.316 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.321 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.327 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1bb6bd4b
23:08:56.336 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e5a6886
23:08:56.338 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@42072c1a
23:08:56.349 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@326fd04
23:08:56.378 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:08:56.380 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.380 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.387 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.387 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.399 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:56.401 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:56.405 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:56.411 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:08:56.423 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:08:56.431 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:08:56.438 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:08:56.439 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:56.442 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.124.124:34051(127.12.124.124:34051)] Successfully connected to peer
23:08:56.444 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:08:56.451 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.124.125:36071(127.12.124.125:36071)] Successfully connected to peer
23:08:56.452 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.453 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.460 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.461 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.466 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.124.126:39141(127.12.124.126:39141)] Successfully connected to peer
23:08:56.468 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:08:56.472 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.124
23:08:56.472 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:08:56.478 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.124.124:34051(127.12.124.124:34051)] Successfully connected to peer
23:08:56.479 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.126
23:08:56.498 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.503 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:08:56.511 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.124.124:34051(127.12.124.124:34051)] Successfully connected to peer
23:08:56.513 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.517 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.124
23:08:56.519 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:08:56.523 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.523 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.524 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.12.124.124:34051(127.12.124.124:34051)] Successfully connected to peer
23:08:56.525 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.124
23:08:56.529 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.530 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.532 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.125
23:08:56.527 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbb13e955, L:/127.0.0.1:34976 - R:/127.12.124.126:39141] using SASL/PLAIN
23:08:56.534 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:08:56.536 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.537 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.124
23:08:56.544 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9b7bd8fe, L:/127.0.0.1:44458 - R:/127.12.124.124:34051] using SASL/PLAIN
23:08:56.552 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:56.552 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=151), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: OK, deferred=null) after lookup
23:08:56.554 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.559 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.124.126:39141(127.12.124.126:39141)] Successfully connected to peer
23:08:56.560 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x666ad02e, L:/127.0.0.1:44460 - R:/127.12.124.124:34051] using SASL/PLAIN
23:08:56.564 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.565 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:56.568 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.126
23:08:56.573 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x89aa5a90, L:/127.0.0.1:38754 - R:/127.12.124.125:36071] using SASL/PLAIN
23:08:56.574 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:08:56.575 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.124.125:36071(127.12.124.125:36071)] Successfully connected to peer
23:08:56.576 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.124.125:36071(127.12.124.125:36071)] Successfully connected to peer
23:08:56.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:56.584 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21c05ed
23:08:56.587 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.587 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.587 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4d18ac16, L:/127.0.0.1:44470 - R:/127.12.124.124:34051] using SASL/PLAIN
23:08:56.593 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:56.593 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=153), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [125ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: OK, deferred=null) after lookup
23:08:56.596 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.596 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.602 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.125
23:08:56.605 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.125
23:08:56.608 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:08:56.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:08:56.617 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:56.617 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=215), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [167ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: OK, deferred=null) after lookup
23:08:56.618 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.619 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.124.126:39141(127.12.124.126:39141)] Successfully connected to peer
23:08:56.622 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:56.625 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.627 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:08:56.630 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:56.631 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4899e143
23:08:56.632 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:08:56.633 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:08:56.634 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.12.124.125:36071(127.12.124.125:36071)] Successfully connected to peer
23:08:56.636 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc104c715, L:/127.0.0.1:34988 - R:/127.12.124.126:39141] using SASL/PLAIN
23:08:56.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:56.653 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.654 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.660 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.663 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.666 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.12.124.126:39141(127.12.124.126:39141)] Successfully connected to peer
23:08:56.670 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:56.670 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:08:56.670 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d3735c
23:08:56.671 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf7a636dd, L:/127.0.0.1:44462 - R:/127.12.124.124:34051] using SASL/PLAIN
23:08:56.673 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='820ccb4212f9d3541063f009525350fff8db13e69d7aa564744de95dbe26e47b'}]
23:08:56.675 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:08:56.676 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=270), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [197ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [245ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: OK, deferred=null) after lookup
23:08:56.677 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:56.680 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2a02f92f, L:/127.0.0.1:38762 - R:/127.12.124.125:36071] using SASL/PLAIN
23:08:56.681 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.683 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.12.124.125
23:08:56.688 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:56.693 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:08:56.694 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0e60a91b, L:/127.0.0.1:38770 - R:/127.12.124.125:36071] using SASL/PLAIN
23:08:56.695 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:56.696 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@75215f49
23:08:56.719 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.720 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.726 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:08:56.727 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='911cf44918c2544863d4bebbd8b4e8194b3039fcfce74122da0497da01889a61'}]
23:08:56.728 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.728 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.729 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:56.733 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.746 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.751 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:08:56.752 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.753 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=1d489cdecacd4533919d08e39e9b5ebe@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}]
23:08:56.755 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x287ae43e, L:/127.0.0.1:34990 - R:/127.12.124.126:39141] using TOKEN/null
23:08:56.756 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:08:56.758 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:08:56.759 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x272c5c11, L:/127.0.0.1:38774 - R:/127.12.124.125:36071] using SASL/PLAIN
23:08:56.761 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:08:56.763 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x057d3390, L:/127.0.0.1:34996 - R:/127.12.124.126:39141] using TOKEN/null
23:08:56.764 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:08:56.779 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] connecting to peer
23:08:56.789 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:08:56.791 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:08:56.791 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:08:56.795 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.796 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.799 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:08:56.800 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:08:56.802 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.802 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.812 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] Successfully connected to peer
23:08:56.830 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:08:56.839 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=8c0f12a44da04556a23947b571a8731a@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}]
23:08:56.841 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.131
23:08:56.846 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] connecting to peer
23:08:56.850 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] Successfully connected to peer
23:08:56.862 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.864 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.864 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.870 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.870 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.873 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6065f941, L:/127.0.0.1:56896 - R:/127.11.198.131:39865] using SASL/PLAIN
23:08:56.876 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.131
23:08:56.881 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465736873 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:56.899 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:56.908 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x616bdf4e, L:/127.0.0.1:56900 - R:/127.11.198.131:39865] using SASL/PLAIN
23:08:56.929 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.929 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:56.935 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.936 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:56.947 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7305075653611520001) for scanner KuduScanner(table=replication_test_table, tablet=1d489cdecacd4533919d08e39e9b5ebe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.950 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [911cf44918c2544863d4bebbd8b4e8194b3039fcfce74122da0497da01889a61]
23:08:56.980 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false, responseScanTimestamp = 7305075653611520001) for scanner KuduScanner(table=replication_test_table, tablet=8c0f12a44da04556a23947b571a8731a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.981 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [820ccb4212f9d3541063f009525350fff8db13e69d7aa564744de95dbe26e47b]
23:08:56.995 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:56.995 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.003 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:08:57.006 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:08:57.013 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.014 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.076 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.077 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.085 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.085 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.142 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.142 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.151 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.151 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.175 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 7fd90d75d429cae09c48b2e4b1f4e71b (2250 bytes, checkpointDuration=289 ms, finalizationTime=13 ms).
23:08:57.176 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 84793312a2c44ad38ab35a2b3e1c1667 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:57.177 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=84793312a2c44ad38ab35a2b3e1c1667@[128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615),3cf8e1e0097d4d74a5c0b6cfa148fc51(127.12.124.67:34561),5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:08:57.181 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:08:57.186 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5d258eb6b0914323a228347b8b006e92 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:08:57.187 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 84793312a2c44ad38ab35a2b3e1c1667 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:57.198 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [820ccb4212f9d3541063f009525350fff8db13e69d7aa564744de95dbe26e47b]
23:08:57.203 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 820ccb4212f9d3541063f009525350fff8db13e69d7aa564744de95dbe26e47b finished by subtask 3; deferring removal (restored in pending)
23:08:57.204 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5d258eb6b0914323a228347b8b006e92@[128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)[L],3cf8e1e0097d4d74a5c0b6cfa148fc51(127.12.124.67:34561),5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299982}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299982, tablet=84793312a2c44ad38ab35a2b3e1c1667@[128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615),3cf8e1e0097d4d74a5c0b6cfa148fc51(127.12.124.67:34561),5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299982}]
23:08:57.205 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:08:57.205 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:08:57.205 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] disconnecting while in state READY
23:08:57.206 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:08:57.206 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [911cf44918c2544863d4bebbd8b4e8194b3039fcfce74122da0497da01889a61]
23:08:57.209 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.209 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 911cf44918c2544863d4bebbd8b4e8194b3039fcfce74122da0497da01889a61 finished by subtask 0; deferring removal (restored in pending)
23:08:57.209 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.217 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.217 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.218 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:08:57.218 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:08:57.219 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] disconnecting while in state READY
23:08:57.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:08:57.252 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] handling channelInactive
23:08:57.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] cleaning up while in state READY due to: connection closed
23:08:57.253 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:08:57.253 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:08:57.275 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.276 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.286 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.286 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.308 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] handling channelInactive
23:08:57.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] cleaning up while in state READY due to: connection closed
23:08:57.309 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:08:57.309 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:08:57.344 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.344 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.353 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.354 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.377 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465737372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:57.381 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=315, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@1cbc5a2e, flushNotification=Deferred@762427597(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:08:57.388 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=5, operationSize=325, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@2d066c82, flushNotification=Deferred@140058192(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:08:57.389 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)] connecting to peer
23:08:57.394 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)] connecting to peer
23:08:57.412 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)] Successfully connected to peer
23:08:57.414 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.414 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.421 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.422 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.430 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)] Successfully connected to peer
23:08:57.469 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:57.486 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:57.494 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xc34fba77, L:/127.0.0.1:48518 - R:/127.12.124.66:37975] using TOKEN/null
23:08:57.495 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x729f731b, L:/127.0.0.1:39932 - R:/127.12.124.65:38615] using TOKEN/null
23:08:57.499 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.499 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.506 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.506 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.576 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.577 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.585 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.585 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.653 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.654 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.681 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.681 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.730 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 7fd90d75d429cae09c48b2e4b1f4e71b (2250 bytes, checkpointDuration=351 ms, finalizationTime=7 ms).
23:08:57.737 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:08:57.738 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 911cf44918c2544863d4bebbd8b4e8194b3039fcfce74122da0497da01889a61 from pending
23:08:57.738 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 820ccb4212f9d3541063f009525350fff8db13e69d7aa564744de95dbe26e47b from pending
23:08:57.738 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 2 complete: removed 2 finished splits from enumerator state
23:08:57.745 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 466daacdae4b42c3bb93d6c74fd79edd
23:08:57.746 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.746 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.757 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d489cdecacd4533919d08e39e9b5ebe for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:08:57.757 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c0f12a44da04556a23947b571a8731a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:57.758 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1d489cdecacd4533919d08e39e9b5ebe@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)[L],897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8c0f12a44da04556a23947b571a8731a@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:08:57.761 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.761 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.762 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3a5673e024ae836c0aa928d7b35a6e13841ede8cacb63322ccae68eaf9fa6a96'}]
23:08:57.764 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:57.765 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='196ab4589280bfb904660843c55a17fcec4a9829e9a9f7658ab0261c12776cc2'}]
23:08:57.765 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 466daacdae4b42c3bb93d6c74fd79edd
23:08:57.768 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:57.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:57.773 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 466daacdae4b42c3bb93d6c74fd79edd
23:08:57.777 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:57.782 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d489cdecacd4533919d08e39e9b5ebe for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:08:57.782 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c0f12a44da04556a23947b571a8731a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:57.782 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1d489cdecacd4533919d08e39e9b5ebe@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)[L],897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8c0f12a44da04556a23947b571a8731a@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:08:57.789 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:08:57.790 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=1d489cdecacd4533919d08e39e9b5ebe@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}]
23:08:57.791 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5d258eb6b0914323a228347b8b006e92 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:08:57.792 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 84793312a2c44ad38ab35a2b3e1c1667 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:57.792 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5d258eb6b0914323a228347b8b006e92@[128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)[L],3cf8e1e0097d4d74a5c0b6cfa148fc51(127.12.124.67:34561),5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=84793312a2c44ad38ab35a2b3e1c1667@[128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615),3cf8e1e0097d4d74a5c0b6cfa148fc51(127.12.124.67:34561),5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:08:57.797 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 466daacdae4b42c3bb93d6c74fd79edd
23:08:57.802 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 1b9d4cc781cf49b890eca17f1f5fe5a2
23:08:57.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d489cdecacd4533919d08e39e9b5ebe for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:08:57.806 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c0f12a44da04556a23947b571a8731a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:57.806 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1d489cdecacd4533919d08e39e9b5ebe@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)[L],897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8c0f12a44da04556a23947b571a8731a@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:08:57.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.11.198.188:43131, [4ms] Sub RPC GetTableLocations: received response from server master-127.11.198.188:43131: OK, deferred=null)) after lookup
23:08:57.826 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:08:57.828 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299997, tablet=8c0f12a44da04556a23947b571a8731a@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}]
23:08:57.835 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] connecting to peer
23:08:57.849 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1d489cdecacd4533919d08e39e9b5ebe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.849 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1d489cdecacd4533919d08e39e9b5ebe for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.861 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c0f12a44da04556a23947b571a8731a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.862 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 8c0f12a44da04556a23947b571a8731a for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.862 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] Successfully connected to peer
23:08:57.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 5d258eb6b0914323a228347b8b006e92 for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:08:57.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 84793312a2c44ad38ab35a2b3e1c1667 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:57.868 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=5d258eb6b0914323a228347b8b006e92@[128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)[L],3cf8e1e0097d4d74a5c0b6cfa148fc51(127.12.124.67:34561),5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=84793312a2c44ad38ab35a2b3e1c1667@[128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615),3cf8e1e0097d4d74a5c0b6cfa148fc51(127.12.124.67:34561),5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:08:57.868 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC GetTableLocations: sending RPC to server master-127.12.124.124:34051, [5ms] Sub RPC GetTableLocations: received response from server master-127.12.124.124:34051: OK, deferred=null)) after lookup
23:08:57.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465737872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:57.878 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.878 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.889 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.889 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.897 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 7fd90d75d429cae09c48b2e4b1f4e71b (2270 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
23:08:57.899 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:08:57.911 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.131
23:08:57.918 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] connecting to peer
23:08:57.939 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] Successfully connected to peer
23:08:57.958 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1d489cdecacd4533919d08e39e9b5ebe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.958 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1d489cdecacd4533919d08e39e9b5ebe for partition [0x80000000, 0x80000032) with scanner id null
23:08:57.965 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.131
23:08:57.974 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8c0f12a44da04556a23947b571a8731a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.974 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 8c0f12a44da04556a23947b571a8731a for partition [0x80000064, 0x800000C8) with scanner id null
23:08:57.988 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5d258eb6b0914323a228347b8b006e92, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:57.989 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5d258eb6b0914323a228347b8b006e92 for partition [0x80000000, 0x80000032) with scanner id null
23:08:58.017 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 5 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=84793312a2c44ad38ab35a2b3e1c1667, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:58.017 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 84793312a2c44ad38ab35a2b3e1c1667 for partition [0x80000064, 0x800000C8) with scanner id null
23:08:58.018 [DEBUG - main] (Connection.java:575) [peer master-127.12.124.124:34051(127.12.124.124:34051)] disconnecting while in state READY
23:08:58.018 [DEBUG - main] (Connection.java:575) [peer 5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)] disconnecting while in state READY
23:08:58.018 [DEBUG - main] (Connection.java:575) [peer 128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)] disconnecting while in state READY
23:08:58.019 [DEBUG - main] (Connection.java:575) [peer master-127.12.124.125:36071(127.12.124.125:36071)] disconnecting while in state READY
23:08:58.019 [DEBUG - main] (Connection.java:575) [peer master-127.12.124.126:39141(127.12.124.126:39141)] disconnecting while in state READY
23:08:58.019 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.124.125:36071(127.12.124.125:36071)] handling channelInactive
23:08:58.019 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.124.124:34051(127.12.124.124:34051)] handling channelInactive
23:08:58.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state READY due to: connection closed
23:08:58.020 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)] handling channelInactive
23:08:58.020 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)] cleaning up while in state READY due to: connection closed
23:08:58.021 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.124.126:39141(127.12.124.126:39141)] handling channelInactive
23:08:58.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state READY due to: connection closed
23:08:58.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state READY due to: connection closed
23:08:58.023 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:58.026 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:08:58.034 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
23:08:58.035 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:08:58.035 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:08:58.035 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
23:08:58.044 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)] handling channelInactive
23:08:58.044 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)] cleaning up while in state READY due to: connection closed
23:08:58.045 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
23:08:58.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.046299 12785 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 13075
23:08:58.063 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:58.070 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeb7869dd, L:/127.0.0.1:56912 - R:/127.11.198.131:39865] using SASL/PLAIN
23:08:58.086 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x03ebfc56, L:/127.0.0.1:56920 - R:/127.11.198.131:39865] using SASL/PLAIN
23:08:58.107 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)] handling channelInactive
23:08:58.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)] cleaning up while in state READY due to: connection closed
23:08:58.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.110723 12785 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 13232
23:08:58.135 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075661787136001) for scanner KuduScanner(table=replication_test_table, tablet=8c0f12a44da04556a23947b571a8731a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:58.136 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [196ab4589280bfb904660843c55a17fcec4a9829e9a9f7658ab0261c12776cc2]
23:08:58.136 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [196ab4589280bfb904660843c55a17fcec4a9829e9a9f7658ab0261c12776cc2]
23:08:58.137 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:08:58.137 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:08:58.139 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 196ab4589280bfb904660843c55a17fcec4a9829e9a9f7658ab0261c12776cc2 finished by subtask 2; deferring removal (restored in pending)
23:08:58.139 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] disconnecting while in state READY
23:08:58.140 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:08:58.176 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075661787136001) for scanner KuduScanner(table=replication_test_table, tablet=1d489cdecacd4533919d08e39e9b5ebe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:58.177 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [3a5673e024ae836c0aa928d7b35a6e13841ede8cacb63322ccae68eaf9fa6a96]
23:08:58.177 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [3a5673e024ae836c0aa928d7b35a6e13841ede8cacb63322ccae68eaf9fa6a96]
23:08:58.177 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:08:58.177 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:08:58.179 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 3a5673e024ae836c0aa928d7b35a6e13841ede8cacb63322ccae68eaf9fa6a96 finished by subtask 1; deferring removal (restored in pending)
23:08:58.179 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] disconnecting while in state READY
23:08:58.180 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:08:58.205 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)] handling channelInactive
23:08:58.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)] cleaning up while in state READY due to: connection closed
23:08:58.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.207116 12785 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 13380
23:08:58.216 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] handling channelInactive
23:08:58.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] cleaning up while in state READY due to: connection closed
23:08:58.217 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:08:58.217 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:08:58.241 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] handling channelInactive
23:08:58.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] cleaning up while in state READY due to: connection closed
23:08:58.242 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:08:58.242 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:08:58.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.256322 12785 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 12798
23:08:58.292 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.124.126:39141(127.12.124.126:39141)] handling channelInactive
23:08:58.292 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.124.126:39141(127.12.124.126:39141)] handling channelInactive
23:08:58.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state READY due to: connection closed
23:08:58.293 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.124.126:39141(127.12.124.126:39141)] handling channelInactive
23:08:58.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state READY due to: connection closed
23:08:58.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state READY due to: connection closed
23:08:58.298 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.12.124.126:39141(127.12.124.126:39141)] handling channelInactive
23:08:58.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state READY due to: connection closed
23:08:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.316022 12785 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 12868
23:08:58.374 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465738373 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:58.399 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 7fd90d75d429cae09c48b2e4b1f4e71b (2270 bytes, checkpointDuration=25 ms, finalizationTime=1 ms).
23:08:58.401 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:08:58.401 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 196ab4589280bfb904660843c55a17fcec4a9829e9a9f7658ab0261c12776cc2 from pending
23:08:58.401 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 3a5673e024ae836c0aa928d7b35a6e13841ede8cacb63322ccae68eaf9fa6a96 from pending
23:08:58.401 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 2 finished splits from enumerator state
23:08:58.423 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.124.125:36071(127.12.124.125:36071)] handling channelInactive
23:08:58.423 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state READY due to: connection closed
23:08:58.425 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.124.125:36071(127.12.124.125:36071)] handling channelInactive
23:08:58.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state READY due to: connection closed
23:08:58.426 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.124.125:36071(127.12.124.125:36071)] handling channelInactive
23:08:58.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state READY due to: connection closed
23:08:58.427 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.12.124.125:36071(127.12.124.125:36071)] handling channelInactive
23:08:58.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state READY due to: connection closed
23:08:58.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:08:58.442096 12785 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 12944
23:08:58.484 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.124.124:34051(127.12.124.124:34051)] handling channelInactive
23:08:58.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state READY due to: connection closed
23:08:58.486 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.124.124:34051(127.12.124.124:34051)] handling channelInactive
23:08:58.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state READY due to: connection closed
23:08:58.487 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.124.124:34051(127.12.124.124:34051)] handling channelInactive
23:08:58.488 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.12.124.124:34051(127.12.124.124:34051)] handling channelInactive
23:08:58.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state READY due to: connection closed
23:08:58.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state READY due to: connection closed
23:08:58.874 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465738872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:58.929 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=52 ms, finalizationTime=2 ms).
23:08:58.934 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:08:59.374 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465739372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:59.421 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=47 ms, finalizationTime=2 ms).
23:08:59.424 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:08:59.744 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 466daacdae4b42c3bb93d6c74fd79edd
23:08:59.749 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 1d489cdecacd4533919d08e39e9b5ebe for table 'replication_test_table' with partition [0x80000000, 0x80000032)
23:08:59.749 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 8c0f12a44da04556a23947b571a8731a for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:08:59.750 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299999, tablet=1d489cdecacd4533919d08e39e9b5ebe@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)[L],897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)]}, NonCoveredRange{lowerBoundPartitionKey=0x80000032, upperBoundPartitionKey=0x80000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=8c0f12a44da04556a23947b571a8731a@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:08:59.753 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5de2de6d4c6dcf54b1c36502fb6c60387ec1955b7502572c36b2d0c18d6ec509'}]
23:08:59.754 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cab9dde899b3bb579df611ac7f07296808bfa4ff03a1c255dd69943e84d312a7'}]
23:08:59.756 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:59.756 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:08:59.756 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:08:59.757 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:08:59.757 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299998, tablet=8c0f12a44da04556a23947b571a8731a@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}]
23:08:59.757 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000000, upperBoundPartitionKey=0x80000032, ttl=299998, tablet=1d489cdecacd4533919d08e39e9b5ebe@[0c79d5f0112844aeb7d162cf1492fcc0(127.11.198.129:32955),4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023),897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)[L]]}]
23:08:59.758 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] connecting to peer
23:08:59.763 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] connecting to peer
23:08:59.768 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] Successfully connected to peer
23:08:59.787 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.131
23:08:59.791 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] Successfully connected to peer
23:08:59.810 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.11.198.131
23:08:59.819 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:59.824 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6f642e9e, L:/127.0.0.1:56924 - R:/127.11.198.131:39865] using SASL/PLAIN
23:08:59.828 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:08:59.833 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb8616fc5, L:/127.0.0.1:56936 - R:/127.11.198.131:39865] using SASL/PLAIN
23:08:59.838 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075669979136001) for scanner KuduScanner(table=replication_test_table, tablet=8c0f12a44da04556a23947b571a8731a, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:08:59.839 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [5de2de6d4c6dcf54b1c36502fb6c60387ec1955b7502572c36b2d0c18d6ec509]
23:08:59.839 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5de2de6d4c6dcf54b1c36502fb6c60387ec1955b7502572c36b2d0c18d6ec509]
23:08:59.839 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:08:59.839 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:08:59.842 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5de2de6d4c6dcf54b1c36502fb6c60387ec1955b7502572c36b2d0c18d6ec509 finished by subtask 0; deferring removal (restored in pending)
23:08:59.842 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] disconnecting while in state READY
23:08:59.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:08:59.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465739872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:08:59.889 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 7fd90d75d429cae09c48b2e4b1f4e71b (2270 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:08:59.890 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:08:59.890 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 5de2de6d4c6dcf54b1c36502fb6c60387ec1955b7502572c36b2d0c18d6ec509 from pending
23:08:59.890 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 1 finished splits from enumerator state
23:08:59.919 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] handling channelInactive
23:08:59.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] cleaning up while in state READY due to: connection closed
23:08:59.920 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:08:59.920 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:09:00.106 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075669979136001) for scanner KuduScanner(table=replication_test_table, tablet=1d489cdecacd4533919d08e39e9b5ebe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:00.108 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [cab9dde899b3bb579df611ac7f07296808bfa4ff03a1c255dd69943e84d312a7]
23:09:00.108 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cab9dde899b3bb579df611ac7f07296808bfa4ff03a1c255dd69943e84d312a7]
23:09:00.109 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:09:00.109 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:09:00.109 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] disconnecting while in state READY
23:09:00.110 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cab9dde899b3bb579df611ac7f07296808bfa4ff03a1c255dd69943e84d312a7 finished by subtask 3; deferring removal (restored in pending)
23:09:00.110 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:00.148 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] handling channelInactive
23:09:00.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] cleaning up while in state READY due to: connection closed
23:09:00.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:09:00Z chronyd exiting
23:09:00.148 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:09:00.149 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:09:00.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465740372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:00.399 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 7fd90d75d429cae09c48b2e4b1f4e71b (1617 bytes, checkpointDuration=26 ms, finalizationTime=0 ms).
23:09:00.403 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:09:00.404 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split cab9dde899b3bb579df611ac7f07296808bfa4ff03a1c255dd69943e84d312a7 from pending
23:09:00.404 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 1 finished splits from enumerator state
23:09:00.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465740872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:00.897 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
23:09:00.900 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:09:01.219 [DEBUG - main] (Connection.java:575) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] disconnecting while in state READY
23:09:01.219 [DEBUG - main] (Connection.java:575) [peer master-127.11.198.190:45937(127.11.198.190:45937)] disconnecting while in state READY
23:09:01.219 [DEBUG - main] (Connection.java:575) [peer master-127.11.198.188:43131(127.11.198.188:43131)] disconnecting while in state READY
23:09:01.219 [DEBUG - main] (Connection.java:575) [peer master-127.11.198.189:39011(127.11.198.189:39011)] disconnecting while in state READY
23:09:01.219 [DEBUG - main] (Connection.java:575) [peer 4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)] disconnecting while in state READY
23:09:01.220 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.198.190:45937(127.11.198.190:45937)] handling channelInactive
23:09:01.220 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.198.189:39011(127.11.198.189:39011)] handling channelInactive
23:09:01.220 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state READY due to: connection closed
23:09:01.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state READY due to: connection closed
23:09:01.222 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.198.188:43131(127.11.198.188:43131)] handling channelInactive
23:09:01.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state READY due to: connection closed
23:09:01.223 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:01.225 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] handling channelInactive
23:09:01.226 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 897c1ca73b614f809a2a377cf891153f(127.11.198.131:39865)] cleaning up while in state READY due to: connection closed
23:09:01.226 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:09:01.226 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
23:09:01.226 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:09:01.226 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
23:09:01.228 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)] handling channelInactive
23:09:01.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 4485dfd36cb042efb273a5227dd4a937(127.11.198.130:41023)] cleaning up while in state READY due to: connection closed
23:09:01.228 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
23:09:01.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.229872 12058 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 12339
23:09:01.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.267771 12058 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 12503
23:09:01.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.311494 12058 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 12637
23:09:01.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.351270 12058 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 12071
23:09:01.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465741372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:01.382 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.11.198.190:45937(127.11.198.190:45937)] handling channelInactive
23:09:01.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state READY due to: connection closed
23:09:01.392 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:09:01.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:09:01.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.384219 12058 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 12141
23:09:01.419 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.11.198.189:39011(127.11.198.189:39011)] handling channelInactive
23:09:01.419 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state READY due to: connection closed
23:09:01.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:01.419744 12058 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 12218
23:09:01.446 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.11.198.188:43131(127.11.198.188:43131)] handling channelInactive
23:09:01.447 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state READY due to: connection closed
23:09:01.742 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:01.744 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.745 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.745 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.11.198.188:43131(127.11.198.188:43131) for tablet Kudu Master: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.767 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:01.769 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:01.769 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.769 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.770 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:01.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.772 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.772 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.774 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:01.787 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:01.788 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:01.789 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:01.789 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.789 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.789 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.790 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.790 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.790 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.790 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:01.807 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:01.808 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:01.808 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.808 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.809 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:01.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.809 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.809 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.809 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.810 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.810 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:01.828 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:01.828 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:01.829 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.829 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.829 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:01.829 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.830 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.830 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.830 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.830 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.830 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.830 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.830 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:01.867 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:01.868 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:01.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.868 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:01.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.870 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.870 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:01.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465741872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:01.887 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:09:01.888 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:09:01.928 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:01.928 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:01.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.929 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:01.929 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.929 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.930 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.930 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.930 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.930 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.930 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:01.947 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:01.947 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:01.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.948 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:01.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:01.948 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.948 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.949 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:01.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.949 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:01.949 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:02.107 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:02.108 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:02.109 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:02.109 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:02.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:02.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:02.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:02.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:02.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:02.110 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:02.110 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:02.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:02.111 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:02.287 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:02.288 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:02.289 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:02.289 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:02.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:02.289 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:02.289 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:02.289 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:02.289 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:02.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:02.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:02.291 [INFO - pool-12-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:02.291 [WARN - pool-12-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:02.374 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465742372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:02.389 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=15 ms, finalizationTime=2 ms).
23:09:02.390 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:09:02.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:09:02Z chronyd exiting
23:09:02.872 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465742872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:02.882 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:09:02.883 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:09:03.228 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:03.228 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:03.229 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:03.229 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:03.229 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:03.229 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:03.229 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:03.229 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:03.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:03.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:03.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:03.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:03.230 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:03.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465743372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:03.384 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:09:03.385 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
.23:09:03.637 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465743637
23:09:03.637 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465743637
23:09:03.642 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:09:03.644 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:09:03.645 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:09:03.645 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:09:03.645 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:09:03.645 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:09:03.648 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:09:03.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465743872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:03.888 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:09:03.890 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:09:03.928 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:03.929 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:03.929 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:03.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:03.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:03.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:03.930 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:03.930 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:03.930 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:03.930 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:03.930 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:03.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:03.931 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:04.088 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:09:04.089 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:09:04.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.092559 13887 mini_oidc.cc:150] Starting JWKS server
23:09:04.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.095888 13887 webserver.cc:534] Webserver started at http://127.0.0.1:46345/ using document root <none> and password file <none>
23:09:04.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.096400 13887 mini_oidc.cc:186] Starting OIDC Discovery server
23:09:04.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.098335 13887 webserver.cc:534] Webserver started at http://127.0.0.1:36831/ using document root <none> and password file <none>
23:09:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:09:04Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:09:04.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:09:04Z Disabled control of system clock
23:09:04.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.175318 13887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:04.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/wal
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/data
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/logs
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/data/info.pb
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.254:38315
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.254
23:09:04.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:04.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json with env {}
23:09:04.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465744372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:04.385 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:09:04.387 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:09:04.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.481191 13899 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:04.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.481828 13899 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:04.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.482362 13899 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:04.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.514595 13899 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:09:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.514971 13899 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.515185 13899 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:09:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.515393 13899 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:09:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.515584 13899 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:09:04.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.515744 13899 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46345/jwks.json
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.551764 13899 master_runner.cc:387] Master server non-default flags:
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/data
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/wal
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.254:38315
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/data/info.pb
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.254
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/logs
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:04.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:04.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.553083 13899 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:04.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:04.554610 13899 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:04.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.565140 13905 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:04.874 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465744872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:04.897 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
23:09:04.901 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:09:05.374 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465745372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:05.397 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
23:09:05.400 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:09:05.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:04.566516 13906 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:05.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:05.841264 13907 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1273 milliseconds
23:09:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:05.841801 13908 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:05.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.842074 13899 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:09:05.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.846601 13899 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:05.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.849869 13899 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:05.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.851485 13899 hybrid_clock.cc:648] HybridClock initialized: now 1783465745851439 us; error 34 us; skew 500 ppm
23:09:05.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.852577 13899 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:05.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.861032 13899 webserver.cc:534] Webserver started at http://127.13.143.254:44131/ using document root <none> and password file <none>
23:09:05.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.862280 13899 fs_manager.cc:362] Metadata directory not provided
23:09:05.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.862563 13899 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:05.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.863142 13899 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.869458 13899 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/data/instance:
23:09:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b"
23:09:05.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:05 on dist-test-slave-sprr"
23:09:05.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.870945 13899 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/wal/instance:
23:09:05.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b"
23:09:05.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:05 on dist-test-slave-sprr"
23:09:05.872 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465745872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:05.886 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:09:05.887 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:09:05.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.887313 13899 fs_manager.cc:696] Time spent creating directory manager: real 0.016s	user 0.010s	sys 0.005s
23:09:05.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.894811 13915 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:05.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.896045 13899 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:09:05.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.896461 13899 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/wal
23:09:05.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b"
23:09:05.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:05 on dist-test-slave-sprr"
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.896852 13899 fs_report.cc:389] FS layout report
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/wal
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/wal
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/data/data
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:05.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:05.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:05.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:05.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.954790 13899 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:05.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.956501 13899 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:05.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:05.957075 13899 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.030184 13899 rpc_server.cc:307] RPC server started. Bound to: 127.13.143.254:38315
23:09:06.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.030254 13966 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.143.254:38315 every 8 connection(s)
23:09:06.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.033085 13899 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/data/info.pb
23:09:06.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.039026 13967 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.042922 13887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 13899
23:09:06.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.043270 13887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-0/wal/instance
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.046875 13887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/wal
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/data
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/logs
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/data/info.pb
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:09:06.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.253:38459
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.253
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:06.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json with env {}
23:09:06.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.050428 13967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } has no permanent_uuid. Determining permanent_uuid...
23:09:06.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.082719 13967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } has no permanent_uuid. Determining permanent_uuid...
23:09:06.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.085021 13918 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.143.253:38459: connect: Connection refused (error 111)
23:09:06.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.089764 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.253:38459: Network error: Client connection negotiation failed: client connection to 127.13.143.253:38459: connect: Connection refused (error 111)
23:09:06.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.139202 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } attempt: 1
23:09:06.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.144279 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.253:38459: Network error: Client connection negotiation failed: client connection to 127.13.143.253:38459: connect: Connection refused (error 111)
23:09:06.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.212658 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } attempt: 2
23:09:06.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.217482 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.253:38459: Network error: Client connection negotiation failed: client connection to 127.13.143.253:38459: connect: Connection refused (error 111)
23:09:06.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.308965 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } attempt: 3
23:09:06.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.313951 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.253:38459: Network error: Client connection negotiation failed: client connection to 127.13.143.253:38459: connect: Connection refused (error 111)
23:09:06.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.360616 13969 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:06.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.361301 13969 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:06.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.361901 13969 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:06.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465746372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:06.384 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:09:06.385 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:09:06.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.398458 13969 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:09:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.398840 13969 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.399205 13969 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:09:06.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.399540 13969 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:09:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.399879 13969 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:09:06.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.400141 13969 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46345/jwks.json
23:09:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.436134 13969 master_runner.cc:387] Master server non-default flags:
23:09:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/data
23:09:06.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/wal
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.253:38459
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/data/info.pb
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.253
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/logs
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:06.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:06.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.437956 13969 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:06.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.439736 13969 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:06.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.451508 13978 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:06.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.457386 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } attempt: 4
23:09:06.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.465107 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.253:38459: Network error: Client connection negotiation failed: client connection to 127.13.143.253:38459: connect: Connection refused (error 111)
23:09:06.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:06.764642 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } attempt: 5
23:09:06.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.773505 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.253:38459: Network error: Client connection negotiation failed: client connection to 127.13.143.253:38459: connect: Connection refused (error 111)
23:09:06.874 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465746872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:06.903 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=29 ms, finalizationTime=1 ms).
23:09:06.907 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:09:07.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:07.321084 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } attempt: 6
23:09:07.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:07.354168 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.253:38459: Network error: Client connection negotiation failed: client connection to 127.13.143.253:38459: connect: Connection refused (error 111)
23:09:07.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465747372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:07.400 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=28 ms, finalizationTime=0 ms).
23:09:07.402 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:09:07.547 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:07.548 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:07.549 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:07.550 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:07.550 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:07.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:07.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:07.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:07.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:07.554 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:07.554 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:07.555 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:07.555 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:07.874 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465747872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:07.903 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=29 ms, finalizationTime=2 ms).
23:09:07.908 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:09:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:07.855085 13977 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 13969
23:09:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.222324 13969 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.771s	user 0.575s	sys 1.184s
23:09:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:06.452158 13979 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.223099 13969 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.772s	user 0.575s	sys 1.185s
23:09:08.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.224742 13981 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:08.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.227231 13980 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1772 milliseconds
23:09:08.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.227268 13969 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:09:08.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.228811 13969 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:08.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.231416 13969 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:08.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.232758 13969 hybrid_clock.cc:648] HybridClock initialized: now 1783465748232729 us; error 81 us; skew 500 ppm
23:09:08.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.233618 13969 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:08.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.239655 13969 webserver.cc:534] Webserver started at http://127.13.143.253:35253/ using document root <none> and password file <none>
23:09:08.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.240521 13969 fs_manager.cc:362] Metadata directory not provided
23:09:08.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.240717 13969 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:08.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.241103 13969 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:08.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.245432 13969 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/data/instance:
23:09:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d8d0ae6b2924832a6cbad9d172bdc64"
23:09:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:08 on dist-test-slave-sprr"
23:09:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.246533 13969 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/wal/instance:
23:09:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d8d0ae6b2924832a6cbad9d172bdc64"
23:09:08.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:08 on dist-test-slave-sprr"
23:09:08.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.253968 13969 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
23:09:08.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.259856 13992 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:08.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.261101 13969 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.003s
23:09:08.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.261421 13969 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/wal
23:09:08.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5d8d0ae6b2924832a6cbad9d172bdc64"
23:09:08.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:08 on dist-test-slave-sprr"
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.261814 13969 fs_report.cc:389] FS layout report
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/wal
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/wal
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/data/data
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:08.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:08.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.312098 13969 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.313573 13969 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:08.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.314108 13969 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:08.374 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465748373 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:08.385 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:09:08.388 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:09:08.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.399477 13969 rpc_server.cc:307] RPC server started. Bound to: 127.13.143.253:38459
23:09:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.399667 14043 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.143.253:38459 every 8 connection(s)
23:09:08.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.402453 13969 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/data/info.pb
23:09:08.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.408592 14044 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:08.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.409173 13887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 13969
23:09:08.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.409590 13887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-1/wal/instance
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.412187 13887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/wal
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/data
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/logs
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/data/info.pb
23:09:08.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.252:35611
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.252
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:08.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:08.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json with env {}
23:09:08.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.414738 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } attempt: 7
23:09:08.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.424268 14044 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } has no permanent_uuid. Determining permanent_uuid...
23:09:08.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.445284 13967 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } has no permanent_uuid. Determining permanent_uuid...
23:09:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.451864 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:08.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.455139 14044 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } has no permanent_uuid. Determining permanent_uuid...
23:09:08.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.464759 14044 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } has no permanent_uuid. Determining permanent_uuid...
23:09:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.467191 13995 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:08.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.471580 14044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:08.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.510300 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 1
23:09:08.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.515653 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:08.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.521175 14044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 1
23:09:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.525480 14044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:08.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.593953 14044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 2
23:09:08.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.597100 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 2
23:09:08.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.598708 14044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:08.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.601751 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:08.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.687217 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 3
23:09:08.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.690182 14044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 3
23:09:08.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.692500 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:08.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.695181 14044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:08.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.765256 14047 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:08.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.766027 14047 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:08.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.766631 14047 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.800977 14047 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:09:08.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.801358 14047 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.801800 14047 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:09:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.802150 14047 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:09:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.802479 14047 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:09:08.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.802754 14047 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46345/jwks.json
23:09:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.832960 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 4
23:09:08.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.837070 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:08.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.838516 14044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 4
23:09:08.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.842489 14044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.843407 14047 master_runner.cc:387] Master server non-default flags:
23:09:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:08.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/data
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/wal
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.252:35611
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46345/jwks.json
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/data/info.pb
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.252
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/logs
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:08.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:08.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.845218 14047 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:08.847014 14047 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:08.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.859308 14058 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:08.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465748872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:08.908 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=35 ms, finalizationTime=0 ms).
23:09:08.910 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:09:09.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:09.120568 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 5
23:09:09.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:09.128127 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:09.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:09.141829 14044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 5
23:09:09.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:09.148867 14044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:09.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465749372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:09.394 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:09:09.397 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:09:09.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:09.680732 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 6
23:09:09.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:09.696427 14044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 6
23:09:09.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:09.731345 13967 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:09.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:09.735682 14044 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.13.143.252:35611: Network error: Client connection negotiation failed: client connection to 127.13.143.252:35611: connect: Connection refused (error 111)
23:09:09.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465749872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:09.887 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:09:09.889 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:09:10.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:08.859628 14059 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:10.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:10.188529 14061 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:10.191424 14060 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1332 milliseconds
23:09:10.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.191509 14047 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:09:10.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.192893 14047 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:10.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.195436 14047 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:10.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.197006 14047 hybrid_clock.cc:648] HybridClock initialized: now 1783465750196943 us; error 82 us; skew 500 ppm
23:09:10.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.197872 14047 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:10.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.204282 14047 webserver.cc:534] Webserver started at http://127.13.143.252:43639/ using document root <none> and password file <none>
23:09:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.205111 14047 fs_manager.cc:362] Metadata directory not provided
23:09:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.205293 14047 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:10.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.205670 14047 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:10.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.210083 14047 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/data/instance:
23:09:10.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5aea49671e2440f5b1a082e7eecaaa2a"
23:09:10.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:10 on dist-test-slave-sprr"
23:09:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.211089 14047 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/wal/instance:
23:09:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5aea49671e2440f5b1a082e7eecaaa2a"
23:09:10.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:10 on dist-test-slave-sprr"
23:09:10.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.218134 14047 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.007s	sys 0.000s
23:09:10.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.223639 14073 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:10.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.224675 14047 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.224939 14047 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/wal
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5aea49671e2440f5b1a082e7eecaaa2a"
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:10 on dist-test-slave-sprr"
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.225214 14047 fs_report.cc:389] FS layout report
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/wal
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/wal
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/data/data
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:10.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:10.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:10.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:10.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:10.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:10.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:10.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:10.268 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:10.269 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:10.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:10.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:10.269 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:10.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:10.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:10.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:10.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:10.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:10.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:10.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:10.270 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:10.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.278087 14047 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:10.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.279575 14047 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:10.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.279989 14047 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.352418 14047 rpc_server.cc:307] RPC server started. Bound to: 127.13.143.252:35611
23:09:10.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.352505 14124 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.143.252:35611 every 8 connection(s)
23:09:10.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.355208 14047 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/data/info.pb
23:09:10.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.360780 14125 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:10.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.361564 13887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 14047
23:09:10.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.362023 13887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/master-2/wal/instance
23:09:10.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465750372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.375039 14125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } has no permanent_uuid. Determining permanent_uuid...
23:09:10.392 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=17 ms, finalizationTime=2 ms).
23:09:10.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:09:10.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.413220 14125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } has no permanent_uuid. Determining permanent_uuid...
23:09:10.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.424913 14125 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } has no permanent_uuid. Determining permanent_uuid...
23:09:10.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.442356 14125 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a: Bootstrap starting.
23:09:10.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.448077 14125 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a: Neither blocks nor log segments found. Creating new log.
23:09:10.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.449942 14125 log.cc:826] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a: Log is configured to *not* fsync() on all Append() calls
23:09:10.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.454473 14125 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a: No bootstrap required, opened a new log
23:09:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.474494 14125 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } }
23:09:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.475071 14125 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:10.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.475265 14125 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5aea49671e2440f5b1a082e7eecaaa2a, State: Initialized, Role: FOLLOWER
23:09:10.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.475898 14125 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } }
23:09:10.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.478394 14135 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } } }
23:09:10.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.479197 14135 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [sys.catalog]: This master's current role is: FOLLOWER
23:09:10.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.480098 14125 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [sys.catalog]: configured and running, proceeding with master startup.
23:09:10.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:10.504608 14146 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:09:10.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:10.505218 14146 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:09:10.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.499894 14047 master_runner.cc:187] Error getting master registration for 127.13.143.254:38315: OK, instance_id { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" instance_seqno: 1783465746009643 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:09:10.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.521574 14047 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:09:10.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:10.535081 14079 tablet.cc:2406] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:10.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.682684 14135 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:10.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.683270 14135 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } }
23:09:10.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.685647 14135 leader_election.cc:290] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 97cb8ac3cbfd4d2690fb5c50b45e4f6b (127.13.143.254:38315), 5d8d0ae6b2924832a6cbad9d172bdc64 (127.13.143.253:38459)
23:09:10.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.764940 13967 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 7
23:09:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.788455 13967 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b: Bootstrap starting.
23:09:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.796252 13967 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b: Neither blocks nor log segments found. Creating new log.
23:09:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.796211 14044 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } attempt: 7
23:09:10.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.798532 13967 log.cc:826] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b: Log is configured to *not* fsync() on all Append() calls
23:09:10.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.810956 13967 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b: No bootstrap required, opened a new log
23:09:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.827174 14044 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64: Bootstrap starting.
23:09:10.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.838624 14044 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64: Neither blocks nor log segments found. Creating new log.
23:09:10.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.839497 13967 raft_consensus.cc:359] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } }
23:09:10.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.840390 13967 raft_consensus.cc:385] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.840704 13967 raft_consensus.cc:740] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 97cb8ac3cbfd4d2690fb5c50b45e4f6b, State: Initialized, Role: FOLLOWER
23:09:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.841786 13967 consensus_queue.cc:260] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } }
23:09:10.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.842720 14044 log.cc:826] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64: Log is configured to *not* fsync() on all Append() calls
23:09:10.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.850287 14151 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } } }
23:09:10.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.851080 14151 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [sys.catalog]: This master's current role is: FOLLOWER
23:09:10.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.852558 14044 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64: No bootstrap required, opened a new log
23:09:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.852663 13967 sys_catalog.cc:565] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [sys.catalog]: configured and running, proceeding with master startup.
23:09:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.852878 13942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" is_pre_election: true
23:09:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.853811 13942 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5aea49671e2440f5b1a082e7eecaaa2a in term 0.
23:09:10.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.855407 14076 leader_election.cc:304] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5aea49671e2440f5b1a082e7eecaaa2a, 97cb8ac3cbfd4d2690fb5c50b45e4f6b; no voters: 
23:09:10.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.856354 14135 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:10.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.856690 14135 raft_consensus.cc:493] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:10.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.857010 14135 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [term 0 FOLLOWER]: Advancing to term 1
23:09:10.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.865617 14135 raft_consensus.cc:515] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } }
23:09:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.870632 13942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b"
23:09:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.871153 13942 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [term 0 FOLLOWER]: Advancing to term 1
23:09:10.874 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465750872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:10.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.881843 13942 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5aea49671e2440f5b1a082e7eecaaa2a in term 1.
23:09:10.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.886705 14076 leader_election.cc:304] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 5aea49671e2440f5b1a082e7eecaaa2a, 97cb8ac3cbfd4d2690fb5c50b45e4f6b; no voters: 
23:09:10.891 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:09:10.893 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:09:10.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.885152 14135 leader_election.cc:290] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [CANDIDATE]: Term 1 election: Requested vote from peers 97cb8ac3cbfd4d2690fb5c50b45e4f6b (127.13.143.254:38315), 5d8d0ae6b2924832a6cbad9d172bdc64 (127.13.143.253:38459)
23:09:10.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.896760 14135 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [term 1 FOLLOWER]: Leader election won for term 1
23:09:10.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.899659 14135 raft_consensus.cc:697] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [term 1 LEADER]: Becoming Leader. State: Replica: 5aea49671e2440f5b1a082e7eecaaa2a, State: Running, Role: LEADER
23:09:10.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.906049 14135 consensus_queue.cc:237] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } }
23:09:10.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.914074 14044 raft_consensus.cc:359] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } }
23:09:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.914958 14044 raft_consensus.cc:385] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:10.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.915264 14044 raft_consensus.cc:740] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5d8d0ae6b2924832a6cbad9d172bdc64, State: Initialized, Role: FOLLOWER
23:09:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.925470 14044 consensus_queue.cc:260] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } }
23:09:10.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.945184 14019 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" is_pre_election: true
23:09:10.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.946062 14019 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5aea49671e2440f5b1a082e7eecaaa2a in term 0.
23:09:10.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.947165 14018 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64"
23:09:10.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.947746 14018 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [term 0 FOLLOWER]: Advancing to term 1
23:09:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.954689 14018 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5aea49671e2440f5b1a082e7eecaaa2a in term 1.
23:09:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.955492 14044 sys_catalog.cc:565] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [sys.catalog]: configured and running, proceeding with master startup.
23:09:10.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.956410 14155 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5aea49671e2440f5b1a082e7eecaaa2a. Latest consensus state: current_term: 1 leader_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } } }
23:09:10.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.957072 14155 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [sys.catalog]: This master's current role is: LEADER
23:09:10.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.959885 14164 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:09:10.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.943158 14159 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } } }
23:09:10.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.966668 14159 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [sys.catalog]: This master's current role is: FOLLOWER
23:09:10.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:10.968715 13921 tablet.cc:2406] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:10.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.972298 14164 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:09:10.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.986701 14170 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:09:11.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.051419 14018 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [term 1 FOLLOWER]: Refusing update from remote peer 5aea49671e2440f5b1a082e7eecaaa2a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:09:11.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.055663 13942 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [term 1 FOLLOWER]: Refusing update from remote peer 5aea49671e2440f5b1a082e7eecaaa2a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:09:11.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.058497 14135 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:09:11.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.060719 14135 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [LEADER]: Connected to new peer: Peer: permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:09:11.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:11.071988 13998 tablet.cc:2406] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.099231 14159 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5aea49671e2440f5b1a082e7eecaaa2a. Latest consensus state: current_term: 1 leader_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } } }
23:09:11.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.099992 14159 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [sys.catalog]: This master's current role is: FOLLOWER
23:09:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:10.995522 13899 master_runner.cc:187] Error getting master registration for 127.13.143.253:38459: OK, instance_id { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" instance_seqno: 1783465748366511 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:09:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.106258 13899 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:09:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.109375 14182 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:09:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.119594 14172 mvcc.cc:204] Tried to move back new op lower bound from 7305075716278480896 to 7305075715743875072. Current Snapshot: MvccSnapshot[applied={T|T < 7305075716278480896}]
23:09:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.125204 14151 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [sys.catalog]: SysCatalogTable state changed. Reason: New leader 5aea49671e2440f5b1a082e7eecaaa2a. Latest consensus state: current_term: 1 leader_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } } }
23:09:11.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.125972 14151 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [sys.catalog]: This master's current role is: FOLLOWER
23:09:11.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.130290 14178 mvcc.cc:204] Tried to move back new op lower bound from 7305075716278480896 to 7305075715743875072. Current Snapshot: MvccSnapshot[applied={T|T < 7305075716278480896}]
23:09:11.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.138793 14181 mvcc.cc:204] Tried to move back new op lower bound from 7305075716278480896 to 7305075715743875072. Current Snapshot: MvccSnapshot[applied={T|T < 7305075716278480896}]
23:09:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.139765 14155 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } } }
23:09:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.140431 14155 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [sys.catalog]: This master's current role is: LEADER
23:09:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.140895 14155 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } } }
23:09:11.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.141477 14155 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a [sys.catalog]: This master's current role is: LEADER
23:09:11.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.145354 14151 sys_catalog.cc:455] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } } }
23:09:11.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.146597 14151 sys_catalog.cc:458] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b [sys.catalog]: This master's current role is: FOLLOWER
23:09:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.147611 14164 catalog_manager.cc:1382] Generated new cluster ID: 1e1a5800f09f4c1eae99c394b34d7a66
23:09:11.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.148051 14164 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:09:11.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.151316 14159 sys_catalog.cc:455] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "97cb8ac3cbfd4d2690fb5c50b45e4f6b" member_type: VOTER last_known_addr { host: "127.13.143.254" port: 38315 } } peers { permanent_uuid: "5d8d0ae6b2924832a6cbad9d172bdc64" member_type: VOTER last_known_addr { host: "127.13.143.253" port: 38459 } } peers { permanent_uuid: "5aea49671e2440f5b1a082e7eecaaa2a" member_type: VOTER last_known_addr { host: "127.13.143.252" port: 35611 } } }
23:09:11.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.152124 14159 sys_catalog.cc:458] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64 [sys.catalog]: This master's current role is: FOLLOWER
23:09:11.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.206260 14164 catalog_manager.cc:1405] Generated new certificate authority record
23:09:11.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.209475 14164 catalog_manager.cc:1539] Loading token signing keys...
23:09:11.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.241012 14164 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a: Generated new TSK 0
23:09:11.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.242524 14164 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.273886 13887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/wal
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/data
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/logs
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/data/info.pb
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.193:0
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.143.193
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.193
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:11.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:09:11.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465751372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:11.394 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:09:11.396 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:09:11.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:11.632725 14189 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:11.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:11.633262 14189 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:11.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:11.633857 14189 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:11.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:11.668857 14189 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:11.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:11.669834 14189 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.143.193
23:09:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.707257 14189 tablet_server_runner.cc:78] Tablet server non-default flags:
23:09:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:11.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/data
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/wal
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.193:0
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/data/info.pb
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.193
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.143.193
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/logs
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:11.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:11.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.708915 14189 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:11.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:11.710585 14189 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:11.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:11.726496 14195 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:11.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465751872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:11.890 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:09:11.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:09:12.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:12.000816 14170 catalog_manager.cc:1294] Loaded cluster ID: 1e1a5800f09f4c1eae99c394b34d7a66
23:09:12.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:12.001842 14170 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b: loading cluster ID for follower catalog manager: success
23:09:12.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:12.024081 14170 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b: acquiring CA information for follower catalog manager: success
23:09:12.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:12.041271 14170 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 97cb8ac3cbfd4d2690fb5c50b45e4f6b: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:09:12.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:12.128947 14182 catalog_manager.cc:1294] Loaded cluster ID: 1e1a5800f09f4c1eae99c394b34d7a66
23:09:12.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:12.129607 14182 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64: loading cluster ID for follower catalog manager: success
23:09:12.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:12.148644 14182 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64: acquiring CA information for follower catalog manager: success
23:09:12.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:12.162701 14182 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 5d8d0ae6b2924832a6cbad9d172bdc64: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:09:12.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465752372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:12.394 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:09:12.396 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:09:12.748 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:12.749 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:12.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:12.752 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:12.752 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:12.752 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:12.752 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:12.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:12.753 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:12.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:12.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:12.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:12.754 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:12.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465752872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:12.886 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:09:12.887 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:09:13.048 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:13.049 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:13.049 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:13.050 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:13.050 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:13.050 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:13.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:13.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:13.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:13.053 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:13.053 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:13.054 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:13.054 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:13.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465753372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:13.389 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:13.389 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:13.390 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:13.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:13.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:13.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:13.392 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:13.392 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:13.392 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:13.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:13.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:13.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:13.393 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:13.397 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
23:09:13.398 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:09:13.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465753872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:13.891 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:09:13.893 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:09:13.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:13.125816 14194 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 14189
23:09:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:13.996251 14194 kernel_stack_watchdog.cc:198] Thread 14189 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
23:09:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:09:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:09:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:09:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:09:13.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:13.998447 14198 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:13.998639 14189 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.273s	user 0.457s	sys 0.837s
23:09:13.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:13.999219 14189 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.274s	user 0.457s	sys 0.837s
23:09:14.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:11.727289 14196 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:14.002957 14197 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2276 milliseconds
23:09:14.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.003010 14189 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:09:14.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.004709 14189 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:14.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.019852 14189 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:14.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.021417 14189 hybrid_clock.cc:648] HybridClock initialized: now 1783465754021373 us; error 46 us; skew 500 ppm
23:09:14.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.022485 14189 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:14.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.083495 14189 webserver.cc:534] Webserver started at http://127.13.143.193:37335/ using document root <none> and password file <none>
23:09:14.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.084995 14189 fs_manager.cc:362] Metadata directory not provided
23:09:14.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.085426 14189 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:14.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.087001 14189 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.100927 14189 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/data/instance:
23:09:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7afa6d655cb2479a9d0c646817533067"
23:09:14.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:14 on dist-test-slave-sprr"
23:09:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.122407 14189 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/wal/instance:
23:09:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7afa6d655cb2479a9d0c646817533067"
23:09:14.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:14 on dist-test-slave-sprr"
23:09:14.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.151989 14189 fs_manager.cc:696] Time spent creating directory manager: real 0.028s	user 0.006s	sys 0.002s
23:09:14.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.170642 14209 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.178268 14189 fs_manager.cc:730] Time spent opening block manager: real 0.018s	user 0.004s	sys 0.000s
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.178678 14189 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/wal
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7afa6d655cb2479a9d0c646817533067"
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:14 on dist-test-slave-sprr"
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.179085 14189 fs_report.cc:389] FS layout report
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/wal
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/wal
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/data/data
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:14.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:14.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:14.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.341959 14189 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:14.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.344022 14189 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:14.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.344565 14189 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:14.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.348277 14189 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:09:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.360270 14189 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:09:14.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.360543 14189 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:09:14.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.360951 14189 ts_tablet_manager.cc:616] Registered 0 tablets
23:09:14.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.361204 14189 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:09:14.372 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465754372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:14.392 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:09:14.394 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:09:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.642784 14189 rpc_server.cc:307] RPC server started. Bound to: 127.13.143.193:38285
23:09:14.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.642941 14322 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.143.193:38285 every 8 connection(s)
23:09:14.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.646857 14189 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/data/info.pb
23:09:14.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.651721 13887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 14189
23:09:14.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.652349 13887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-0/wal/instance
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.667629 13887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/wal
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/data
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/logs
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/data/info.pb
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.194:0
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.143.194
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.194
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:14.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:09:14.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.707397 14323 heartbeater.cc:344] Connected to a master server at 127.13.143.252:35611
23:09:14.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.707834 14323 heartbeater.cc:461] Registering TS with master...
23:09:14.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.709156 14323 heartbeater.cc:507] Master 127.13.143.252:35611 requested a full tablet report, sending...
23:09:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.713069 14325 heartbeater.cc:344] Connected to a master server at 127.13.143.254:38315
23:09:14.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.713413 14325 heartbeater.cc:461] Registering TS with master...
23:09:14.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.714367 14325 heartbeater.cc:507] Master 127.13.143.254:38315 requested a full tablet report, sending...
23:09:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.715021 14090 ts_manager.cc:194] Registered new tserver with Master: 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285)
23:09:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.717823 14090 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.143.193:54203
23:09:14.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.717970 13932 ts_manager.cc:194] Registered new tserver with Master: 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285)
23:09:14.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.723587 14324 heartbeater.cc:344] Connected to a master server at 127.13.143.253:38459
23:09:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.723894 14324 heartbeater.cc:461] Registering TS with master...
23:09:14.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.724517 14324 heartbeater.cc:507] Master 127.13.143.253:38459 requested a full tablet report, sending...
23:09:14.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:14.727578 14009 ts_manager.cc:194] Registered new tserver with Master: 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285)
23:09:14.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465754872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:14.890 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:09:14.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:09:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:15.043942 14330 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:15.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:15.044564 14330 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:15.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:15.045325 14330 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:15.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:15.097118 14330 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:15.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:15.098093 14330 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.143.194
23:09:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:15.140172 14330 tablet_server_runner.cc:78] Tablet server non-default flags:
23:09:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:15.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/data
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/wal
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.194:0
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/data/info.pb
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.194
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.143.194
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/logs
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:15.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:15.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:15.141991 14330 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:15.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:15.143777 14330 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:15.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:15.160269 14340 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:15.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465755372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:15.389 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:09:15.391 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:09:15.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:15.722162 14323 heartbeater.cc:499] Master 127.13.143.252:35611 was elected leader, sending a full tablet report...
23:09:15.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465755872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:15.886 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:09:15.887 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:09:16.227 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:16.229 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:16.229 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:16.229 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:16.229 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:16.230 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:16.230 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:16.230 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:16.230 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:16.230 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:16.230 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:16.229 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:16.230 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:16.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465756372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:16.382 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:09:16.383 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:09:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:15.166301 14330 server_base.cc:1061] running on GCE node
23:09:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:15.167915 14339 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:16.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:15.167201 14342 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.536999 14330 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.540030 14330 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.541846 14330 hybrid_clock.cc:648] HybridClock initialized: now 1783465756541803 us; error 58 us; skew 500 ppm
23:09:16.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.543773 14330 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:16.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.553839 14330 webserver.cc:534] Webserver started at http://127.13.143.194:46027/ using document root <none> and password file <none>
23:09:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.555078 14330 fs_manager.cc:362] Metadata directory not provided
23:09:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.555363 14330 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.555910 14330 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:16.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.562386 14330 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/data/instance:
23:09:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10487ba8e7594561b7a3e58b2048c2e7"
23:09:16.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:16 on dist-test-slave-sprr"
23:09:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.563949 14330 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/wal/instance:
23:09:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10487ba8e7594561b7a3e58b2048c2e7"
23:09:16.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:16 on dist-test-slave-sprr"
23:09:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.573371 14330 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.005s
23:09:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.579936 14353 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.581034 14330 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.006s	sys 0.000s
23:09:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.581314 14330 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/wal
23:09:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "10487ba8e7594561b7a3e58b2048c2e7"
23:09:16.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:16 on dist-test-slave-sprr"
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.581593 14330 fs_report.cc:389] FS layout report
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/wal
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/wal
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/data/data
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:16.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:16.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.633950 14330 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.635352 14330 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:16.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.635754 14330 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:16.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.638242 14330 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:09:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.644001 14330 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:09:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.644369 14330 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
23:09:16.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.644676 14330 ts_tablet_manager.cc:616] Registered 0 tablets
23:09:16.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.644891 14330 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:09:16.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.787395 14330 rpc_server.cc:307] RPC server started. Bound to: 127.13.143.194:44277
23:09:16.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.787516 14465 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.143.194:44277 every 8 connection(s)
23:09:16.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.790171 14330 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/data/info.pb
23:09:16.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.797956 13887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 14330
23:09:16.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.798413 13887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-1/wal/instance
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.807590 13887 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/wal
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/data
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/logs
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/data/info.pb
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:16.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:09:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.195:0
23:09:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.143.195
23:09:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.195
23:09:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:16.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:09:16.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.832253 14467 heartbeater.cc:344] Connected to a master server at 127.13.143.253:38459
23:09:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.832764 14467 heartbeater.cc:461] Registering TS with master...
23:09:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.832981 14468 heartbeater.cc:344] Connected to a master server at 127.13.143.254:38315
23:09:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.833316 14468 heartbeater.cc:461] Registering TS with master...
23:09:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.833897 14466 heartbeater.cc:344] Connected to a master server at 127.13.143.252:35611
23:09:16.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.834187 14467 heartbeater.cc:507] Master 127.13.143.253:38459 requested a full tablet report, sending...
23:09:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.834270 14466 heartbeater.cc:461] Registering TS with master...
23:09:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.834456 14468 heartbeater.cc:507] Master 127.13.143.254:38315 requested a full tablet report, sending...
23:09:16.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.835445 14466 heartbeater.cc:507] Master 127.13.143.252:35611 requested a full tablet report, sending...
23:09:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.837421 13932 ts_manager.cc:194] Registered new tserver with Master: 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277)
23:09:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.837533 14009 ts_manager.cc:194] Registered new tserver with Master: 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277)
23:09:16.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.837703 14090 ts_manager.cc:194] Registered new tserver with Master: 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277)
23:09:16.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:16.839339 14090 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.143.194:47863
23:09:16.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465756872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:16.883 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:09:16.883 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:09:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:17.133698 14476 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:17.134155 14476 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:17.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:17.134541 14476 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:17.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:17.166884 14476 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:17.167865 14476 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.13.143.195
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:17.203047 14476 tablet_server_runner.cc:78] Tablet server non-default flags:
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.13.143.212:36855
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/data
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/wal
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.13.143.195:0
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/data/info.pb
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.13.143.195
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.13.143.254:38315,127.13.143.253:38459,127.13.143.252:35611
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.13.143.195
23:09:17.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/logs
23:09:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:09:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:17.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:17.204286 14476 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:17.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:17.205801 14476 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:17.219586 14483 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:17.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465757372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:17.386 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:09:17.388 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:09:17.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:17.550128 13963 debug-util.cc:398] Leaking SignalData structure 0x7b080009d8c0 after lost signal to thread 13900
23:09:17.768 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:17.769 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:17.770 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:17.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:17.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:17.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:17.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:17.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:17.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:17.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:17.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:17.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:17.775 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:17.842871 14466 heartbeater.cc:499] Master 127.13.143.252:35611 was elected leader, sending a full tablet report...
23:09:17.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465757872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:17.890 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:09:17.891 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:09:18.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465758372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:18.402 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=29 ms, finalizationTime=1 ms).
23:09:18.404 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:09:18.687 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:18.688 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:18.689 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:18.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:18.690 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:18.690 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:18.694 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:18.694 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:18.694 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:18.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:18.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:18.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:18.695 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:18.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465758872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:18.884 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:09:18.886 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:09:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:17.222008 14482 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:18.620581 14481 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 14476
23:09:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:19.155026 14481 kernel_stack_watchdog.cc:198] Thread 14476 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 397ms:
23:09:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:09:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:09:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:09:19.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:09:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:19.157965 14485 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:19.158857 14476 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.935s	user 0.506s	sys 1.088s
23:09:19.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:19.159224 14476 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.938s	user 0.506s	sys 1.088s
23:09:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:19.161760 14484 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1939 milliseconds
23:09:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.161765 14476 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:09:19.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.163038 14476 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:19.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.165246 14476 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.166571 14476 hybrid_clock.cc:648] HybridClock initialized: now 1783465759166544 us; error 58 us; skew 500 ppm
23:09:19.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.167390 14476 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.173827 14476 webserver.cc:534] Webserver started at http://127.13.143.195:44993/ using document root <none> and password file <none>
23:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.174631 14476 fs_manager.cc:362] Metadata directory not provided
23:09:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.174816 14476 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:19.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.175179 14476 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.179401 14476 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/data/instance:
23:09:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7dec5aec2b084483be97a7d88832e4a0"
23:09:19.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:19 on dist-test-slave-sprr"
23:09:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.180503 14476 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/wal/instance:
23:09:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7dec5aec2b084483be97a7d88832e4a0"
23:09:19.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:19 on dist-test-slave-sprr"
23:09:19.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.188064 14476 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
23:09:19.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.194358 14495 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:19.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.195446 14476 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.195720 14476 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/wal
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7dec5aec2b084483be97a7d88832e4a0"
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:19 on dist-test-slave-sprr"
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.195986 14476 fs_report.cc:389] FS layout report
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/wal
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/wal
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/data/data
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:19.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:19.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:19.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.248157 14476 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.249668 14476 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:19.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.250219 14476 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:19.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.253077 14476 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:09:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.257925 14476 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:09:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.258107 14476 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:09:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.258332 14476 ts_tablet_manager.cc:616] Registered 0 tablets
23:09:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.258507 14476 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:09:19.374 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465759372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:19.397 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=25 ms, finalizationTime=0 ms).
23:09:19.398 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:09:19.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.475587 14476 rpc_server.cc:307] RPC server started. Bound to: 127.13.143.195:43909
23:09:19.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.475697 14607 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.13.143.195:43909 every 8 connection(s)
23:09:19.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.478312 14476 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/data/info.pb
23:09:19.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.486181 13887 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 14476
23:09:19.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.486629 13887 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster1030958029133736861/ts-2/wal/instance
23:09:19.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.536063 14608 heartbeater.cc:344] Connected to a master server at 127.13.143.252:35611
23:09:19.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.536602 14608 heartbeater.cc:461] Registering TS with master...
23:09:19.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.537981 14608 heartbeater.cc:507] Master 127.13.143.252:35611 requested a full tablet report, sending...
23:09:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.540843 14090 ts_manager.cc:194] Registered new tserver with Master: 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909)
23:09:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.541563 14609 heartbeater.cc:344] Connected to a master server at 127.13.143.253:38459
23:09:19.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.541913 14609 heartbeater.cc:461] Registering TS with master...
23:09:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.542711 14090 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.13.143.195:59101
23:09:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.542789 14609 heartbeater.cc:507] Master 127.13.143.253:38459 requested a full tablet report, sending...
23:09:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.543242 14610 heartbeater.cc:344] Connected to a master server at 127.13.143.254:38315
23:09:19.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.543574 14610 heartbeater.cc:461] Registering TS with master...
23:09:19.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.544471 14610 heartbeater.cc:507] Master 127.13.143.254:38315 requested a full tablet report, sending...
23:09:19.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.545684 14009 ts_manager.cc:194] Registered new tserver with Master: 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909)
23:09:19.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.547698 13932 ts_manager.cc:194] Registered new tserver with Master: 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909)
23:09:19.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.555387 13887 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:09:19.567 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:09:19.567 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:09:19.569 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.13.143.254"
      port: 38315
    }
    bound_http_address {
      host: "127.13.143.254"
      port: 44131
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.13.143.253"
      port: 38459
    }
    bound_http_address {
      host: "127.13.143.253"
      port: 35253
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.13.143.252"
      port: 35611
    }
    bound_http_address {
      host: "127.13.143.252"
      port: 43639
    }
  }
}

23:09:19.569 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:09:19.573 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.13.143.193"
      port: 38285
    }
    bound_http_address {
      host: "127.13.143.193"
      port: 37335
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.13.143.194"
      port: 44277
    }
    bound_http_address {
      host: "127.13.143.194"
      port: 46027
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.13.143.195"
      port: 43909
    }
    bound_http_address {
      host: "127.13.143.195"
      port: 44993
    }
  }
}

23:09:19.573 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:09:19.575 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:19.576 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:09:19.576 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:09:19.576 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:09:19.576 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:09:19.582 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:09:19.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465759872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:19.890 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
23:09:19.892 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:09:19.986 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:09:19.986 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:09:19.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.992290 14618 mini_oidc.cc:150] Starting JWKS server
23:09:19.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.996527 14618 webserver.cc:534] Webserver started at http://127.0.0.1:41421/ using document root <none> and password file <none>
23:09:19.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.997165 14618 mini_oidc.cc:186] Starting OIDC Discovery server
23:09:19.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:19.999311 14618 webserver.cc:534] Webserver started at http://127.0.0.1:40341/ using document root <none> and password file <none>
23:09:20.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:09:20Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:09:20.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:09:20Z Disabled control of system clock
23:09:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:20.073171 14618 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/wal
23:09:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/data
23:09:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:20.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/logs
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/data/info.pb
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.190:46459
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.190
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:20.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41421/jwks.json with env {}
23:09:20.287 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:20.288 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:20.288 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:20.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:20.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:20.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:20.290 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:20.290 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:20.290 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:20.290 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:20.290 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:20.290 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:20.291 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:20.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465760372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:20.391 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:09:20.392 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:09:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:20.405427 14630 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:20.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:20.406263 14630 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:20.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:20.407045 14630 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:20.408 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:20.408 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:20.409 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:20.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:20.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:20.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:20.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:20.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:20.410 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:20.410 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:20.410 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:20.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:20.410 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:20.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:20.456916 14630 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:09:20.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:20.457231 14630 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:20.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:20.457492 14630 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:09:20.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:20.457702 14630 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:09:20.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:20.457918 14630 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:09:20.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:20.458074 14630 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41421/jwks.json
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:20.506791 14630 master_runner.cc:387] Master server non-default flags:
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/data
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/wal
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.190:46459
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41421/jwks.json
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/data/info.pb
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.190
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/logs
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:20.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:20.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:20.508030 14630 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:20.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:20.509617 14630 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:20.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:20.520226 14636 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:20.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:20.547262 14608 heartbeater.cc:499] Master 127.13.143.252:35611 was elected leader, sending a full tablet report...
23:09:20.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465760872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:20.896 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:09:20.900 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:09:21.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465761372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:21.390 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:09:21.391 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:09:21.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465761872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:21.914 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=41 ms, finalizationTime=1 ms).
23:09:21.919 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:09:22.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:21.924065 14635 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 14630
23:09:22.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.163741 14630 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.643s	user 0.462s	sys 1.116s
23:09:22.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.164146 14630 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.644s	user 0.462s	sys 1.116s
23:09:22.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:20.521045 14637 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:22.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.166453 14639 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.170720 14638 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1649 milliseconds
23:09:22.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.170722 14630 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:09:22.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.172043 14630 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:22.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.174752 14630 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:22.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.176088 14630 hybrid_clock.cc:648] HybridClock initialized: now 1783465762176051 us; error 69 us; skew 500 ppm
23:09:22.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.176851 14630 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.182952 14630 webserver.cc:534] Webserver started at http://127.14.70.190:37005/ using document root <none> and password file <none>
23:09:22.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.183799 14630 fs_manager.cc:362] Metadata directory not provided
23:09:22.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.183976 14630 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:22.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.184360 14630 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:22.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.188656 14630 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/data/instance:
23:09:22.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce10f60490f94c73ad517f068e0fd521"
23:09:22.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:22 on dist-test-slave-sprr"
23:09:22.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.189708 14630 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/wal/instance:
23:09:22.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce10f60490f94c73ad517f068e0fd521"
23:09:22.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:22 on dist-test-slave-sprr"
23:09:22.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.196589 14630 fs_manager.cc:696] Time spent creating directory manager: real 0.006s	user 0.002s	sys 0.003s
23:09:22.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.202199 14647 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.203225 14630 fs_manager.cc:730] Time spent opening block manager: real 0.003s	user 0.004s	sys 0.000s
23:09:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.203496 14630 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/wal
23:09:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ce10f60490f94c73ad517f068e0fd521"
23:09:22.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:22 on dist-test-slave-sprr"
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.203779 14630 fs_report.cc:389] FS layout report
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/wal
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/wal
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/data/data
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:22.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:22.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.264839 14630 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:22.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.266664 14630 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:22.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.267074 14630 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.340274 14630 rpc_server.cc:307] RPC server started. Bound to: 127.14.70.190:46459
23:09:22.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.340337 14698 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.70.190:46459 every 8 connection(s)
23:09:22.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.342985 14630 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/data/info.pb
23:09:22.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.344954 14618 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 14630
23:09:22.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.345456 14618 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-0/wal/instance
23:09:22.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.350121 14699 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.351384 14618 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/wal
23:09:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/data
23:09:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:22.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/logs
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/data/info.pb
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.189:34071
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.189
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:22.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41421/jwks.json with env {}
23:09:22.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.364984 14699 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } has no permanent_uuid. Determining permanent_uuid...
23:09:22.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465762372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:22.391 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:09:22.393 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:09:22.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.412808 14699 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } has no permanent_uuid. Determining permanent_uuid...
23:09:22.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.415966 14651 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.70.189:34071: connect: Connection refused (error 111)
23:09:22.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.426407 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.189:34071: Network error: Client connection negotiation failed: client connection to 127.14.70.189:34071: connect: Connection refused (error 111)
23:09:22.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.475921 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } attempt: 1
23:09:22.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.479954 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.189:34071: Network error: Client connection negotiation failed: client connection to 127.14.70.189:34071: connect: Connection refused (error 111)
23:09:22.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.548378 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } attempt: 2
23:09:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.552677 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.189:34071: Network error: Client connection negotiation failed: client connection to 127.14.70.189:34071: connect: Connection refused (error 111)
23:09:22.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.644124 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } attempt: 3
23:09:22.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.648624 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.189:34071: Network error: Client connection negotiation failed: client connection to 127.14.70.189:34071: connect: Connection refused (error 111)
23:09:22.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.710054 14701 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:22.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.710819 14701 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:22.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.711431 14701 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:22.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.743624 14701 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:09:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.744235 14701 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.744477 14701 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:09:22.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.744693 14701 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:09:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.744892 14701 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:09:22.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.745064 14701 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41421/jwks.json
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.784116 14701 master_runner.cc:387] Master server non-default flags:
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/data
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/wal
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.189:34071
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:22.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41421/jwks.json
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/data/info.pb
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.189
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/logs
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:22.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.785396 14701 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:22.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.786940 14701 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:22.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:22.792011 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } attempt: 4
23:09:22.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.798476 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.189:34071: Network error: Client connection negotiation failed: client connection to 127.14.70.189:34071: connect: Connection refused (error 111)
23:09:22.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.800364 14710 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:22.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465762872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:22.886 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:09:22.887 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:09:23.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:23.097958 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } attempt: 5
23:09:23.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:23.106248 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.189:34071: Network error: Client connection negotiation failed: client connection to 127.14.70.189:34071: connect: Connection refused (error 111)
23:09:23.374 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465763372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:23.387 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:09:23.389 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:09:23.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:23.653869 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } attempt: 6
23:09:23.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:23.690407 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.189:34071: Network error: Client connection negotiation failed: client connection to 127.14.70.189:34071: connect: Connection refused (error 111)
23:09:23.727 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:23.728 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:23.729 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:23.730 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:23.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:23.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:23.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:23.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:23.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:23.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:23.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:23.733 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:23.733 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:23.872 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465763872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:23.884 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:09:23.886 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:09:24.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:22.801623 14711 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:24.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.194972 14713 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.198873 14701 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.398s	user 0.446s	sys 0.944s
23:09:24.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.199312 14701 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.398s	user 0.447s	sys 0.944s
23:09:24.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.200984 14701 server_base.cc:1061] running on GCE node
23:09:24.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.202574 14701 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:24.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.205914 14701 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:24.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.207546 14701 hybrid_clock.cc:648] HybridClock initialized: now 1783465764207505 us; error 35 us; skew 500 ppm
23:09:24.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.208775 14701 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:24.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.218214 14701 webserver.cc:534] Webserver started at http://127.14.70.189:40085/ using document root <none> and password file <none>
23:09:24.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.219624 14701 fs_manager.cc:362] Metadata directory not provided
23:09:24.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.219942 14701 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:24.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.220541 14701 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.227559 14701 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/data/instance:
23:09:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec33d3c419e045709d1e0e67c5cf0e86"
23:09:24.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:24 on dist-test-slave-sprr"
23:09:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.229346 14701 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/wal/instance:
23:09:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec33d3c419e045709d1e0e67c5cf0e86"
23:09:24.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:24 on dist-test-slave-sprr"
23:09:24.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.239760 14701 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.008s	sys 0.000s
23:09:24.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.247784 14723 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:24.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.249212 14701 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
23:09:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.249626 14701 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/wal
23:09:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "ec33d3c419e045709d1e0e67c5cf0e86"
23:09:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:24 on dist-test-slave-sprr"
23:09:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.250111 14701 fs_report.cc:389] FS layout report
23:09:24.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/wal
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/wal
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/data/data
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:24.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:24.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.325537 14701 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:24.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.327112 14701 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:24.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.327689 14701 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:24.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465764372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:24.384 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:09:24.384 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:09:24.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.471093 14701 rpc_server.cc:307] RPC server started. Bound to: 127.14.70.189:34071
23:09:24.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.471153 14774 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.70.189:34071 every 8 connection(s)
23:09:24.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.474835 14701 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/data/info.pb
23:09:24.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.482560 14775 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:24.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.483853 14618 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 14701
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.484308 14618 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-1/wal/instance
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.487279 14618 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/wal
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/data
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/logs
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/data/info.pb
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.188:41813
23:09:24.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.188
23:09:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:24.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41421/jwks.json with env {}
23:09:24.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.507975 14775 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } has no permanent_uuid. Determining permanent_uuid...
23:09:24.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.564373 14775 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } has no permanent_uuid. Determining permanent_uuid...
23:09:24.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.590006 14775 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } has no permanent_uuid. Determining permanent_uuid...
23:09:24.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.593201 14724 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:24.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.598239 14775 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:24.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.647933 14775 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 1
23:09:24.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.652906 14775 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:24.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.721369 14775 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 2
23:09:24.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.726434 14775 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:24.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.751075 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } attempt: 7
23:09:24.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.765570 14699 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } has no permanent_uuid. Determining permanent_uuid...
23:09:24.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.773000 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:24.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.817898 14775 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 3
23:09:24.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.822850 14775 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:24.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.831463 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 1
23:09:24.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.839277 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:24.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465764872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.875167 14777 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:24.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.876005 14777 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:24.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.876819 14777 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:24.882 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:09:24.882 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:09:24.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.912612 14777 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:09:24.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.912992 14777 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:24.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.913410 14777 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:09:24.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.913781 14777 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:09:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.914101 14777 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:09:24.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.914353 14777 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:41421/jwks.json
23:09:24.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.920812 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 2
23:09:24.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.927382 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.955999 14777 master_runner.cc:387] Master server non-default flags:
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/data
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/wal
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.188:41813
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:41421/jwks.json
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/data/info.pb
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.188
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/logs
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:24.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:09:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:24.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.957387 14777 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:24.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.959242 14777 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:24.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:24.966289 14775 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 4
23:09:24.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.970148 14790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:24.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.972505 14775 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:25.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:25.012862 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 3
23:09:25.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:25.020226 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:25.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:25.160669 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 4
23:09:25.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:25.167719 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:25.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:25.271987 14775 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 5
23:09:25.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:25.278883 14775 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:25.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465765372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:25.390 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:09:25.392 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:09:25.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:25.451218 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 5
23:09:25.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:25.459251 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:25.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:25.826413 14775 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 6
23:09:25.848 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.11.198.188:43131, [4ms] received response from server master-127.11.198.188:43131: OK, deferred=null) with no deferred attached!
23:09:25.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:25.865159 14775 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:25.874 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465765872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:25.888 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:09:25.890 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:09:26.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.011812 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 6
23:09:26.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:26.074546 14699 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.14.70.188:41813: Network error: Client connection negotiation failed: client connection to 127.14.70.188:41813: connect: Connection refused (error 111)
23:09:26.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465766372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:26.389 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:09:26.390 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:09:26.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:24.971354 14791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:26.501613 14777 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.529s	user 0.000s	sys 0.001s
23:09:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:26.502993 14777 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.531s	user 0.001s	sys 0.001s
23:09:26.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:26.373924 14789 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 14777
23:09:26.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:26.506613 14793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:26.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.509011 14777 server_base.cc:1061] running on GCE node
23:09:26.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.510690 14777 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:26.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.513899 14777 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:26.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.515481 14777 hybrid_clock.cc:648] HybridClock initialized: now 1783465766515408 us; error 82 us; skew 500 ppm
23:09:26.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.516520 14777 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:26.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.523953 14777 webserver.cc:534] Webserver started at http://127.14.70.188:46235/ using document root <none> and password file <none>
23:09:26.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.525179 14777 fs_manager.cc:362] Metadata directory not provided
23:09:26.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.525440 14777 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:26.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.526037 14777 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:26.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.532279 14777 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/data/instance:
23:09:26.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7b36c8ca1a949d397c6dbbee25d22f4"
23:09:26.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:26 on dist-test-slave-sprr"
23:09:26.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.533708 14777 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/wal/instance:
23:09:26.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7b36c8ca1a949d397c6dbbee25d22f4"
23:09:26.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:26 on dist-test-slave-sprr"
23:09:26.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.542778 14777 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
23:09:26.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.550036 14807 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:26.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.551183 14777 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
23:09:26.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.551471 14777 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/wal
23:09:26.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c7b36c8ca1a949d397c6dbbee25d22f4"
23:09:26.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:26 on dist-test-slave-sprr"
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.551783 14777 fs_report.cc:389] FS layout report
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/wal
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/wal
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/data/data
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:26.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:26.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.608763 14777 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:26.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.610306 14777 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:26.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.610694 14777 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:26.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.688867 14777 rpc_server.cc:307] RPC server started. Bound to: 127.14.70.188:41813
23:09:26.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.688942 14858 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.70.188:41813 every 8 connection(s)
23:09:26.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.691778 14777 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/data/info.pb
23:09:26.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.694761 14618 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 14777
23:09:26.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.695233 14618 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/master-2/wal/instance
23:09:26.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.698829 14859 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:26.708259 14040 debug-util.cc:398] Leaking SignalData structure 0x7b0800083aa0 after lost signal to thread 13973
23:09:26.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:26.709362 14040 debug-util.cc:398] Leaking SignalData structure 0x7b08000a40c0 after lost signal to thread 14043
23:09:26.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.714991 14859 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } has no permanent_uuid. Determining permanent_uuid...
23:09:26.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.743619 14859 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } has no permanent_uuid. Determining permanent_uuid...
23:09:26.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.756199 14859 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } has no permanent_uuid. Determining permanent_uuid...
23:09:26.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.774693 14859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4: Bootstrap starting.
23:09:26.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.782114 14859 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4: Neither blocks nor log segments found. Creating new log.
23:09:26.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.783874 14859 log.cc:826] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4: Log is configured to *not* fsync() on all Append() calls
23:09:26.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.789594 14859 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4: No bootstrap required, opened a new log
23:09:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.819497 14859 raft_consensus.cc:359] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } }
23:09:26.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.820429 14859 raft_consensus.cc:385] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:26.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.820753 14859 raft_consensus.cc:740] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c7b36c8ca1a949d397c6dbbee25d22f4, State: Initialized, Role: FOLLOWER
23:09:26.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.821708 14859 consensus_queue.cc:260] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } }
23:09:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.824847 14868 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } } }
23:09:26.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.825435 14868 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [sys.catalog]: This master's current role is: FOLLOWER
23:09:26.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.826951 14859 sys_catalog.cc:565] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [sys.catalog]: configured and running, proceeding with master startup.
23:09:26.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:26.855716 14879 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:09:26.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:26.858067 14879 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:09:26.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:26.865772 14813 tablet.cc:2406] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:26.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465766872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.851358 14777 master_runner.cc:187] Error getting master registration for 127.14.70.190:46459: OK, instance_id { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" instance_seqno: 1783465762319981 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:09:26.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.882162 14777 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:09:26.886 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:09:26.886 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:09:26.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.915138 14868 raft_consensus.cc:493] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:26.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.915745 14868 raft_consensus.cc:515] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } }
23:09:26.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.920231 14868 leader_election.cc:290] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers ce10f60490f94c73ad517f068e0fd521 (127.14.70.190:46459), ec33d3c419e045709d1e0e67c5cf0e86 (127.14.70.189:34071)
23:09:26.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.925755 14775 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 7
23:09:26.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.957417 14775 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86: Bootstrap starting.
23:09:26.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.965214 14775 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86: Neither blocks nor log segments found. Creating new log.
23:09:26.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.967669 14775 log.cc:826] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86: Log is configured to *not* fsync() on all Append() calls
23:09:26.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:26.983836 14775 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86: No bootstrap required, opened a new log
23:09:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.015476 14775 raft_consensus.cc:359] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } }
23:09:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.016355 14775 raft_consensus.cc:385] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.016794 14775 raft_consensus.cc:740] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ec33d3c419e045709d1e0e67c5cf0e86, State: Initialized, Role: FOLLOWER
23:09:27.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.017804 14775 consensus_queue.cc:260] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } }
23:09:27.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.027356 14750 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" is_pre_election: true
23:09:27.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.026686 14883 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } } }
23:09:27.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.028221 14883 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [sys.catalog]: This master's current role is: FOLLOWER
23:09:27.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.028264 14750 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c7b36c8ca1a949d397c6dbbee25d22f4 in term 0.
23:09:27.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.031138 14775 sys_catalog.cc:565] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [sys.catalog]: configured and running, proceeding with master startup.
23:09:27.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.031418 14811 leader_election.cc:304] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c7b36c8ca1a949d397c6dbbee25d22f4, ec33d3c419e045709d1e0e67c5cf0e86; no voters: 
23:09:27.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.032399 14868 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:27.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.032792 14868 raft_consensus.cc:493] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:27.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.033149 14868 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [term 0 FOLLOWER]: Advancing to term 1
23:09:27.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.051816 14868 raft_consensus.cc:515] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } }
23:09:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.075302 14750 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ec33d3c419e045709d1e0e67c5cf0e86"
23:09:27.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.075278 14868 leader_election.cc:290] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [CANDIDATE]: Term 1 election: Requested vote from peers ce10f60490f94c73ad517f068e0fd521 (127.14.70.190:46459), ec33d3c419e045709d1e0e67c5cf0e86 (127.14.70.189:34071)
23:09:27.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.075919 14750 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [term 0 FOLLOWER]: Advancing to term 1
23:09:27.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:27.087267 14729 tablet.cc:2406] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:27.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.104894 14750 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c7b36c8ca1a949d397c6dbbee25d22f4 in term 1.
23:09:27.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.106967 14811 leader_election.cc:304] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: c7b36c8ca1a949d397c6dbbee25d22f4, ec33d3c419e045709d1e0e67c5cf0e86; no voters: 
23:09:27.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.107935 14699 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } attempt: 7
23:09:27.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.116940 14868 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [term 1 FOLLOWER]: Leader election won for term 1
23:09:27.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.124373 14868 raft_consensus.cc:697] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [term 1 LEADER]: Becoming Leader. State: Replica: c7b36c8ca1a949d397c6dbbee25d22f4, State: Running, Role: LEADER
23:09:27.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.125524 14868 consensus_queue.cc:237] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } }
23:09:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.165666 14888 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c7b36c8ca1a949d397c6dbbee25d22f4. Latest consensus state: current_term: 1 leader_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } } }
23:09:27.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.168150 14888 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [sys.catalog]: This master's current role is: LEADER
23:09:27.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.174983 14891 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:09:27.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.176868 14699 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521: Bootstrap starting.
23:09:27.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.182839 14891 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:09:27.183 [DEBUG - pool-15-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.12.124.124:34051, [4ms] received response from server master-127.12.124.124:34051: OK, deferred=null) with no deferred attached!
23:09:27.190 [DEBUG - pool-16-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.12.124.124:34051, [15ms] received response from server master-127.12.124.124:34051: OK, deferred=null) with no deferred attached!
23:09:27.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.205694 14699 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521: Neither blocks nor log segments found. Creating new log.
23:09:27.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.211050 14699 log.cc:826] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521: Log is configured to *not* fsync() on all Append() calls
23:09:27.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.226986 14750 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [term 1 FOLLOWER]: Refusing update from remote peer c7b36c8ca1a949d397c6dbbee25d22f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:09:27.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.228804 14888 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:27.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.297020 14699 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521: No bootstrap required, opened a new log
23:09:27.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.340281 14883 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c7b36c8ca1a949d397c6dbbee25d22f4. Latest consensus state: current_term: 1 leader_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } } }
23:09:27.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.340948 14883 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [sys.catalog]: This master's current role is: FOLLOWER
23:09:27.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465767372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:27.386 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:09:27.388 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:09:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.409251 14868 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } } }
23:09:27.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.410104 14868 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [sys.catalog]: This master's current role is: LEADER
23:09:27.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.411867 14897 mvcc.cc:204] Tried to move back new op lower bound from 7305075782533349376 to 7305075782168096768. Current Snapshot: MvccSnapshot[applied={T|T < 7305075782533349376}]
23:09:27.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.424415 14891 catalog_manager.cc:1382] Generated new cluster ID: 3b43bbee61694e51bcc3d366c8f4a2aa
23:09:27.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.424726 14891 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:09:27.448 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:27.448 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:27.449 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:27.450 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:27.450 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:27.450 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:27.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:27.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:27.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:27.452 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:27.452 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:27.452 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:27.452 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.458904 14883 sys_catalog.cc:455] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } } }
23:09:27.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.459695 14883 sys_catalog.cc:458] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86 [sys.catalog]: This master's current role is: FOLLOWER
23:09:27.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:27.493830 14903 catalog_manager.cc:1593] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:09:27.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:27.495457 14903 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:09:27.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.520234 14891 catalog_manager.cc:1405] Generated new certificate authority record
23:09:27.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.522677 14891 catalog_manager.cc:1539] Loading token signing keys...
23:09:27.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.620121 14891 catalog_manager.cc:6069] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4: Generated new TSK 0
23:09:27.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.624495 14891 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.666952 14618 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/wal
23:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/data
23:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:27.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/logs
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/data/info.pb
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.129:0
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.70.129
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.129
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:27.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:09:27.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.426340 14701 master_runner.cc:187] Error getting master registration for 127.14.70.190:46459: OK, instance_id { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" instance_seqno: 1783465762319981 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:09:27.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.727512 14701 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:09:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.719038 14699 raft_consensus.cc:359] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } }
23:09:27.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.728346 14699 raft_consensus.cc:385] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:27.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.728698 14699 raft_consensus.cc:740] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: ce10f60490f94c73ad517f068e0fd521, State: Initialized, Role: FOLLOWER
23:09:27.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.732103 14699 consensus_queue.cc:260] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } }
23:09:27.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.735322 14909 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } } }
23:09:27.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.737043 14909 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [sys.catalog]: This master's current role is: FOLLOWER
23:09:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.740329 14699 sys_catalog.cc:565] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [sys.catalog]: configured and running, proceeding with master startup.
23:09:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.740533 14673 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce10f60490f94c73ad517f068e0fd521"
23:09:27.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.741173 14673 raft_consensus.cc:3060] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [term 0 FOLLOWER]: Advancing to term 1
23:09:27.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.744670 14674 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "ce10f60490f94c73ad517f068e0fd521" is_pre_election: true
23:09:27.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.751802 14673 raft_consensus.cc:2468] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c7b36c8ca1a949d397c6dbbee25d22f4 in term 1.
23:09:27.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.753494 14672 raft_consensus.cc:1275] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [term 1 FOLLOWER]: Refusing update from remote peer c7b36c8ca1a949d397c6dbbee25d22f4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:09:27.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.764729 14888 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:27.767 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30021), Traces: [0ms] sending RPC to server master-127.11.198.188:43131, [11ms] received response from server master-127.11.198.188:43131: OK, deferred=null) with no deferred attached!
23:09:27.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:27.779268 14653 tablet.cc:2406] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.865496 14920 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } } }
23:09:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.866340 14920 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [sys.catalog]: This master's current role is: FOLLOWER
23:09:27.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.869278 14909 sys_catalog.cc:455] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c7b36c8ca1a949d397c6dbbee25d22f4. Latest consensus state: current_term: 1 leader_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } } }
23:09:27.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.870013 14909 sys_catalog.cc:458] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521 [sys.catalog]: This master's current role is: FOLLOWER
23:09:27.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:27.869902 14925 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:09:27.875 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465767872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:27.895 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
23:09:27.896 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:09:28.108 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:28.108 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:28.109 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:28.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:28.110 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:28.110 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:28.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:28.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:28.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:28.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:28.113 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:28.113 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:28.113 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:28.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.269982 14927 sys_catalog.cc:455] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "ce10f60490f94c73ad517f068e0fd521" member_type: VOTER last_known_addr { host: "127.14.70.190" port: 46459 } } peers { permanent_uuid: "ec33d3c419e045709d1e0e67c5cf0e86" member_type: VOTER last_known_addr { host: "127.14.70.189" port: 34071 } } peers { permanent_uuid: "c7b36c8ca1a949d397c6dbbee25d22f4" member_type: VOTER last_known_addr { host: "127.14.70.188" port: 41813 } } }
23:09:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.271013 14927 sys_catalog.cc:458] T 00000000000000000000000000000000 P c7b36c8ca1a949d397c6dbbee25d22f4 [sys.catalog]: This master's current role is: LEADER
23:09:28.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465768372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:28.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:28.384357 14908 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:28.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:28.385315 14908 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:28.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:28.386272 14908 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:28.390 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:09:28.391 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
23:09:28.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:28.463307 14908 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:28.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:28.465406 14908 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.70.129
23:09:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.509480 14903 catalog_manager.cc:1294] Loaded cluster ID: 3b43bbee61694e51bcc3d366c8f4a2aa
23:09:28.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.509797 14903 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86: loading cluster ID for follower catalog manager: success
23:09:28.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.519304 14903 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86: acquiring CA information for follower catalog manager: success
23:09:28.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.543426 14903 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ec33d3c419e045709d1e0e67c5cf0e86: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.581527 14908 tablet_server_runner.cc:78] Tablet server non-default flags:
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/data
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/wal
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.129:0
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/data/info.pb
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.129
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.70.129
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/logs
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:28.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:28.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:28.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.584604 14908 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:28.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.587081 14908 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:28.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:28.622329 14934 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:28.875 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465768872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:28.894 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:09:28.895 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
23:09:28.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.901507 14925 catalog_manager.cc:1294] Loaded cluster ID: 3b43bbee61694e51bcc3d366c8f4a2aa
23:09:28.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.901786 14925 catalog_manager.cc:1587] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521: loading cluster ID for follower catalog manager: success
23:09:28.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:28.979082 14925 catalog_manager.cc:1609] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521: acquiring CA information for follower catalog manager: success
23:09:29.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:29.012202 14925 catalog_manager.cc:1637] T 00000000000000000000000000000000 P ce10f60490f94c73ad517f068e0fd521: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:09:29.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465769372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:29.382 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:09:29.383 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
23:09:29.746 [DEBUG - pool-12-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30001), Traces: [0ms] sending RPC to server master-127.11.198.188:43131, [4ms] received response from server master-127.11.198.188:43131: OK, deferred=null) with no deferred attached!
23:09:29.873 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465769872 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:29.897 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
23:09:29.899 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
23:09:30.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:30.294539 14319 debug-util.cc:398] Leaking SignalData structure 0x7b08000b8a80 after lost signal to thread 14190
23:09:30.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:30.295702 14319 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad6a0 after lost signal to thread 14322
23:09:30.373 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465770372 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:30.385 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:09:30.386 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
23:09:30.872 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465770871 for job 7fd90d75d429cae09c48b2e4b1f4e71b.
23:09:30.884 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 7fd90d75d429cae09c48b2e4b1f4e71b (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:09:30.886 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
23:09:30.967 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:30.968 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:30.968 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:30.968 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:30.968 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:30.969 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:30.969 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:30.969 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:30.969 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:30.970 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:30.970 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:30.970 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:30.970 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:30.972 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29229), Traces: [0ms] sending RPC to server master-127.11.198.188:43131, [4ms] received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [29ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [30ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [45ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [48ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [50ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [67ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [68ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [69ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [69ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [88ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [89ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [125ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [127ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [128ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [129ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [188ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [189ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [205ms] refreshing cache from master, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [207ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [208ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [208ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [209ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [366ms] refreshing cache from master, [366ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [368ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [369ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [369ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [370ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [545ms] refreshing cache from master, [546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [548ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [548ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [549ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [550ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1486ms] refreshing cache from master, [1486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1487ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1489ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1489ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2186ms] refreshing cache from master, [2187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2188ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2190ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2190ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5805ms] refreshing cache from master, [5806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5807ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5809ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [5810ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [5813ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5814ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [8526ms] refreshing cache from master, [8527ms] too many traces: truncated at 100 traces, deferred=Deferred@213157175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@73c1b4a5 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2019711769 after retry RPC after error@1984833645) -> (continuation of Deferred@1585157806 after retry RPC after error@551642456) -> (continuation of Deferred@1244747982 after retry RPC after error@1304104101) -> (continuation of Deferred@1341599066 after retry RPC after error@1687640665) -> (continuation of Deferred@606112045 after retry RPC after error@829126440) -> (continuation of Deferred@1199571362 after retry RPC after error@421252761) -> (continuation of Deferred@961693046 after retry RPC after error@1399498563) -> (continuation of Deferred@337650077 after retry RPC after error@1401440902) -> (continuation of Deferred@2019220596 after retry RPC after error@2123119747) -> (continuation of Deferred@1807074822 after retry RPC after error@2063105420) -> (continuation of Deferred@1424996315 after retry RPC after error@1259921889) -> (continuation of Deferred@249076594 after retry RPC after error@930452280) -> (continuation of Deferred@512605026 after retry RPC after error@303449787) -> (continuation of Deferred@1491033216 after retry RPC after error@1126754544) -> (continuation of Deferred@806165852 after retry RPC after error@269395576) -> (continuation of Deferred@848806821 after retry RPC after error@922538607) -> (continuation of Deferred@1849941521 after retry RPC after error@186357959) -> (continuation of Deferred@127789290 after retry RPC after error@1470250460) -> (continuation of Deferred@669106799 after retry RPC after error@1886108660) -> (continuation of Deferred@416929707 after retry RPC after error@1582515633) -> (continuation of Deferred@2005407406 after retry RPC after error@1511106480) -> (continuation of Deferred@212031446 after retry RPC after error@1218045246) -> (continuation of Deferred@2131998693 after retry RPC after error@677946256) -> (continuation of Deferred@1046695084 after retry RPC after error@961871435), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2019711769 after retry RPC after error@1984833645) -> (continuation of Deferred@1585157806 after retry RPC after error@551642456) -> (continuation of Deferred@1244747982 after retry RPC after error@1304104101) -> (continuation of Deferred@1341599066 after retry RPC after error@1687640665) -> (continuation of Deferred@606112045 after retry RPC after error@829126440) -> (continuation of Deferred@1199571362 after retry RPC after error@421252761) -> (continuation of Deferred@961693046 after retry RPC after error@1399498563) -> (continuation of Deferred@337650077 after retry RPC after error@1401440902) -> (continuation of Deferred@2019220596 after retry RPC after error@2123119747) -> (continuation of Deferred@1807074822 after retry RPC after error@2063105420) -> (continuation of Deferred@1424996315 after retry RPC after error@1259921889) -> (continuation of Deferred@249076594 after retry RPC after error@930452280) -> (continuation of Deferred@512605026 after retry RPC after error@303449787) -> (continuation of Deferred@1491033216 after retry RPC after error@1126754544) -> (continuation of Deferred@806165852 after retry RPC after error@269395576) -> (continuation of Deferred@848806821 after retry RPC after error@922538607) -> (continuation of Deferred@1849941521 after retry RPC after error@186357959) -> (continuation of Deferred@127789290 after retry RPC after error@1470250460) -> (continuation of Deferred@669106799 after retry RPC after error@1886108660) -> (continuation of Deferred@416929707 after retry RPC after error@1582515633) -> (continuation of Deferred@2005407406 after retry RPC after error@1511106480) -> (continuation of Deferred@212031446 after retry RPC after error@1218045246) -> (continuation of Deferred@2131998693 after retry RPC after error@677946256) -> (continuation of Deferred@1046695084 after retry RPC after error@961871435)))
23:09:30.974 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:30.975 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:30.974 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29229), Traces: [0ms] sending RPC to server master-127.11.198.188:43131, [4ms] received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [29ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [30ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [45ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [48ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [50ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [67ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [68ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [69ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [69ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [88ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [89ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [125ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [127ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [128ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [129ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [188ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [189ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [205ms] refreshing cache from master, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [207ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [208ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [208ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [209ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [366ms] refreshing cache from master, [366ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [368ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [369ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [369ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [370ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [545ms] refreshing cache from master, [546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [548ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [548ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [549ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [550ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1486ms] refreshing cache from master, [1486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1487ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1489ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1489ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2186ms] refreshing cache from master, [2187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2188ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2190ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2190ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5805ms] refreshing cache from master, [5806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5807ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5809ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [5810ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [5813ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5814ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [8526ms] refreshing cache from master, [8527ms] too many traces: truncated at 100 traces, deferred=Deferred@213157175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@73c1b4a5 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2019711769 after retry RPC after error@1984833645) -> (continuation of Deferred@1585157806 after retry RPC after error@551642456) -> (continuation of Deferred@1244747982 after retry RPC after error@1304104101) -> (continuation of Deferred@1341599066 after retry RPC after error@1687640665) -> (continuation of Deferred@606112045 after retry RPC after error@829126440) -> (continuation of Deferred@1199571362 after retry RPC after error@421252761) -> (continuation of Deferred@961693046 after retry RPC after error@1399498563) -> (continuation of Deferred@337650077 after retry RPC after error@1401440902) -> (continuation of Deferred@2019220596 after retry RPC after error@2123119747) -> (continuation of Deferred@1807074822 after retry RPC after error@2063105420) -> (continuation of Deferred@1424996315 after retry RPC after error@1259921889) -> (continuation of Deferred@249076594 after retry RPC after error@930452280) -> (continuation of Deferred@512605026 after retry RPC after error@303449787) -> (continuation of Deferred@1491033216 after retry RPC after error@1126754544) -> (continuation of Deferred@806165852 after retry RPC after error@269395576) -> (continuation of Deferred@848806821 after retry RPC after error@922538607) -> (continuation of Deferred@1849941521 after retry RPC after error@186357959) -> (continuation of Deferred@127789290 after retry RPC after error@1470250460) -> (continuation of Deferred@669106799 after retry RPC after error@1886108660) -> (continuation of Deferred@416929707 after retry RPC after error@1582515633) -> (continuation of Deferred@2005407406 after retry RPC after error@1511106480) -> (continuation of Deferred@212031446 after retry RPC after error@1218045246) -> (continuation of Deferred@2131998693 after retry RPC after error@677946256) -> (continuation of Deferred@1046695084 after retry RPC after error@961871435), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2019711769 after retry RPC after error@1984833645) -> (continuation of Deferred@1585157806 after retry RPC after error@551642456) -> (continuation of Deferred@1244747982 after retry RPC after error@1304104101) -> (continuation of Deferred@1341599066 after retry RPC after error@1687640665) -> (continuation of Deferred@606112045 after retry RPC after error@829126440) -> (continuation of Deferred@1199571362 after retry RPC after error@421252761) -> (continuation of Deferred@961693046 after retry RPC after error@1399498563) -> (continuation of Deferred@337650077 after retry RPC after error@1401440902) -> (continuation of Deferred@2019220596 after retry RPC after error@2123119747) -> (continuation of Deferred@1807074822 after retry RPC after error@2063105420) -> (continuation of Deferred@1424996315 after retry RPC after error@1259921889) -> (continuation of Deferred@249076594 after retry RPC after error@930452280) -> (continuation of Deferred@512605026 after retry RPC after error@303449787) -> (continuation of Deferred@1491033216 after retry RPC after error@1126754544) -> (continuation of Deferred@806165852 after retry RPC after error@269395576) -> (continuation of Deferred@848806821 after retry RPC after error@922538607) -> (continuation of Deferred@1849941521 after retry RPC after error@186357959) -> (continuation of Deferred@127789290 after retry RPC after error@1470250460) -> (continuation of Deferred@669106799 after retry RPC after error@1886108660) -> (continuation of Deferred@416929707 after retry RPC after error@1582515633) -> (continuation of Deferred@2005407406 after retry RPC after error@1511106480) -> (continuation of Deferred@212031446 after retry RPC after error@1218045246) -> (continuation of Deferred@2131998693 after retry RPC after error@677946256) -> (continuation of Deferred@1046695084 after retry RPC after error@961871435)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29229), Traces: [0ms] sending RPC to server master-127.11.198.188:43131, [4ms] received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [29ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [30ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [45ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [48ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [50ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [67ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [68ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [69ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [69ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [88ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [89ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [125ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [127ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [128ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [129ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [188ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [189ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [205ms] refreshing cache from master, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [207ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [208ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [208ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [209ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [366ms] refreshing cache from master, [366ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [368ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [369ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [369ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [370ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [545ms] refreshing cache from master, [546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [548ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [548ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [549ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [550ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1486ms] refreshing cache from master, [1486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1487ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1489ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1489ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2186ms] refreshing cache from master, [2187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2188ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2190ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2190ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5805ms] refreshing cache from master, [5806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5807ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5809ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [5810ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [5813ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5814ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [8526ms] refreshing cache from master, [8527ms] too many traces: truncated at 100 traces, deferred=Deferred@213157175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@73c1b4a5 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2019711769 after retry RPC after error@1984833645) -> (continuation of Deferred@1585157806 after retry RPC after error@551642456) -> (continuation of Deferred@1244747982 after retry RPC after error@1304104101) -> (continuation of Deferred@1341599066 after retry RPC after error@1687640665) -> (continuation of Deferred@606112045 after retry RPC after error@829126440) -> (continuation of Deferred@1199571362 after retry RPC after error@421252761) -> (continuation of Deferred@961693046 after retry RPC after error@1399498563) -> (continuation of Deferred@337650077 after retry RPC after error@1401440902) -> (continuation of Deferred@2019220596 after retry RPC after error@2123119747) -> (continuation of Deferred@1807074822 after retry RPC after error@2063105420) -> (continuation of Deferred@1424996315 after retry RPC after error@1259921889) -> (continuation of Deferred@249076594 after retry RPC after error@930452280) -> (continuation of Deferred@512605026 after retry RPC after error@303449787) -> (continuation of Deferred@1491033216 after retry RPC after error@1126754544) -> (continuation of Deferred@806165852 after retry RPC after error@269395576) -> (continuation of Deferred@848806821 after retry RPC after error@922538607) -> (continuation of Deferred@1849941521 after retry RPC after error@186357959) -> (continuation of Deferred@127789290 after retry RPC after error@1470250460) -> (continuation of Deferred@669106799 after retry RPC after error@1886108660) -> (continuation of Deferred@416929707 after retry RPC after error@1582515633) -> (continuation of Deferred@2005407406 after retry RPC after error@1511106480) -> (continuation of Deferred@212031446 after retry RPC after error@1218045246) -> (continuation of Deferred@2131998693 after retry RPC after error@677946256) -> (continuation of Deferred@1046695084 after retry RPC after error@961871435), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2019711769 after retry RPC after error@1984833645) -> (continuation of Deferred@1585157806 after retry RPC after error@551642456) -> (continuation of Deferred@1244747982 after retry RPC after error@1304104101) -> (continuation of Deferred@1341599066 after retry RPC after error@1687640665) -> (continuation of Deferred@606112045 after retry RPC after error@829126440) -> (continuation of Deferred@1199571362 after retry RPC after error@421252761) -> (continuation of Deferred@961693046 after retry RPC after error@1399498563) -> (continuation of Deferred@337650077 after retry RPC after error@1401440902) -> (continuation of Deferred@2019220596 after retry RPC after error@2123119747) -> (continuation of Deferred@1807074822 after retry RPC after error@2063105420) -> (continuation of Deferred@1424996315 after retry RPC after error@1259921889) -> (continuation of Deferred@249076594 after retry RPC after error@930452280) -> (continuation of Deferred@512605026 after retry RPC after error@303449787) -> (continuation of Deferred@1491033216 after retry RPC after error@1126754544) -> (continuation of Deferred@806165852 after retry RPC after error@269395576) -> (continuation of Deferred@848806821 after retry RPC after error@922538607) -> (continuation of Deferred@1849941521 after retry RPC after error@186357959) -> (continuation of Deferred@127789290 after retry RPC after error@1470250460) -> (continuation of Deferred@669106799 after retry RPC after error@1886108660) -> (continuation of Deferred@416929707 after retry RPC after error@1582515633) -> (continuation of Deferred@2005407406 after retry RPC after error@1511106480) -> (continuation of Deferred@212031446 after retry RPC after error@1218045246) -> (continuation of Deferred@2131998693 after retry RPC after error@677946256) -> (continuation of Deferred@1046695084 after retry RPC after error@961871435)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.188:43131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:09:30.975 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:30.976 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:30.976 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:30.976 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:30.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:30.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:30.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:30.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:30.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:30.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:30.979 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:30.987 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:30.987 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:30.988 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:30.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:30.989 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:30.989 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:30.989 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:30.990 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:30.990 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:30.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:30.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:30.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:30.994 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:31.007 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:31.007 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:31.008 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:31.009 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.009 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.009 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.009 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.009 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.010 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.010 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.010 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.010 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.010 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:31.027 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:31.027 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:31.028 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:31.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.030 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:31.047 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:31.053 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:31.054 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:31.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.055 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.056 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:31.067 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:31.067 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:31.067 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:31.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.069 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.069 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.069 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.070 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:31.087 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:31.088 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:31.088 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:31.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.092 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.092 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.093 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.093 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.093 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.093 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:31.131 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29229), Traces: [0ms] sending RPC to server master-127.11.198.188:43131, [4ms] received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [29ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [30ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [45ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [48ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [50ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [67ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [68ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [69ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [69ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [88ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [89ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [125ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [127ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [128ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [129ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [188ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [189ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [205ms] refreshing cache from master, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [207ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [208ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [208ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [209ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [366ms] refreshing cache from master, [366ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [368ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [369ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [369ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [370ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [545ms] refreshing cache from master, [546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [548ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [548ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [549ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [550ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1486ms] refreshing cache from master, [1486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1487ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1489ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1489ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2186ms] refreshing cache from master, [2187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2188ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2190ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2190ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5805ms] refreshing cache from master, [5806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5807ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5809ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [5810ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [5813ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5814ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [8526ms] refreshing cache from master, [8527ms] too many traces: truncated at 100 traces, deferred=Deferred@213157175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@73c1b4a5 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2019711769 after retry RPC after error@1984833645) -> (continuation of Deferred@1585157806 after retry RPC after error@551642456) -> (continuation of Deferred@1244747982 after retry RPC after error@1304104101) -> (continuation of Deferred@1341599066 after retry RPC after error@1687640665) -> (continuation of Deferred@606112045 after retry RPC after error@829126440) -> (continuation of Deferred@1199571362 after retry RPC after error@421252761) -> (continuation of Deferred@961693046 after retry RPC after error@1399498563) -> (continuation of Deferred@337650077 after retry RPC after error@1401440902) -> (continuation of Deferred@2019220596 after retry RPC after error@2123119747) -> (continuation of Deferred@1807074822 after retry RPC after error@2063105420) -> (continuation of Deferred@1424996315 after retry RPC after error@1259921889) -> (continuation of Deferred@249076594 after retry RPC after error@930452280) -> (continuation of Deferred@512605026 after retry RPC after error@303449787) -> (continuation of Deferred@1491033216 after retry RPC after error@1126754544) -> (continuation of Deferred@806165852 after retry RPC after error@269395576) -> (continuation of Deferred@848806821 after retry RPC after error@922538607) -> (continuation of Deferred@1849941521 after retry RPC after error@186357959) -> (continuation of Deferred@127789290 after retry RPC after error@1470250460) -> (continuation of Deferred@669106799 after retry RPC after error@1886108660) -> (continuation of Deferred@416929707 after retry RPC after error@1582515633) -> (continuation of Deferred@2005407406 after retry RPC after error@1511106480) -> (continuation of Deferred@212031446 after retry RPC after error@1218045246) -> (continuation of Deferred@2131998693 after retry RPC after error@677946256) -> (continuation of Deferred@1046695084 after retry RPC after error@961871435), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2019711769 after retry RPC after error@1984833645) -> (continuation of Deferred@1585157806 after retry RPC after error@551642456) -> (continuation of Deferred@1244747982 after retry RPC after error@1304104101) -> (continuation of Deferred@1341599066 after retry RPC after error@1687640665) -> (continuation of Deferred@606112045 after retry RPC after error@829126440) -> (continuation of Deferred@1199571362 after retry RPC after error@421252761) -> (continuation of Deferred@961693046 after retry RPC after error@1399498563) -> (continuation of Deferred@337650077 after retry RPC after error@1401440902) -> (continuation of Deferred@2019220596 after retry RPC after error@2123119747) -> (continuation of Deferred@1807074822 after retry RPC after error@2063105420) -> (continuation of Deferred@1424996315 after retry RPC after error@1259921889) -> (continuation of Deferred@249076594 after retry RPC after error@930452280) -> (continuation of Deferred@512605026 after retry RPC after error@303449787) -> (continuation of Deferred@1491033216 after retry RPC after error@1126754544) -> (continuation of Deferred@806165852 after retry RPC after error@269395576) -> (continuation of Deferred@848806821 after retry RPC after error@922538607) -> (continuation of Deferred@1849941521 after retry RPC after error@186357959) -> (continuation of Deferred@127789290 after retry RPC after error@1470250460) -> (continuation of Deferred@669106799 after retry RPC after error@1886108660) -> (continuation of Deferred@416929707 after retry RPC after error@1582515633) -> (continuation of Deferred@2005407406 after retry RPC after error@1511106480) -> (continuation of Deferred@212031446 after retry RPC after error@1218045246) -> (continuation of Deferred@2131998693 after retry RPC after error@677946256) -> (continuation of Deferred@1046695084 after retry RPC after error@961871435)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=26, TimeoutTracker(timeout=30000, elapsed=29229), Traces: [0ms] sending RPC to server master-127.11.198.188:43131, [4ms] received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4ms] delaying RPC due to: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [26ms] refreshing cache from master, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [29ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [30ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [45ms] refreshing cache from master, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [48ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [50ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [66ms] refreshing cache from master, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [67ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [68ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [69ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [69ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [86ms] refreshing cache from master, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [88ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [89ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [125ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [127ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [128ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [129ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [186ms] refreshing cache from master, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [188ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [189ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [205ms] refreshing cache from master, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [207ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [208ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [208ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [209ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [366ms] refreshing cache from master, [366ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [368ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [369ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [369ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [370ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [545ms] refreshing cache from master, [546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [548ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [548ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [548ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [549ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [550ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1486ms] refreshing cache from master, [1486ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1487ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1488ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1488ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1489ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1489ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2186ms] refreshing cache from master, [2187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2187ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2188ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2188ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2189ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2190ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2190ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5805ms] refreshing cache from master, [5806ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5807ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5808ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5809ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [5810ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [5813ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5814ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [8526ms] refreshing cache from master, [8527ms] too many traces: truncated at 100 traces, deferred=Deferred@213157175(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@73c1b4a5 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2019711769 after retry RPC after error@1984833645) -> (continuation of Deferred@1585157806 after retry RPC after error@551642456) -> (continuation of Deferred@1244747982 after retry RPC after error@1304104101) -> (continuation of Deferred@1341599066 after retry RPC after error@1687640665) -> (continuation of Deferred@606112045 after retry RPC after error@829126440) -> (continuation of Deferred@1199571362 after retry RPC after error@421252761) -> (continuation of Deferred@961693046 after retry RPC after error@1399498563) -> (continuation of Deferred@337650077 after retry RPC after error@1401440902) -> (continuation of Deferred@2019220596 after retry RPC after error@2123119747) -> (continuation of Deferred@1807074822 after retry RPC after error@2063105420) -> (continuation of Deferred@1424996315 after retry RPC after error@1259921889) -> (continuation of Deferred@249076594 after retry RPC after error@930452280) -> (continuation of Deferred@512605026 after retry RPC after error@303449787) -> (continuation of Deferred@1491033216 after retry RPC after error@1126754544) -> (continuation of Deferred@806165852 after retry RPC after error@269395576) -> (continuation of Deferred@848806821 after retry RPC after error@922538607) -> (continuation of Deferred@1849941521 after retry RPC after error@186357959) -> (continuation of Deferred@127789290 after retry RPC after error@1470250460) -> (continuation of Deferred@669106799 after retry RPC after error@1886108660) -> (continuation of Deferred@416929707 after retry RPC after error@1582515633) -> (continuation of Deferred@2005407406 after retry RPC after error@1511106480) -> (continuation of Deferred@212031446 after retry RPC after error@1218045246) -> (continuation of Deferred@2131998693 after retry RPC after error@677946256) -> (continuation of Deferred@1046695084 after retry RPC after error@961871435), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@2019711769 after retry RPC after error@1984833645) -> (continuation of Deferred@1585157806 after retry RPC after error@551642456) -> (continuation of Deferred@1244747982 after retry RPC after error@1304104101) -> (continuation of Deferred@1341599066 after retry RPC after error@1687640665) -> (continuation of Deferred@606112045 after retry RPC after error@829126440) -> (continuation of Deferred@1199571362 after retry RPC after error@421252761) -> (continuation of Deferred@961693046 after retry RPC after error@1399498563) -> (continuation of Deferred@337650077 after retry RPC after error@1401440902) -> (continuation of Deferred@2019220596 after retry RPC after error@2123119747) -> (continuation of Deferred@1807074822 after retry RPC after error@2063105420) -> (continuation of Deferred@1424996315 after retry RPC after error@1259921889) -> (continuation of Deferred@249076594 after retry RPC after error@930452280) -> (continuation of Deferred@512605026 after retry RPC after error@303449787) -> (continuation of Deferred@1491033216 after retry RPC after error@1126754544) -> (continuation of Deferred@806165852 after retry RPC after error@269395576) -> (continuation of Deferred@848806821 after retry RPC after error@922538607) -> (continuation of Deferred@1849941521 after retry RPC after error@186357959) -> (continuation of Deferred@127789290 after retry RPC after error@1470250460) -> (continuation of Deferred@669106799 after retry RPC after error@1886108660) -> (continuation of Deferred@416929707 after retry RPC after error@1582515633) -> (continuation of Deferred@2005407406 after retry RPC after error@1511106480) -> (continuation of Deferred@212031446 after retry RPC after error@1218045246) -> (continuation of Deferred@2131998693 after retry RPC after error@677946256) -> (continuation of Deferred@1046695084 after retry RPC after error@961871435)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.188:43131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:09:31.138 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:09:31.138 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RUNNING to RESTARTING.
23:09:31.143 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:09:31.143 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
23:09:31.144 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:09:31.145 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:09:31.145 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:09:31.148 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:09:31.148 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
23:09:31.148 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
23:09:31.148 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:09:31.149 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
23:09:31.149 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:09:31.155 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.12.124.124:34051(127.12.124.124:34051)] disconnecting while in state TERMINATED
23:09:31.155 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 5f7f5f7b14f5437ca32479be6e2576e2(127.12.124.66:37975)] disconnecting while in state TERMINATED
23:09:31.156 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.12.124.125:36071(127.12.124.125:36071)] disconnecting while in state TERMINATED
23:09:31.156 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.12.124.126:39141(127.12.124.126:39141)] disconnecting while in state TERMINATED
23:09:31.156 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:31.157 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
23:09:31.157 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
23:09:31.157 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:09:31.167 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:31.167 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:31.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.168 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:31.168 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.168 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.168 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.168 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.169 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.169 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.169 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.169 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:31.175 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:09:31.175 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:09:31.175 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:09:31.177 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.12.124.124:34051(127.12.124.124:34051)] disconnecting while in state TERMINATED
23:09:31.177 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.12.124.125:36071(127.12.124.125:36071)] disconnecting while in state TERMINATED
23:09:31.177 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.12.124.126:39141(127.12.124.126:39141)] disconnecting while in state TERMINATED
23:09:31.178 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:31.179 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:09:31.179 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:09:31.181 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:09:31.181 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:09:31.181 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:09:31.187 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.12.124.124:34051(127.12.124.124:34051)] disconnecting while in state TERMINATED
23:09:31.187 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.12.124.125:36071(127.12.124.125:36071)] disconnecting while in state TERMINATED
23:09:31.187 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.12.124.126:39141(127.12.124.126:39141)] disconnecting while in state TERMINATED
23:09:31.188 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:31.188 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:09:31.188 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
23:09:31.210 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:09:31.210 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:09:31.210 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:09:31.215 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.12.124.124:34051(127.12.124.124:34051)] disconnecting while in state TERMINATED
23:09:31.215 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 128c1801bdc74331b8056f28fc6f3700(127.12.124.65:38615)] disconnecting while in state TERMINATED
23:09:31.215 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.12.124.125:36071(127.12.124.125:36071)] disconnecting while in state TERMINATED
23:09:31.215 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.12.124.126:39141(127.12.124.126:39141)] disconnecting while in state TERMINATED
23:09:31.216 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:31.217 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
23:09:31.217 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:09:31.217 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
23:09:31.282 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:09:31.282 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:09:31.284 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:09:31.284 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:09:31.286 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:09:31.299 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:09:31.303 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:09:31.314 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:09:31.314 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:09:31.315 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:09:31.315 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:09:31.319 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
23:09:31.320 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:09:31.321 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:09:31.327 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:31.328 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:31.328 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:09:31.328 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:31.329 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:09:31.329 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:09:31.329 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:09:31.330 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.330 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.330 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:09:31.330 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.331 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:09:31.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.332 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:09:31.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.332 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:09:31.332 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:31.332 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:09:31.333 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:09:31.333 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:09:31.333 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:09:31.335 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:09:31.336 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 7fd90d75d429cae09c48b2e4b1f4e71b
23:09:31.487 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:31.488 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:31.488 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:31.489 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.489 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.489 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.489 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.489 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.489 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.490 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.490 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:31.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:30.011535 14933 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 14908
23:09:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:31.835469 14933 kernel_stack_watchdog.cc:198] Thread 14908 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 361ms:
23:09:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:09:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:09:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:09:31.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:09:31.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:28.667372 14935 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:31.847780 14908 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 3.200s	user 0.834s	sys 1.592s
23:09:31.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:31.848141 14908 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 3.200s	user 0.834s	sys 1.592s
23:09:31.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.865466 14908 server_base.cc:1061] running on GCE node
23:09:31.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:31.873088 14969 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:31.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.874686 14908 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:31.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.888471 14908 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:31.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.904331 14908 hybrid_clock.cc:648] HybridClock initialized: now 1783465771904259 us; error 64 us; skew 500 ppm
23:09:31.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.905571 14908 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:31.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.934036 14908 webserver.cc:534] Webserver started at http://127.14.70.129:33687/ using document root <none> and password file <none>
23:09:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.935232 14908 fs_manager.cc:362] Metadata directory not provided
23:09:31.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.935501 14908 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:31.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.936049 14908 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.942147 14908 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/data/instance:
23:09:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65a0e6863adf4fe28d0ac3d446adb2b3"
23:09:31.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:31 on dist-test-slave-sprr"
23:09:31.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.955405 14908 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/wal/instance:
23:09:31.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65a0e6863adf4fe28d0ac3d446adb2b3"
23:09:31.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:31 on dist-test-slave-sprr"
23:09:31.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.976631 14908 fs_manager.cc:696] Time spent creating directory manager: real 0.020s	user 0.009s	sys 0.001s
23:09:31.987 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:31.987 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:31.988 [DEBUG - pool-12-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:31.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.990 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:31.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:31.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.991 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.991 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:31.991 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:31.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.995872 14974 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:31.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.997233 14908 fs_manager.cc:730] Time spent opening block manager: real 0.016s	user 0.002s	sys 0.002s
23:09:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.997640 14908 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/wal
23:09:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "65a0e6863adf4fe28d0ac3d446adb2b3"
23:09:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:31 on dist-test-slave-sprr"
23:09:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:31.998071 14908 fs_report.cc:389] FS layout report
23:09:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/wal
23:09:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/wal
23:09:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/data/data
23:09:31.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:31.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:32.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:32.151023 14908 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:32.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:32.153117 14908 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:32.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:32.173753 14908 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:32.181 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RESTARTING to RUNNING.
23:09:32.191 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 7fd90d75d429cae09c48b2e4b1f4e71b from Checkpoint 69 @ 1783465770871 for 7fd90d75d429cae09c48b2e4b1f4e71b located at file:/tmp/junit10017824425167261518/checkpoints/7fd90d75d429cae09c48b2e4b1f4e71b/chk-69.
23:09:32.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:32.208003 14908 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:09:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:32.226644 14908 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:09:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:32.226965 14908 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:09:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:32.227298 14908 ts_tablet_manager.cc:616] Registered 0 tablets
23:09:32.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:32.227519 14908 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:09:32.228 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:09:32.229 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:09:32.251 [INFO - Thread-10] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:09:32.251 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.11.198.190:45937(127.11.198.190:45937)] disconnecting while in state TERMINATED
23:09:32.251 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.11.198.188:43131(127.11.198.188:43131)] disconnecting while in state TERMINATED
23:09:32.252 [DEBUG - Thread-10] (Connection.java:575) [peer master-127.11.198.189:39011(127.11.198.189:39011)] disconnecting while in state TERMINATED
23:09:32.252 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:32.253 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:09:32.253 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:09:32.253 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
23:09:32.256 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
23:09:32.258 [INFO - Thread-10] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:09:32.258 [INFO - Thread-10] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:09:32.259 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:09:32.260 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
23:09:32.261 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1682dde66f4047e52e61f55f08fc41cb
23:09:32.261 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 1682dde66f4047e52e61f55f08fc41cb.
23:09:32.262 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
23:09:32.265 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 1682dde66f4047e52e61f55f08fc41cb.
23:09:32.266 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:09:32.267 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
23:09:32.267 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 9b262363fcd0868adf9df6b409251b5a
23:09:32.267 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
23:09:32.268 [DEBUG - Thread-10] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:32.268 [INFO - Thread-10] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:09:32.268 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:09:32.269 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
23:09:32.269 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 0c6e0f99fd3d542b70060dcf08a47801
23:09:32.270 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
23:09:32.270 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:09:32.271 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
23:09:32.271 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1505a094b005b0798120d2f5455849cd
23:09:32.278 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 9b262363fcd0868adf9df6b409251b5a.
23:09:32.279 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
23:09:32.280 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 9b262363fcd0868adf9df6b409251b5a.
23:09:32.283 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:09:32.283 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:09:32.283 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:09:32.283 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:09:32.296 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
23:09:32.297 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b634098
23:09:32.298 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:09:32.298 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:09:32.299 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:09:32.300 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:09:32.304 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@508e8330
23:09:32.310 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 0c6e0f99fd3d542b70060dcf08a47801.
23:09:32.311 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 0c6e0f99fd3d542b70060dcf08a47801.
23:09:32.311 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 1505a094b005b0798120d2f5455849cd.
23:09:32.313 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 1505a094b005b0798120d2f5455849cd.
23:09:32.313 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
23:09:32.313 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
23:09:32.314 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:32.314 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
23:09:32.314 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
23:09:32.316 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f554228
23:09:32.316 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:09:32.319 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@dc991e2
23:09:32.319 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:09:32.320 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:09:32.320 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:09:32.320 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:09:32.322 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:09:32.323 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:09:32.323 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:09:32.335 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
23:09:32.335 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
23:09:32.335 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68437e3e
23:09:32.336 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:09:32.336 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:09:32.336 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:09:32.337 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:09:32.350 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@488036f9
23:09:32.350 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1fcc4d9d
23:09:32.353 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:32.358 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:32.360 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:32.371 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@b1bb9c4
23:09:32.378 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.379 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:32.395 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.415 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:32.425 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.435 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.444 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.447 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.448 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.450 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:32.450 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:32.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.459 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.464 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.474 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.476 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.484 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.486 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.503 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.503 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.503 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.506 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.509 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.509 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.509 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.516 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.518 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.521 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.530 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.530 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.531 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.536 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.537 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.545 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.547 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.558 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.559 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.561 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.563 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.563 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.563 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.564 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.566 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.569 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.570 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.570 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.578 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.580 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.580 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.580 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.580 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.586 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.596 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.596 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.597 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.597 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.598 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.599 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.599 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.601 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.601 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.604 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.620 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.621 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.622 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.622 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.622 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.625 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.626 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.626 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.626 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.639 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.640 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.641 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.641 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.642 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.642 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.643 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.644 [INFO - pool-38-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.644 [WARN - pool-38-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.646 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.653 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.655 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.655 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.658 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.658 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.659 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.661 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.663 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.663 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.663 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.663 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.666 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.669 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.669 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.670 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.670 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:32.675 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.675 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.675 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:32.675 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.685 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.695 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.695 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.696 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.698 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.698 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.700 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.700 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.700 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.700 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.700 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.701 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.701 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.701 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.702 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.702 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.702 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.702 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.702 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.702 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.706 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.707 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.707 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.708 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.715 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.716 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.718 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:32.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.719 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.724 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:32.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.726 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.726 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:32.727 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.727 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.729 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.729 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.729 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.732 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.735 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.735 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:32.744 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.746 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:32.746 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.746 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.747 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.748 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.748 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.755 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.755 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.756 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.756 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.756 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.757 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.757 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:32.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.760 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.760 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.760 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.765 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:32.765 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.766 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.766 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.768 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.768 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.768 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.768 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.776 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:32.777 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:32.777 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:32.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.778 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.778 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.778 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.778 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.778 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.779 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.779 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.779 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.779 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:32.782 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.796 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:32.797 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:32.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.797 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:32.797 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.797 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.798 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.799 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.799 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.800 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.800 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.800 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.801 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.801 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.801 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.801 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.806 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.806 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.806 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.809 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.823 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.823 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.823 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.823 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:32.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.831 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.832 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.833 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.833 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.836 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:32.836 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:32.837 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:32.837 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.837 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.837 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.839 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:32.844 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.845 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.845 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.845 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.845 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.845 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.846 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.846 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.846 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.846 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.846 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.847 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.847 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.847 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.847 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.848 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.848 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.848 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.848 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.864 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.864 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:32.865 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.865 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.866 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.895 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.896 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:32.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.896 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:32.896 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:32.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.899 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.899 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.900 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.899 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.900 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:32.902 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.902 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.902 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.902 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.905 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.905 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.906 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.908 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.909 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.909 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.925 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.925 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.926 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.926 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.926 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.927 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.928 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.928 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.929 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.929 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.929 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.956 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.957 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.959 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.966 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:32.966 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:32.966 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:32.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:32.969 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.969 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.969 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:32.970 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.970 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.970 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:32.970 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:32.975 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:32.976 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:32.976 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:32.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:32.978 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.978 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.978 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:32.979 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.979 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:32.979 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:33.036 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:33.036 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:33.037 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:33.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:33.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:33.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:33.039 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:33.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:33.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:33.039 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:33.039 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:33.040 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:33.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:33.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:33.041 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:33.041 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:33.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.042 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:33.064 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:33.065 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:33.065 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:33.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.067 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.067 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:33.164 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:33.165 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:33.165 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:33.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.168 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.168 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.168 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.168 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:33.215 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:33.216 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:33.217 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:33.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.219 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.219 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.219 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.219 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.219 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:33.319 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:33.319 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:33.320 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:33.321 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.321 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.321 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.322 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.322 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.322 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.323 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.323 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.323 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.323 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:33.360 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:33.375 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:33.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:33.376 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:33.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.379 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.379 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.406886 15142 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.70.129:35739 every 8 connection(s)
23:09:33.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.407437 14908 rpc_server.cc:307] RPC server started. Bound to: 127.14.70.129:35739
23:09:33.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.411130 14908 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/data/info.pb
23:09:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.412226 14618 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 14908
23:09:33.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.412812 14618 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-0/wal/instance
23:09:33.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.427460 14618 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/wal
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/data
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/logs
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/data/info.pb
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.130:0
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.70.130
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.130
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:09:33.464 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:33.465 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:33.465 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:33.466 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:33.466 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:33.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.469 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.469 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.469 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.469 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:33.465 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:33.473 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.473 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.473 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.473 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.474 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.474 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:33.555 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:33.556 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:33.556 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:33.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:33.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:33.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:33.558 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:33.558 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:33.558 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:33.559 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:33.559 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:33.559 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:33.559 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:33.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.572345 15143 heartbeater.cc:344] Connected to a master server at 127.14.70.188:41813
23:09:33.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.572873 15143 heartbeater.cc:461] Registering TS with master...
23:09:33.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.574121 15143 heartbeater.cc:507] Master 127.14.70.188:41813 requested a full tablet report, sending...
23:09:33.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.575824 15146 heartbeater.cc:344] Connected to a master server at 127.14.70.189:34071
23:09:33.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.576072 15150 heartbeater.cc:344] Connected to a master server at 127.14.70.190:46459
23:09:33.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.576174 15146 heartbeater.cc:461] Registering TS with master...
23:09:33.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.576490 15150 heartbeater.cc:461] Registering TS with master...
23:09:33.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.577104 15146 heartbeater.cc:507] Master 127.14.70.189:34071 requested a full tablet report, sending...
23:09:33.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.577518 15150 heartbeater.cc:507] Master 127.14.70.190:46459 requested a full tablet report, sending...
23:09:33.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.577694 14824 ts_manager.cc:194] Registered new tserver with Master: 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739)
23:09:33.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.580410 14824 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.70.129:44097
23:09:33.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.583729 14740 ts_manager.cc:194] Registered new tserver with Master: 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739)
23:09:33.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:33.586768 14664 ts_manager.cc:194] Registered new tserver with Master: 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739)
23:09:33.860 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:33.926 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:33.927 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:33.927 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:33.928 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:33.929 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.930 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.930 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:33.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:33.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:34.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:34.036276 15148 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:34.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:34.036942 15148 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:34.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:34.037760 15148 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:34.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:34.106212 15148 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:34.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:34.107803 15148 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.70.130
23:09:34.146 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:34.147 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:34.147 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:34.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.149 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.149 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.149 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.153 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.153 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.153 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.153 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:34.167678 15148 tablet_server_runner.cc:78] Tablet server non-default flags:
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/data
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/wal
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.130:0
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/data/info.pb
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.130
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.70.130
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/logs
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:34.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:34.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:34.169252 15148 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:34.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:34.170953 15148 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:34.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:34.184489 15160 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:34.299 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:34.300 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:34.300 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:34.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.310 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:34.316 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:34.316 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:34.317 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:34.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:34.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:34.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:34.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:34.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:34.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:34.320 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:34.320 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:34.320 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:34.320 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:34.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:34.444 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:34.445 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:34.445 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:34.446 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.446 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.446 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.447 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:34.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:34.592280 15143 heartbeater.cc:499] Master 127.14.70.188:41813 was elected leader, sending a full tablet report...
23:09:34.864 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:34.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:34.876 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:34.877 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:34.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:34.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:34.880 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.880 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.880 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:34.880 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:35.026 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:35.026 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:35.027 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:35.027 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:35.027 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:35.028 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:35.028 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:35.028 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:35.028 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:35.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:35.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:35.029 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:35.029 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:35.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:35.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:34.184820 15161 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:35.585655 15159 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 15148
23:09:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:35.652760 15148 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.470s	user 0.428s	sys 0.828s
23:09:35.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:35.653469 15148 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.471s	user 0.428s	sys 0.829s
23:09:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:35.661901 15168 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:35.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.662014 15148 server_base.cc:1061] running on GCE node
23:09:35.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.663154 15148 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:35.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.665223 15148 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:35.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.666581 15148 hybrid_clock.cc:648] HybridClock initialized: now 1783465775666548 us; error 31 us; skew 500 ppm
23:09:35.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.667400 15148 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:35.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.673383 15148 webserver.cc:534] Webserver started at http://127.14.70.130:46507/ using document root <none> and password file <none>
23:09:35.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.674398 15148 fs_manager.cc:362] Metadata directory not provided
23:09:35.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.674669 15148 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:35.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.675249 15148 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.680212 15148 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/data/instance:
23:09:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "148a7d80b29e4f2f826b59ca3d5abe7b"
23:09:35.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:35 on dist-test-slave-sprr"
23:09:35.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.681217 15148 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/wal/instance:
23:09:35.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "148a7d80b29e4f2f826b59ca3d5abe7b"
23:09:35.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:35 on dist-test-slave-sprr"
23:09:35.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.690336 15148 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.001s
23:09:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.696746 15173 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.697875 15148 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.002s
23:09:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.698243 15148 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/wal
23:09:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "148a7d80b29e4f2f826b59ca3d5abe7b"
23:09:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:35 on dist-test-slave-sprr"
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.698655 15148 fs_report.cc:389] FS layout report
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/wal
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/wal
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/data/data
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:35.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:35.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.760233 15148 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.761888 15148 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:35.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.762389 15148 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:35.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.765002 15148 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:09:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.769340 15148 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:09:35.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.769572 15148 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:09:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.769922 15148 ts_tablet_manager.cc:616] Registered 0 tablets
23:09:35.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.770113 15148 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:09:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:35.827138 14695 debug-util.cc:398] Leaking SignalData structure 0x7b080008dce0 after lost signal to thread 14631
23:09:35.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:35.827965 14695 debug-util.cc:398] Leaking SignalData structure 0x7b08000a3800 after lost signal to thread 14698
23:09:35.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:35.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.944375 15148 rpc_server.cc:307] RPC server started. Bound to: 127.14.70.130:34465
23:09:35.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.944497 15285 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.70.130:34465 every 8 connection(s)
23:09:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.948266 15148 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/data/info.pb
23:09:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.956130 14618 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 15148
23:09:35.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.956652 14618 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-1/wal/instance
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:35.974496 14618 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/wal
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/data
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/logs
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/data/info.pb
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:35.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.131:0
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.70.131
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.131
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:09:36.035 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:36.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:36.036 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:36.037 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.037 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.037 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.037 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.036 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.038 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:36.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.038179 15286 heartbeater.cc:344] Connected to a master server at 127.14.70.188:41813
23:09:36.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.038712 15286 heartbeater.cc:461] Registering TS with master...
23:09:36.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.040059 15286 heartbeater.cc:507] Master 127.14.70.188:41813 requested a full tablet report, sending...
23:09:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.042303 15291 heartbeater.cc:344] Connected to a master server at 127.14.70.190:46459
23:09:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.042671 15291 heartbeater.cc:461] Registering TS with master...
23:09:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.042807 14824 ts_manager.cc:194] Registered new tserver with Master: 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130:34465)
23:09:36.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.043535 15291 heartbeater.cc:507] Master 127.14.70.190:46459 requested a full tablet report, sending...
23:09:36.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.044744 14824 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.70.130:43465
23:09:36.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.046072 14664 ts_manager.cc:194] Registered new tserver with Master: 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130:34465)
23:09:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.053901 15287 heartbeater.cc:344] Connected to a master server at 127.14.70.189:34071
23:09:36.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.054251 15287 heartbeater.cc:461] Registering TS with master...
23:09:36.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.054936 15287 heartbeater.cc:507] Master 127.14.70.189:34071 requested a full tablet report, sending...
23:09:36.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.058432 14740 ts_manager.cc:194] Registered new tserver with Master: 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130:34465)
23:09:36.216 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:36.217 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:36.217 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:36.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:36.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:36.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:36.218 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:36.218 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:36.218 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:36.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:36.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:36.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:36.218 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:36.258 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:36.259 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:36.259 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:36.260 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.260 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.260 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.263 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:36.284 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:36.285 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:36.285 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:36.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.287 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.287 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.287 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.289 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.289 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.289 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:36.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:36.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:36.503082 15290 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:36.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:36.504204 15290 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:36.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:36.505203 15290 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:36.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:36.578542 15290 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:36.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:36.579773 15290 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.14.70.131
23:09:36.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.641397 15290 tablet_server_runner.cc:78] Tablet server non-default flags:
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.14.70.148:38839
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/data
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/wal
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.14.70.131:0
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/data/info.pb
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.14.70.131
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.14.70.190:46459,127.14.70.189:34071,127.14.70.188:41813
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.14.70.131
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/logs
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:36.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:36.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.642987 15290 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:36.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:36.644817 15290 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:36.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:36.658218 15303 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:36.825 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:36.826 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:36.827 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:36.828 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.828 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.828 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.829 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.829 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.829 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.829 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.829 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.830 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:36.835 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:36.835 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:36.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.836 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:36.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:36.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:36.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:36.837 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:36.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:37.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:37.049252 15286 heartbeater.cc:499] Master 127.14.70.188:41813 was elected leader, sending a full tablet report...
23:09:37.362 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:37.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:38.275 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:38.276 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:38.277 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:38.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:38.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:38.277 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:38.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:38.277 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:38.278 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:38.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:38.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:38.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:38.279 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:38.295 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:38.296 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:38.297 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:38.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:38.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:38.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:38.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:38.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:38.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:38.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:38.301 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:38.301 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:38.302 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:38.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:38.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:38.905 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:38.906 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:38.906 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:38.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:38.908 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:38.908 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:38.908 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:38.908 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:38.909 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:38.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:38.909 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:38.909 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:38.909 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:38.061870 15302 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 15290
23:09:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:39.210810 15302 kernel_stack_watchdog.cc:198] Thread 15290 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
23:09:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:09:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:09:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:09:39.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:09:39.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:36.660290 15304 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:39.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:39.213102 15290 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.555s	user 0.711s	sys 1.277s
23:09:39.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:39.213521 15290 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.555s	user 0.711s	sys 1.277s
23:09:39.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:39.213773 15306 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:39.218374 15305 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2552 milliseconds
23:09:39.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.218379 15290 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:09:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.219609 15290 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:39.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.221774 15290 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:39.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.223102 15290 hybrid_clock.cc:648] HybridClock initialized: now 1783465779223070 us; error 38 us; skew 500 ppm
23:09:39.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.223830 15290 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:39.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.230530 15290 webserver.cc:534] Webserver started at http://127.14.70.131:43539/ using document root <none> and password file <none>
23:09:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.231406 15290 fs_manager.cc:362] Metadata directory not provided
23:09:39.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.231590 15290 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:39.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.232046 15290 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:39.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.236750 15290 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/data/instance:
23:09:39.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78a074ca72b3457ab1c8b0420328fa0a"
23:09:39.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:39 on dist-test-slave-sprr"
23:09:39.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.237883 15290 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/wal/instance:
23:09:39.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78a074ca72b3457ab1c8b0420328fa0a"
23:09:39.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:39 on dist-test-slave-sprr"
23:09:39.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.245940 15290 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
23:09:39.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.251955 15318 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.253060 15290 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.000s
23:09:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.253327 15290 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/wal
23:09:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "78a074ca72b3457ab1c8b0420328fa0a"
23:09:39.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:39 on dist-test-slave-sprr"
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.253628 15290 fs_report.cc:389] FS layout report
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/wal
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/wal
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/data/data
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:39.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:39.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.321174 15290 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.322726 15290 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:39.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.323139 15290 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:39.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.325850 15290 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:09:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.330483 15290 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:09:39.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.330735 15290 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:09:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.331014 15290 ts_tablet_manager.cc:616] Registered 0 tablets
23:09:39.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.331164 15290 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:09:39.362 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:39.418 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:39.419 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:39.419 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:39.420 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:39.420 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:39.420 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:39.421 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:39.421 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:39.421 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:39.421 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:39.421 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:39.421 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:39.421 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:39.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.496970 15290 rpc_server.cc:307] RPC server started. Bound to: 127.14.70.131:33033
23:09:39.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.497088 15430 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.14.70.131:33033 every 8 connection(s)
23:09:39.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.499607 15290 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/data/info.pb
23:09:39.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.509220 14618 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 15290
23:09:39.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.509824 14618 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster8267998548286758073/ts-2/wal/instance
23:09:39.518 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:39.519 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:39.519 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:39.520 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:39.520 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:39.520 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:39.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:39.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:39.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:39.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:39.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:39.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:39.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:39.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.547302 15431 heartbeater.cc:344] Connected to a master server at 127.14.70.188:41813
23:09:39.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.547783 15431 heartbeater.cc:461] Registering TS with master...
23:09:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.549005 15431 heartbeater.cc:507] Master 127.14.70.188:41813 requested a full tablet report, sending...
23:09:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.549275 15432 heartbeater.cc:344] Connected to a master server at 127.14.70.189:34071
23:09:39.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.549469 15435 heartbeater.cc:344] Connected to a master server at 127.14.70.190:46459
23:09:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.549583 15432 heartbeater.cc:461] Registering TS with master...
23:09:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.549768 15435 heartbeater.cc:461] Registering TS with master...
23:09:39.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.550437 15432 heartbeater.cc:507] Master 127.14.70.189:34071 requested a full tablet report, sending...
23:09:39.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.550722 15435 heartbeater.cc:507] Master 127.14.70.190:46459 requested a full tablet report, sending...
23:09:39.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.551856 14824 ts_manager.cc:194] Registered new tserver with Master: 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033)
23:09:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.552973 14740 ts_manager.cc:194] Registered new tserver with Master: 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033)
23:09:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.553169 14664 ts_manager.cc:194] Registered new tserver with Master: 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033)
23:09:39.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.553272 14824 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.14.70.131:47673
23:09:39.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.565959 14618 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:09:39.578 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:09:39.578 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:09:39.579 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.70.190"
      port: 46459
    }
    bound_http_address {
      host: "127.14.70.190"
      port: 37005
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.70.189"
      port: 34071
    }
    bound_http_address {
      host: "127.14.70.189"
      port: 40085
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.70.188"
      port: 41813
    }
    bound_http_address {
      host: "127.14.70.188"
      port: 46235
    }
  }
}

23:09:39.579 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:09:39.581 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.14.70.129"
      port: 35739
    }
    bound_http_address {
      host: "127.14.70.129"
      port: 33687
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.14.70.130"
      port: 34465
    }
    bound_http_address {
      host: "127.14.70.130"
      port: 46507
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.14.70.131"
      port: 33033
    }
    bound_http_address {
      host: "127.14.70.131"
      port: 43539
    }
  }
}

23:09:39.581 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:09:39.583 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:39.585 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:39.586 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:39.586 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:39.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:39.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:39.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:39.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:39.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:39.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:39.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:39.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:39.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:39.588 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:39.590 [DEBUG - main] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:39.590 [DEBUG - main] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:39.591 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.143.252:35611(127.13.143.252:35611)] Successfully connected to peer
23:09:39.593 [DEBUG - main] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:39.593 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.143.253:38459(127.13.143.253:38459)] Successfully connected to peer
23:09:39.594 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.143.254:38315(127.13.143.254:38315)] Successfully connected to peer
23:09:39.595 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.252
23:09:39.597 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.253
23:09:39.598 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.254
23:09:39.609 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:39.610 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:39.616 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x5aea4e5c, L:/127.0.0.1:50756 - R:/127.13.143.253:38459] using SASL/PLAIN
23:09:39.624 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:39.627 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x823a756e, L:/127.0.0.1:51394 - R:/127.13.143.254:38315] using SASL/PLAIN
23:09:39.628 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfeabe016, L:/127.0.0.1:36614 - R:/127.13.143.252:35611] using SASL/PLAIN
23:09:39.633 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:09:39.633 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=44), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [37ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: OK, deferred=null) after lookup
23:09:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.638492 14090 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:36614:
23:09:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:09:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:09:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:09:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:09:39.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
23:09:39.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
23:09:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
23:09:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:09:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
23:09:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
23:09:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
23:09:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
23:09:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
23:09:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
23:09:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:09:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:39.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:09:39.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:39.642870 14090 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:09:39.686 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b3d540d982b3476585ed9b68e3c4d3cf
23:09:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.747529 14543 tablet_service.cc:1511] Processing CreateTablet for tablet fff747042f7143a6bbc95a36d53fddbd (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.747450 14540 tablet_service.cc:1511] Processing CreateTablet for tablet 0bbf7cb6475144aea184e1253c64ccc1 (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.747645 14541 tablet_service.cc:1511] Processing CreateTablet for tablet 91130f46282b4f9293463d4444d330a9 (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.748142 14539 tablet_service.cc:1511] Processing CreateTablet for tablet 68363dc9108e4964a195132c6f974e78 (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.747450 14542 tablet_service.cc:1511] Processing CreateTablet for tablet a3db128e2b254e219630bf122eb3350d (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.751680 14540 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0bbf7cb6475144aea184e1253c64ccc1. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.753121 14543 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fff747042f7143a6bbc95a36d53fddbd. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.754241 14541 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 91130f46282b4f9293463d4444d330a9. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.755803 14542 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a3db128e2b254e219630bf122eb3350d. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.761473 14539 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 68363dc9108e4964a195132c6f974e78. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.800336 15465 tablet_bootstrap.cc:492] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0: Bootstrap starting.
23:09:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.802191 14254 tablet_service.cc:1511] Processing CreateTablet for tablet 68363dc9108e4964a195132c6f974e78 (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.802569 14255 tablet_service.cc:1511] Processing CreateTablet for tablet 0bbf7cb6475144aea184e1253c64ccc1 (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.803916 14254 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 68363dc9108e4964a195132c6f974e78. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.801038 14257 tablet_service.cc:1511] Processing CreateTablet for tablet a3db128e2b254e219630bf122eb3350d (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.807196 14257 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a3db128e2b254e219630bf122eb3350d. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.810318 14255 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0bbf7cb6475144aea184e1253c64ccc1. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.813330 14258 tablet_service.cc:1511] Processing CreateTablet for tablet fff747042f7143a6bbc95a36d53fddbd (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.800076 14256 tablet_service.cc:1511] Processing CreateTablet for tablet 91130f46282b4f9293463d4444d330a9 (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.819953 14258 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fff747042f7143a6bbc95a36d53fddbd. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.821786 14256 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 91130f46282b4f9293463d4444d330a9. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.820794 14399 tablet_service.cc:1511] Processing CreateTablet for tablet 91130f46282b4f9293463d4444d330a9 (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.826653 14399 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 91130f46282b4f9293463d4444d330a9. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.822935 14397 tablet_service.cc:1511] Processing CreateTablet for tablet 68363dc9108e4964a195132c6f974e78 (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.829542 14397 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 68363dc9108e4964a195132c6f974e78. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.823877 14398 tablet_service.cc:1511] Processing CreateTablet for tablet 0bbf7cb6475144aea184e1253c64ccc1 (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.831512 14398 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0bbf7cb6475144aea184e1253c64ccc1. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.825037 14400 tablet_service.cc:1511] Processing CreateTablet for tablet a3db128e2b254e219630bf122eb3350d (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.836155 14400 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a3db128e2b254e219630bf122eb3350d. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.839556 14401 tablet_service.cc:1511] Processing CreateTablet for tablet fff747042f7143a6bbc95a36d53fddbd (DEFAULT_TABLE table=replication_test_table [id=b3d540d982b3476585ed9b68e3c4d3cf]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:39.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.840683 14401 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fff747042f7143a6bbc95a36d53fddbd. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:39.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:39.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.889638 15465 tablet_bootstrap.cc:654] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0: Neither blocks nor log segments found. Creating new log.
23:09:39.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.894155 15465 log.cc:826] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0: Log is configured to *not* fsync() on all Append() calls
23:09:39.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.914338 15466 tablet_bootstrap.cc:492] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067: Bootstrap starting.
23:09:39.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.918232 15467 tablet_bootstrap.cc:492] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7: Bootstrap starting.
23:09:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.921515 15465 tablet_bootstrap.cc:492] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0: No bootstrap required, opened a new log
23:09:39.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.922077 15465 ts_tablet_manager.cc:1403] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0: Time spent bootstrapping tablet: real 0.122s	user 0.013s	sys 0.004s
23:09:39.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.925334 15467 tablet_bootstrap.cc:654] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7: Neither blocks nor log segments found. Creating new log.
23:09:39.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.927392 15467 log.cc:826] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7: Log is configured to *not* fsync() on all Append() calls
23:09:39.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.932375 15466 tablet_bootstrap.cc:654] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067: Neither blocks nor log segments found. Creating new log.
23:09:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.933880 15467 tablet_bootstrap.cc:492] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7: No bootstrap required, opened a new log
23:09:39.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.934312 15467 ts_tablet_manager.cc:1403] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7: Time spent bootstrapping tablet: real 0.017s	user 0.010s	sys 0.004s
23:09:39.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.935025 15466 log.cc:826] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067: Log is configured to *not* fsync() on all Append() calls
23:09:39.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.940390 15466 tablet_bootstrap.cc:492] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067: No bootstrap required, opened a new log
23:09:39.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.940891 15466 ts_tablet_manager.cc:1403] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067: Time spent bootstrapping tablet: real 0.027s	user 0.004s	sys 0.009s
23:09:39.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.951822 15465 raft_consensus.cc:359] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } } peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } }
23:09:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.952804 15465 raft_consensus.cc:385] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:39.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.953136 15465 raft_consensus.cc:740] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7dec5aec2b084483be97a7d88832e4a0, State: Initialized, Role: FOLLOWER
23:09:39.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.954382 15465 consensus_queue.cc:260] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } } peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } }
23:09:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.961812 15467 raft_consensus.cc:359] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.962646 15467 raft_consensus.cc:385] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:39.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.962919 15467 raft_consensus.cc:740] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 10487ba8e7594561b7a3e58b2048c2e7, State: Initialized, Role: FOLLOWER
23:09:39.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.964512 15467 consensus_queue.cc:260] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:39.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.965082 15465 ts_tablet_manager.cc:1434] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0: Time spent starting tablet: real 0.043s	user 0.031s	sys 0.008s
23:09:39.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.977416 15465 tablet_bootstrap.cc:492] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0: Bootstrap starting.
23:09:39.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.984948 15467 ts_tablet_manager.cc:1434] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7: Time spent starting tablet: real 0.050s	user 0.035s	sys 0.012s
23:09:39.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.980911 15466 raft_consensus.cc:359] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:39.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.986793 15466 raft_consensus.cc:385] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:39.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.987119 15466 raft_consensus.cc:740] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7afa6d655cb2479a9d0c646817533067, State: Initialized, Role: FOLLOWER
23:09:39.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.990079 15465 tablet_bootstrap.cc:654] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0: Neither blocks nor log segments found. Creating new log.
23:09:39.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.990257 15466 consensus_queue.cc:260] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:39.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:39.992376 15467 tablet_bootstrap.cc:492] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7: Bootstrap starting.
23:09:40.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.000698 15466 ts_tablet_manager.cc:1434] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067: Time spent starting tablet: real 0.059s	user 0.034s	sys 0.008s
23:09:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.003742 15466 tablet_bootstrap.cc:492] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067: Bootstrap starting.
23:09:40.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.007238 15465 tablet_bootstrap.cc:492] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0: No bootstrap required, opened a new log
23:09:40.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.007673 15465 ts_tablet_manager.cc:1403] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0: Time spent bootstrapping tablet: real 0.030s	user 0.016s	sys 0.000s
23:09:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.010468 15465 raft_consensus.cc:359] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.011265 15465 raft_consensus.cc:385] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.011577 15465 raft_consensus.cc:740] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7dec5aec2b084483be97a7d88832e4a0, State: Initialized, Role: FOLLOWER
23:09:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.012436 15465 consensus_queue.cc:260] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.013033 15467 tablet_bootstrap.cc:654] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7: Neither blocks nor log segments found. Creating new log.
23:09:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.016101 14612 tablet.cc:2406] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:40.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.016909 15466 tablet_bootstrap.cc:654] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067: Neither blocks nor log segments found. Creating new log.
23:09:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.024643 15474 raft_consensus.cc:493] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:40.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.024873 15465 ts_tablet_manager.cc:1434] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0: Time spent starting tablet: real 0.017s	user 0.008s	sys 0.000s
23:09:40.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.025274 15474 raft_consensus.cc:515] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.026999 15467 tablet_bootstrap.cc:492] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7: No bootstrap required, opened a new log
23:09:40.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.027405 15467 ts_tablet_manager.cc:1403] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7: Time spent bootstrapping tablet: real 0.035s	user 0.010s	sys 0.003s
23:09:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.028465 15465 tablet_bootstrap.cc:492] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0: Bootstrap starting.
23:09:40.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.030126 15467 raft_consensus.cc:359] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } } peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } }
23:09:40.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.030773 15467 raft_consensus.cc:385] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.031059 15467 raft_consensus.cc:740] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 10487ba8e7594561b7a3e58b2048c2e7, State: Initialized, Role: FOLLOWER
23:09:40.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.031903 15467 consensus_queue.cc:260] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } } peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } }
23:09:40.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.032490 15474 leader_election.cc:290] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277), 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909)
23:09:40.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.038724 15467 ts_tablet_manager.cc:1434] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7: Time spent starting tablet: real 0.011s	user 0.007s	sys 0.000s
23:09:40.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.040170 15465 tablet_bootstrap.cc:654] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0: Neither blocks nor log segments found. Creating new log.
23:09:40.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.048841 15467 tablet_bootstrap.cc:492] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7: Bootstrap starting.
23:09:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.055483 15467 tablet_bootstrap.cc:654] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7: Neither blocks nor log segments found. Creating new log.
23:09:40.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.058408 15466 tablet_bootstrap.cc:492] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067: No bootstrap required, opened a new log
23:09:40.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.058995 15466 ts_tablet_manager.cc:1403] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067: Time spent bootstrapping tablet: real 0.056s	user 0.013s	sys 0.003s
23:09:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.065565 15466 raft_consensus.cc:359] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.069021 15466 raft_consensus.cc:385] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.068871 14563 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "91130f46282b4f9293463d4444d330a9" candidate_uuid: "7afa6d655cb2479a9d0c646817533067" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7dec5aec2b084483be97a7d88832e4a0" is_pre_election: true
23:09:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.069329 15466 raft_consensus.cc:740] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7afa6d655cb2479a9d0c646817533067, State: Initialized, Role: FOLLOWER
23:09:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.069739 15467 tablet_bootstrap.cc:492] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7: No bootstrap required, opened a new log
23:09:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.070216 15467 ts_tablet_manager.cc:1403] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7: Time spent bootstrapping tablet: real 0.031s	user 0.017s	sys 0.000s
23:09:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.070055 14563 raft_consensus.cc:2468] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7afa6d655cb2479a9d0c646817533067 in term 0.
23:09:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.070173 15466 consensus_queue.cc:260] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.073892 15467 raft_consensus.cc:359] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.074570 15467 raft_consensus.cc:385] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.074844 15467 raft_consensus.cc:740] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 10487ba8e7594561b7a3e58b2048c2e7, State: Initialized, Role: FOLLOWER
23:09:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.075742 15466 ts_tablet_manager.cc:1434] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067: Time spent starting tablet: real 0.016s	user 0.007s	sys 0.000s
23:09:40.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.075554 15467 consensus_queue.cc:260] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.077235 14211 leader_election.cc:304] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7afa6d655cb2479a9d0c646817533067, 7dec5aec2b084483be97a7d88832e4a0; no voters: 
23:09:40.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.078775 15474 raft_consensus.cc:2804] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:40.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.079238 15474 raft_consensus.cc:493] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:40.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.079658 15474 raft_consensus.cc:3060] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.083127 15467 ts_tablet_manager.cc:1434] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7: Time spent starting tablet: real 0.013s	user 0.006s	sys 0.000s
23:09:40.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.083995 15467 tablet_bootstrap.cc:492] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7: Bootstrap starting.
23:09:40.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.093206 15467 tablet_bootstrap.cc:654] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7: Neither blocks nor log segments found. Creating new log.
23:09:40.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.094611 15466 tablet_bootstrap.cc:492] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067: Bootstrap starting.
23:09:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.102427 15466 tablet_bootstrap.cc:654] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067: Neither blocks nor log segments found. Creating new log.
23:09:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.104224 14473 tablet.cc:2406] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:40.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.104676 14421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "91130f46282b4f9293463d4444d330a9" candidate_uuid: "7afa6d655cb2479a9d0c646817533067" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10487ba8e7594561b7a3e58b2048c2e7" is_pre_election: true
23:09:40.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.108786 14212 leader_election.cc:343] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277): Illegal state: must be running to vote when last-logged opid is not known
23:09:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.111218 15465 tablet_bootstrap.cc:492] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0: No bootstrap required, opened a new log
23:09:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.111670 15465 ts_tablet_manager.cc:1403] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0: Time spent bootstrapping tablet: real 0.083s	user 0.022s	sys 0.029s
23:09:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.112408 15473 raft_consensus.cc:493] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.114394 15465 raft_consensus.cc:359] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.115034 15465 raft_consensus.cc:385] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.115298 15465 raft_consensus.cc:740] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7dec5aec2b084483be97a7d88832e4a0, State: Initialized, Role: FOLLOWER
23:09:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.116045 15465 consensus_queue.cc:260] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.113040 15473 raft_consensus.cc:515] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.123346 15473 leader_election.cc:290] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285), 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909)
23:09:40.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.128355 15465 ts_tablet_manager.cc:1434] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0: Time spent starting tablet: real 0.016s	user 0.001s	sys 0.005s
23:09:40.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.150971 15474 raft_consensus.cc:515] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.163563 15465 tablet_bootstrap.cc:492] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0: Bootstrap starting.
23:09:40.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.164873 15473 raft_consensus.cc:493] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:40.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.165654 15473 raft_consensus.cc:515] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.167971 15473 leader_election.cc:290] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285), 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909)
23:09:40.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.168046 15466 tablet_bootstrap.cc:492] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067: No bootstrap required, opened a new log
23:09:40.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.168592 15466 ts_tablet_manager.cc:1403] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067: Time spent bootstrapping tablet: real 0.092s	user 0.016s	sys 0.029s
23:09:40.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.171386 15474 leader_election.cc:290] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 election: Requested vote from peers 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277), 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909)
23:09:40.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.173281 14563 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "91130f46282b4f9293463d4444d330a9" candidate_uuid: "7afa6d655cb2479a9d0c646817533067" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7dec5aec2b084483be97a7d88832e4a0"
23:09:40.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:40.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:40.176 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:40.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:40.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:40.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:40.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:40.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:40.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:40.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:40.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:40.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:40.178 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:40.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.174054 14563 raft_consensus.cc:3060] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.175352 15465 tablet_bootstrap.cc:654] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0: Neither blocks nor log segments found. Creating new log.
23:09:40.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.184451 14563 raft_consensus.cc:2468] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7afa6d655cb2479a9d0c646817533067 in term 1.
23:09:40.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.172669 15466 raft_consensus.cc:359] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.186012 14211 leader_election.cc:304] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7afa6d655cb2479a9d0c646817533067, 7dec5aec2b084483be97a7d88832e4a0; no voters: 
23:09:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.187553 15466 raft_consensus.cc:385] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.187922 15466 raft_consensus.cc:740] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7afa6d655cb2479a9d0c646817533067, State: Initialized, Role: FOLLOWER
23:09:40.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.188862 15466 consensus_queue.cc:260] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.191419 15465 tablet_bootstrap.cc:492] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0: No bootstrap required, opened a new log
23:09:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.191983 15474 raft_consensus.cc:2804] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [term 1 FOLLOWER]: Leader election won for term 1
23:09:40.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.192308 15465 ts_tablet_manager.cc:1403] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0: Time spent bootstrapping tablet: real 0.029s	user 0.011s	sys 0.005s
23:09:40.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.193864 14421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "91130f46282b4f9293463d4444d330a9" candidate_uuid: "7afa6d655cb2479a9d0c646817533067" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10487ba8e7594561b7a3e58b2048c2e7"
23:09:40.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.195454 15465 raft_consensus.cc:359] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.196095 15465 raft_consensus.cc:385] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.196370 15465 raft_consensus.cc:740] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7dec5aec2b084483be97a7d88832e4a0, State: Initialized, Role: FOLLOWER
23:09:40.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.197068 15465 consensus_queue.cc:260] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.196092 14212 leader_election.cc:343] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277): Illegal state: must be running to vote when last-logged opid is not known
23:09:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.198434 15474 raft_consensus.cc:697] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [term 1 LEADER]: Becoming Leader. State: Replica: 7afa6d655cb2479a9d0c646817533067, State: Running, Role: LEADER
23:09:40.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.198553 15472 raft_consensus.cc:493] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:40.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.199023 15472 raft_consensus.cc:515] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.200219 15474 consensus_queue.cc:237] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.212440 15472 leader_election.cc:290] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285), 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277)
23:09:40.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.214871 15465 ts_tablet_manager.cc:1434] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0: Time spent starting tablet: real 0.022s	user 0.007s	sys 0.000s
23:09:40.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.221506 15465 tablet_bootstrap.cc:492] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0: Bootstrap starting.
23:09:40.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.225313 15466 ts_tablet_manager.cc:1434] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067: Time spent starting tablet: real 0.056s	user 0.011s	sys 0.009s
23:09:40.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.228341 15465 tablet_bootstrap.cc:654] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0: Neither blocks nor log segments found. Creating new log.
23:09:40.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.230484 15466 tablet_bootstrap.cc:492] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067: Bootstrap starting.
23:09:40.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.234681 14211 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.13.143.195:43909, user_credentials={real_user=slave}} blocked reactor thread for 48752.2us
23:09:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.237334 14562 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "68363dc9108e4964a195132c6f974e78" candidate_uuid: "10487ba8e7594561b7a3e58b2048c2e7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7dec5aec2b084483be97a7d88832e4a0" is_pre_election: true
23:09:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.237638 15489 raft_consensus.cc:493] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.238061 14562 raft_consensus.cc:2468] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 10487ba8e7594561b7a3e58b2048c2e7 in term 0.
23:09:40.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.238241 15466 tablet_bootstrap.cc:654] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067: Neither blocks nor log segments found. Creating new log.
23:09:40.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.238680 15489 raft_consensus.cc:515] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } } peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } }
23:09:40.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.241169 14355 leader_election.cc:304] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10487ba8e7594561b7a3e58b2048c2e7, 7dec5aec2b084483be97a7d88832e4a0; no voters: 
23:09:40.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.241420 15489 leader_election.cc:290] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285), 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277)
23:09:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.242404 15473 raft_consensus.cc:2804] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.242857 15473 raft_consensus.cc:493] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.243188 15473 raft_consensus.cc:3060] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.242996 14563 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a3db128e2b254e219630bf122eb3350d" candidate_uuid: "10487ba8e7594561b7a3e58b2048c2e7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7dec5aec2b084483be97a7d88832e4a0" is_pre_election: true
23:09:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.243891 14563 raft_consensus.cc:2468] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 10487ba8e7594561b7a3e58b2048c2e7 in term 0.
23:09:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.244879 14333 tablet.cc:2406] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:40.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.245393 14355 leader_election.cc:304] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10487ba8e7594561b7a3e58b2048c2e7, 7dec5aec2b084483be97a7d88832e4a0; no voters: 
23:09:40.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.250746 15494 raft_consensus.cc:2804] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:40.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.253855 15494 raft_consensus.cc:493] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:40.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.256624 15494 raft_consensus.cc:3060] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.251694 15473 raft_consensus.cc:515] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.259729 15473 leader_election.cc:290] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 election: Requested vote from peers 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285), 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909)
23:09:40.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.260258 14278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a3db128e2b254e219630bf122eb3350d" candidate_uuid: "10487ba8e7594561b7a3e58b2048c2e7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7afa6d655cb2479a9d0c646817533067" is_pre_election: true
23:09:40.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.262665 14563 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "68363dc9108e4964a195132c6f974e78" candidate_uuid: "10487ba8e7594561b7a3e58b2048c2e7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7dec5aec2b084483be97a7d88832e4a0"
23:09:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.263336 14563 raft_consensus.cc:3060] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.262784 14278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "68363dc9108e4964a195132c6f974e78" candidate_uuid: "10487ba8e7594561b7a3e58b2048c2e7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7afa6d655cb2479a9d0c646817533067" is_pre_election: true
23:09:40.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.268898 14278 raft_consensus.cc:2468] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 10487ba8e7594561b7a3e58b2048c2e7 in term 0.
23:09:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.271732 14277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fff747042f7143a6bbc95a36d53fddbd" candidate_uuid: "7dec5aec2b084483be97a7d88832e4a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7afa6d655cb2479a9d0c646817533067" is_pre_election: true
23:09:40.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.273449 14498 leader_election.cc:343] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285): Illegal state: must be running to vote when last-logged opid is not known
23:09:40.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.273669 14278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "68363dc9108e4964a195132c6f974e78" candidate_uuid: "7dec5aec2b084483be97a7d88832e4a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7afa6d655cb2479a9d0c646817533067" is_pre_election: true
23:09:40.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.274835 14278 raft_consensus.cc:2468] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7dec5aec2b084483be97a7d88832e4a0 in term 0.
23:09:40.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.275969 14498 leader_election.cc:304] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7afa6d655cb2479a9d0c646817533067, 7dec5aec2b084483be97a7d88832e4a0; no voters: 
23:09:40.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.277354 14356 leader_election.cc:343] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285): Illegal state: must be running to vote when last-logged opid is not known
23:09:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.277695 14278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "68363dc9108e4964a195132c6f974e78" candidate_uuid: "10487ba8e7594561b7a3e58b2048c2e7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7afa6d655cb2479a9d0c646817533067"
23:09:40.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.278265 14278 raft_consensus.cc:3060] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.286832 15494 raft_consensus.cc:515] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.284489 15487 raft_consensus.cc:493] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.288695 14420 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fff747042f7143a6bbc95a36d53fddbd" candidate_uuid: "7dec5aec2b084483be97a7d88832e4a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10487ba8e7594561b7a3e58b2048c2e7" is_pre_election: true
23:09:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.290297 14421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "68363dc9108e4964a195132c6f974e78" candidate_uuid: "7dec5aec2b084483be97a7d88832e4a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10487ba8e7594561b7a3e58b2048c2e7" is_pre_election: true
23:09:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.290772 14420 raft_consensus.cc:2468] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7dec5aec2b084483be97a7d88832e4a0 in term 0.
23:09:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.290455 15487 raft_consensus.cc:515] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.291409 14421 raft_consensus.cc:2393] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 7dec5aec2b084483be97a7d88832e4a0 in current term 1: Already voted for candidate 10487ba8e7594561b7a3e58b2048c2e7 in this term.
23:09:40.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.292421 14498 leader_election.cc:304] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 10487ba8e7594561b7a3e58b2048c2e7, 7dec5aec2b084483be97a7d88832e4a0; no voters: 7afa6d655cb2479a9d0c646817533067
23:09:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.293685 14421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0bbf7cb6475144aea184e1253c64ccc1" candidate_uuid: "7afa6d655cb2479a9d0c646817533067" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10487ba8e7594561b7a3e58b2048c2e7" is_pre_election: true
23:09:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.294159 15472 raft_consensus.cc:2804] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:40.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.294497 15472 raft_consensus.cc:493] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.294821 15472 raft_consensus.cc:3060] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.295306 14212 leader_election.cc:343] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277): Illegal state: must be running to vote when last-logged opid is not known
23:09:40.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.297667 15487 leader_election.cc:290] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277), 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909)
23:09:40.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.299837 14088 catalog_manager.cc:5696] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7afa6d655cb2479a9d0c646817533067 (127.13.143.193). New cstate: current_term: 1 leader_uuid: "7afa6d655cb2479a9d0c646817533067" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } health_report { overall_health: UNKNOWN } } }
23:09:40.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.302501 14562 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0bbf7cb6475144aea184e1253c64ccc1" candidate_uuid: "7afa6d655cb2479a9d0c646817533067" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7dec5aec2b084483be97a7d88832e4a0" is_pre_election: true
23:09:40.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.304630 14277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a3db128e2b254e219630bf122eb3350d" candidate_uuid: "10487ba8e7594561b7a3e58b2048c2e7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7afa6d655cb2479a9d0c646817533067"
23:09:40.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.305871 14356 leader_election.cc:343] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285): Illegal state: must be running to vote when last-logged opid is not known
23:09:40.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.307132 15467 tablet_bootstrap.cc:492] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7: No bootstrap required, opened a new log
23:09:40.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.307361 14562 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a3db128e2b254e219630bf122eb3350d" candidate_uuid: "10487ba8e7594561b7a3e58b2048c2e7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7dec5aec2b084483be97a7d88832e4a0"
23:09:40.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.307590 15467 ts_tablet_manager.cc:1403] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7: Time spent bootstrapping tablet: real 0.224s	user 0.039s	sys 0.059s
23:09:40.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.307912 14562 raft_consensus.cc:3060] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.308606 14211 leader_election.cc:343] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909): Illegal state: must be running to vote when last-logged opid is not known
23:09:40.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.309186 14211 leader_election.cc:304] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7afa6d655cb2479a9d0c646817533067; no voters: 10487ba8e7594561b7a3e58b2048c2e7, 7dec5aec2b084483be97a7d88832e4a0
23:09:40.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.310405 15487 raft_consensus.cc:2749] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:09:40.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.304332 15472 raft_consensus.cc:515] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } } peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } }
23:09:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.316253 15465 tablet_bootstrap.cc:492] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0: No bootstrap required, opened a new log
23:09:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.316232 14277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fff747042f7143a6bbc95a36d53fddbd" candidate_uuid: "7dec5aec2b084483be97a7d88832e4a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7afa6d655cb2479a9d0c646817533067"
23:09:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.316437 15494 leader_election.cc:290] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 election: Requested vote from peers 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285), 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909)
23:09:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.316658 15465 ts_tablet_manager.cc:1403] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0: Time spent bootstrapping tablet: real 0.095s	user 0.011s	sys 0.001s
23:09:40.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.316267 14562 raft_consensus.cc:2468] T a3db128e2b254e219630bf122eb3350d P 7dec5aec2b084483be97a7d88832e4a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 10487ba8e7594561b7a3e58b2048c2e7 in term 1.
23:09:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.317844 14498 leader_election.cc:343] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285): Illegal state: must be running to vote when last-logged opid is not known
23:09:40.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.318238 14355 leader_election.cc:304] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 10487ba8e7594561b7a3e58b2048c2e7, 7dec5aec2b084483be97a7d88832e4a0; no voters: 7afa6d655cb2479a9d0c646817533067
23:09:40.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.318856 14563 raft_consensus.cc:2468] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 10487ba8e7594561b7a3e58b2048c2e7 in term 1.
23:09:40.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.319345 15489 raft_consensus.cc:2764] T 68363dc9108e4964a195132c6f974e78 P 7dec5aec2b084483be97a7d88832e4a0 [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
23:09:40.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.319417 15472 leader_election.cc:290] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 election: Requested vote from peers 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285), 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277)
23:09:40.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.320204 14355 leader_election.cc:304] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10487ba8e7594561b7a3e58b2048c2e7, 7dec5aec2b084483be97a7d88832e4a0; no voters: 
23:09:40.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.320421 14421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fff747042f7143a6bbc95a36d53fddbd" candidate_uuid: "7dec5aec2b084483be97a7d88832e4a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10487ba8e7594561b7a3e58b2048c2e7"
23:09:40.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.320915 15473 raft_consensus.cc:2804] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [term 1 FOLLOWER]: Leader election won for term 1
23:09:40.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.318001 15467 raft_consensus.cc:359] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.320974 14421 raft_consensus.cc:3060] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.323786 15466 tablet_bootstrap.cc:492] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067: No bootstrap required, opened a new log
23:09:40.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.324209 15466 ts_tablet_manager.cc:1403] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067: Time spent bootstrapping tablet: real 0.094s	user 0.022s	sys 0.015s
23:09:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.325376 15465 raft_consensus.cc:359] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.326042 15465 raft_consensus.cc:385] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.325690 14278 raft_consensus.cc:2468] T 68363dc9108e4964a195132c6f974e78 P 7afa6d655cb2479a9d0c646817533067 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 10487ba8e7594561b7a3e58b2048c2e7 in term 1.
23:09:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.326320 15465 raft_consensus.cc:740] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7dec5aec2b084483be97a7d88832e4a0, State: Initialized, Role: FOLLOWER
23:09:40.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.322708 15467 raft_consensus.cc:385] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.326987 15467 raft_consensus.cc:740] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 10487ba8e7594561b7a3e58b2048c2e7, State: Initialized, Role: FOLLOWER
23:09:40.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.327004 15465 consensus_queue.cc:260] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.327363 15466 raft_consensus.cc:359] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } } peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } }
23:09:40.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.330057 15465 ts_tablet_manager.cc:1434] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0: Time spent starting tablet: real 0.013s	user 0.005s	sys 0.003s
23:09:40.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.330881 15467 consensus_queue.cc:260] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.333069 15473 raft_consensus.cc:697] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [term 1 LEADER]: Becoming Leader. State: Replica: 10487ba8e7594561b7a3e58b2048c2e7, State: Running, Role: LEADER
23:09:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.334713 15498 raft_consensus.cc:2804] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 1 FOLLOWER]: Leader election won for term 1
23:09:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.334319 15473 consensus_queue.cc:237] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.335987 14421 raft_consensus.cc:2468] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7dec5aec2b084483be97a7d88832e4a0 in term 1.
23:09:40.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.340533 14498 leader_election.cc:304] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 10487ba8e7594561b7a3e58b2048c2e7, 7dec5aec2b084483be97a7d88832e4a0; no voters: 7afa6d655cb2479a9d0c646817533067
23:09:40.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.341476 15489 raft_consensus.cc:2804] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [term 1 FOLLOWER]: Leader election won for term 1
23:09:40.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.342034 15489 raft_consensus.cc:697] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [term 1 LEADER]: Becoming Leader. State: Replica: 7dec5aec2b084483be97a7d88832e4a0, State: Running, Role: LEADER
23:09:40.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.343098 15489 consensus_queue.cc:237] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } } peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } }
23:09:40.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.352953 15498 raft_consensus.cc:697] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [term 1 LEADER]: Becoming Leader. State: Replica: 10487ba8e7594561b7a3e58b2048c2e7, State: Running, Role: LEADER
23:09:40.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.358402 15489 raft_consensus.cc:493] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:40.359 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:40.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.358891 15489 raft_consensus.cc:515] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.359 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:40.360 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:40.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:40.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:40.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:40.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.361263 15489 leader_election.cc:290] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285), 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277)
23:09:40.362 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:40.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:40.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:40.363 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:40.363 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:40.363 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:40.363 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:40.367 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:40.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.372854 14421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0bbf7cb6475144aea184e1253c64ccc1" candidate_uuid: "7dec5aec2b084483be97a7d88832e4a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10487ba8e7594561b7a3e58b2048c2e7" is_pre_election: true
23:09:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.372954 14090 catalog_manager.cc:5696] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194). New cstate: current_term: 1 leader_uuid: "10487ba8e7594561b7a3e58b2048c2e7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } health_report { overall_health: UNKNOWN } } }
23:09:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.373965 14421 raft_consensus.cc:2468] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7dec5aec2b084483be97a7d88832e4a0 in term 0.
23:09:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.375324 14498 leader_election.cc:304] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10487ba8e7594561b7a3e58b2048c2e7, 7dec5aec2b084483be97a7d88832e4a0; no voters: 
23:09:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.376034 15489 raft_consensus.cc:2804] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:40.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.376387 15489 raft_consensus.cc:493] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:40.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.376753 15489 raft_consensus.cc:3060] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.379374 15467 ts_tablet_manager.cc:1434] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7: Time spent starting tablet: real 0.071s	user 0.012s	sys 0.017s
23:09:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.380453 15467 tablet_bootstrap.cc:492] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7: Bootstrap starting.
23:09:40.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.354195 15498 consensus_queue.cc:237] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.388928 15467 tablet_bootstrap.cc:654] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7: Neither blocks nor log segments found. Creating new log.
23:09:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.402006 15467 tablet_bootstrap.cc:492] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7: No bootstrap required, opened a new log
23:09:40.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.402629 15467 ts_tablet_manager.cc:1403] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7: Time spent bootstrapping tablet: real 0.022s	user 0.004s	sys 0.015s
23:09:40.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.402369 15489 raft_consensus.cc:515] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.405042 15489 leader_election.cc:290] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 election: Requested vote from peers 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285), 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277)
23:09:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.405715 14421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0bbf7cb6475144aea184e1253c64ccc1" candidate_uuid: "7dec5aec2b084483be97a7d88832e4a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10487ba8e7594561b7a3e58b2048c2e7"
23:09:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.406334 14421 raft_consensus.cc:3060] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.328086 15466 raft_consensus.cc:385] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.371768 14278 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0bbf7cb6475144aea184e1253c64ccc1" candidate_uuid: "7dec5aec2b084483be97a7d88832e4a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7afa6d655cb2479a9d0c646817533067" is_pre_election: true
23:09:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.408459 15466 raft_consensus.cc:740] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7afa6d655cb2479a9d0c646817533067, State: Initialized, Role: FOLLOWER
23:09:40.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.408828 14278 raft_consensus.cc:2468] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7dec5aec2b084483be97a7d88832e4a0 in term 0.
23:09:40.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.405071 14277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0bbf7cb6475144aea184e1253c64ccc1" candidate_uuid: "7dec5aec2b084483be97a7d88832e4a0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7afa6d655cb2479a9d0c646817533067"
23:09:40.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.410601 14277 raft_consensus.cc:3060] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.413980 14421 raft_consensus.cc:2468] T 0bbf7cb6475144aea184e1253c64ccc1 P 10487ba8e7594561b7a3e58b2048c2e7 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7dec5aec2b084483be97a7d88832e4a0 in term 1.
23:09:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.418049 14498 leader_election.cc:304] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 10487ba8e7594561b7a3e58b2048c2e7, 7dec5aec2b084483be97a7d88832e4a0; no voters: 
23:09:40.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.418838 14277 raft_consensus.cc:2468] T 0bbf7cb6475144aea184e1253c64ccc1 P 7afa6d655cb2479a9d0c646817533067 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7dec5aec2b084483be97a7d88832e4a0 in term 1.
23:09:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.407452 15467 raft_consensus.cc:359] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.420405 15467 raft_consensus.cc:385] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.421150 15467 raft_consensus.cc:740] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 10487ba8e7594561b7a3e58b2048c2e7, State: Initialized, Role: FOLLOWER
23:09:40.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.423081 15467 consensus_queue.cc:260] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.425835 15467 ts_tablet_manager.cc:1434] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7: Time spent starting tablet: real 0.023s	user 0.008s	sys 0.000s
23:09:40.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.409179 15466 consensus_queue.cc:260] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } } peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } }
23:09:40.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.431998 15489 raft_consensus.cc:2804] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [term 1 FOLLOWER]: Leader election won for term 1
23:09:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.433310 15498 raft_consensus.cc:493] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.433982 15498 raft_consensus.cc:515] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.436777 15498 leader_election.cc:290] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7afa6d655cb2479a9d0c646817533067 (127.13.143.193:38285), 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909)
23:09:40.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.441404 14562 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "91130f46282b4f9293463d4444d330a9" candidate_uuid: "10487ba8e7594561b7a3e58b2048c2e7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7dec5aec2b084483be97a7d88832e4a0" is_pre_election: true
23:09:40.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.438863 15489 raft_consensus.cc:697] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [term 1 LEADER]: Becoming Leader. State: Replica: 7dec5aec2b084483be97a7d88832e4a0, State: Running, Role: LEADER
23:09:40.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.442246 14562 raft_consensus.cc:2393] T 91130f46282b4f9293463d4444d330a9 P 7dec5aec2b084483be97a7d88832e4a0 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 10487ba8e7594561b7a3e58b2048c2e7 in current term 1: Already voted for candidate 7afa6d655cb2479a9d0c646817533067 in this term.
23:09:40.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.442777 15489 consensus_queue.cc:237] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.444 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:40.445 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:40.445 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:40.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:40.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:40.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:40.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:40.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:40.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:40.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:40.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:40.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:40.449 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:40.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.441133 15466 ts_tablet_manager.cc:1434] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067: Time spent starting tablet: real 0.117s	user 0.008s	sys 0.000s
23:09:40.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.449527 14277 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "91130f46282b4f9293463d4444d330a9" candidate_uuid: "10487ba8e7594561b7a3e58b2048c2e7" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7afa6d655cb2479a9d0c646817533067" is_pre_election: true
23:09:40.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.460986 15466 tablet_bootstrap.cc:492] T a3db128e2b254e219630bf122eb3350d P 7afa6d655cb2479a9d0c646817533067: Bootstrap starting.
23:09:40.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.464908 14356 leader_election.cc:304] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 10487ba8e7594561b7a3e58b2048c2e7; no voters: 7afa6d655cb2479a9d0c646817533067, 7dec5aec2b084483be97a7d88832e4a0
23:09:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.466544 15498 raft_consensus.cc:3060] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.485006 15466 tablet_bootstrap.cc:654] T a3db128e2b254e219630bf122eb3350d P 7afa6d655cb2479a9d0c646817533067: Neither blocks nor log segments found. Creating new log.
23:09:40.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.497874 15498 raft_consensus.cc:2749] T 91130f46282b4f9293463d4444d330a9 P 10487ba8e7594561b7a3e58b2048c2e7 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:09:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.505652 14088 catalog_manager.cc:5696] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195). New cstate: current_term: 1 leader_uuid: "7dec5aec2b084483be97a7d88832e4a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } health_report { overall_health: HEALTHY } } }
23:09:40.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.507656 14088 catalog_manager.cc:5696] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195). New cstate: current_term: 1 leader_uuid: "7dec5aec2b084483be97a7d88832e4a0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } health_report { overall_health: UNKNOWN } } }
23:09:40.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.508898 15474 raft_consensus.cc:493] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:40.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.509349 15474 raft_consensus.cc:515] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } } peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } }
23:09:40.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.511520 15474 leader_election.cc:290] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7dec5aec2b084483be97a7d88832e4a0 (127.13.143.195:43909), 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194:44277)
23:09:40.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.513064 14562 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fff747042f7143a6bbc95a36d53fddbd" candidate_uuid: "7afa6d655cb2479a9d0c646817533067" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7dec5aec2b084483be97a7d88832e4a0" is_pre_election: true
23:09:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.516500 15466 tablet_bootstrap.cc:492] T a3db128e2b254e219630bf122eb3350d P 7afa6d655cb2479a9d0c646817533067: No bootstrap required, opened a new log
23:09:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.516372 14421 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fff747042f7143a6bbc95a36d53fddbd" candidate_uuid: "7afa6d655cb2479a9d0c646817533067" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "10487ba8e7594561b7a3e58b2048c2e7" is_pre_election: true
23:09:40.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.516939 15466 ts_tablet_manager.cc:1403] T a3db128e2b254e219630bf122eb3350d P 7afa6d655cb2479a9d0c646817533067: Time spent bootstrapping tablet: real 0.056s	user 0.011s	sys 0.003s
23:09:40.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.517269 14421 raft_consensus.cc:2393] T fff747042f7143a6bbc95a36d53fddbd P 10487ba8e7594561b7a3e58b2048c2e7 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 7afa6d655cb2479a9d0c646817533067 in current term 1: Already voted for candidate 7dec5aec2b084483be97a7d88832e4a0 in this term.
23:09:40.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.518797 14212 leader_election.cc:304] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7afa6d655cb2479a9d0c646817533067; no voters: 10487ba8e7594561b7a3e58b2048c2e7, 7dec5aec2b084483be97a7d88832e4a0
23:09:40.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.520180 15474 raft_consensus.cc:3060] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.526787 15474 raft_consensus.cc:2749] T fff747042f7143a6bbc95a36d53fddbd P 7afa6d655cb2479a9d0c646817533067 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:09:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.527629 15466 raft_consensus.cc:359] T a3db128e2b254e219630bf122eb3350d P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.530612 15466 raft_consensus.cc:385] T a3db128e2b254e219630bf122eb3350d P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:40.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.530906 15466 raft_consensus.cc:740] T a3db128e2b254e219630bf122eb3350d P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7afa6d655cb2479a9d0c646817533067, State: Initialized, Role: FOLLOWER
23:09:40.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.531910 15466 consensus_queue.cc:260] T a3db128e2b254e219630bf122eb3350d P 7afa6d655cb2479a9d0c646817533067 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } }
23:09:40.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.534695 15466 ts_tablet_manager.cc:1434] T a3db128e2b254e219630bf122eb3350d P 7afa6d655cb2479a9d0c646817533067: Time spent starting tablet: real 0.017s	user 0.006s	sys 0.001s
23:09:40.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:40.539392 14076 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.13.143.254:38315, user_credentials={real_user=slave}} blocked reactor thread for 99204.8us
23:09:40.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.556538 15431 heartbeater.cc:499] Master 127.14.70.188:41813 was elected leader, sending a full tablet report...
23:09:40.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.616274 14089 catalog_manager.cc:5696] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 reported cstate change: term changed from 0 to 1, leader changed from <none> to 10487ba8e7594561b7a3e58b2048c2e7 (127.13.143.194). New cstate: current_term: 1 leader_uuid: "10487ba8e7594561b7a3e58b2048c2e7" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 } health_report { overall_health: UNKNOWN } } }
23:09:40.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.713692 15474 consensus_queue.cc:1048] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:09:40.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.726032 14277 raft_consensus.cc:3060] T a3db128e2b254e219630bf122eb3350d P 7afa6d655cb2479a9d0c646817533067 [term 0 FOLLOWER]: Advancing to term 1
23:09:40.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.736235 15474 consensus_queue.cc:1048] T 91130f46282b4f9293463d4444d330a9 P 7afa6d655cb2479a9d0c646817533067 [LEADER]: Connected to new peer: Peer: permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:40.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.742653 15498 consensus_queue.cc:1048] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:40.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.767714 15501 consensus_queue.cc:1048] T a3db128e2b254e219630bf122eb3350d P 10487ba8e7594561b7a3e58b2048c2e7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:09:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.771591 15489 consensus_queue.cc:1048] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:40.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.825821 15472 consensus_queue.cc:1048] T fff747042f7143a6bbc95a36d53fddbd P 7dec5aec2b084483be97a7d88832e4a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:40.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:40.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.925761 15526 consensus_queue.cc:1048] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "10487ba8e7594561b7a3e58b2048c2e7" member_type: VOTER last_known_addr { host: "127.13.143.194" port: 44277 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:40.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.941902 15526 consensus_queue.cc:1048] T 0bbf7cb6475144aea184e1253c64ccc1 P 7dec5aec2b084483be97a7d88832e4a0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:40.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.977368 15501 consensus_queue.cc:1048] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7dec5aec2b084483be97a7d88832e4a0" member_type: VOTER last_known_addr { host: "127.13.143.195" port: 43909 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:40.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:40.991106 15501 consensus_queue.cc:1048] T 68363dc9108e4964a195132c6f974e78 P 10487ba8e7594561b7a3e58b2048c2e7 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7afa6d655cb2479a9d0c646817533067" member_type: VOTER last_known_addr { host: "127.13.143.193" port: 38285 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:41.296 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b3d540d982b3476585ed9b68e3c4d3cf
23:09:41.303 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a3db128e2b254e219630bf122eb3350d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:41.303 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 91130f46282b4f9293463d4444d330a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:41.303 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0bbf7cb6475144aea184e1253c64ccc1 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:41.303 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 68363dc9108e4964a195132c6f974e78 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:41.304 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:41.304 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.143.252:35611, [4ms] Sub RPC GetTableLocations: received response from server master-127.13.143.252:35611: OK, deferred=null) after lookup
23:09:41.304 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:41.306 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:41.324 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:41.328 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x1d061644, L:/127.0.0.1:43130 - R:/127.13.143.194:44277] using TOKEN/null
23:09:41.360 [DEBUG - main] (Connection.java:748) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] connecting to peer
23:09:41.360 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:41.361 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] Successfully connected to peer
23:09:41.380 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:41.383 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x57e899de, L:/127.0.0.1:47042 - R:/127.13.143.195:43909] using TOKEN/null
23:09:41.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fff747042f7143a6bbc95a36d53fddbd for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:41.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a3db128e2b254e219630bf122eb3350d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:41.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 91130f46282b4f9293463d4444d330a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:41.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0bbf7cb6475144aea184e1253c64ccc1 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:41.418 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 68363dc9108e4964a195132c6f974e78 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:41.419 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:41.419 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.143.252:35611, [12ms] Sub RPC GetTableLocations: received response from server master-127.13.143.252:35611: OK, deferred=null) after lookup
23:09:41.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:41.436 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:41.437 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:41.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:41.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:41.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:41.438 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:41.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:41.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:41.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:41.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:41.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:41.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:41.466 [DEBUG - main] (Connection.java:748) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] connecting to peer
23:09:41.471 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] Successfully connected to peer
23:09:41.490 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:41.495 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x377ba4ed, L:/127.0.0.1:60584 - R:/127.13.143.193:38285] using TOKEN/null
23:09:41.623 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:41.625 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:41.626 [DEBUG - main] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:09:41.633 [DEBUG - main] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:09:41.634 [DEBUG - main] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:09:41.635 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.70.189:34071(127.14.70.189:34071)] Successfully connected to peer
23:09:41.640 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.70.190:46459(127.14.70.190:46459)] Successfully connected to peer
23:09:41.644 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.190
23:09:41.650 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.70.188:41813(127.14.70.188:41813)] Successfully connected to peer
23:09:41.654 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.189
23:09:41.667 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:41.667 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:41.669 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.188
23:09:41.675 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc50c1bb9, L:/127.0.0.1:33292 - R:/127.14.70.189:34071] using SASL/PLAIN
23:09:41.676 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7321db95, L:/127.0.0.1:45198 - R:/127.14.70.190:46459] using SASL/PLAIN
23:09:41.682 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:41.685 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x451953b2, L:/127.0.0.1:37458 - R:/127.14.70.188:41813] using SASL/PLAIN
23:09:41.689 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:09:41.689 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=63), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [52ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: OK, deferred=null) after lookup
23:09:41.696 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:41.696 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:41.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:41.696 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:41.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:41.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:41.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:41.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:41.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:41.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:41.696 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:41.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:41.698 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:41.702 [DEBUG - main] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:41.704 [DEBUG - main] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:41.705 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.143.252:35611(127.13.143.252:35611)] Successfully connected to peer
23:09:41.708 [DEBUG - main] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:41.715 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.143.253:38459(127.13.143.253:38459)] Successfully connected to peer
23:09:41.718 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.143.254:38315(127.13.143.254:38315)] Successfully connected to peer
23:09:41.725 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.253
23:09:41.728 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.254
23:09:41.741 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:41.742 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.252
23:09:41.749 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:41.750 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xafe70e44, L:/127.0.0.1:37170 - R:/127.13.143.254:38315] using SASL/PLAIN
23:09:41.753 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:41.757 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf4076110, L:/127.0.0.1:55320 - R:/127.13.143.252:35611] using SASL/PLAIN
23:09:41.758 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x84ba8976, L:/127.0.0.1:35666 - R:/127.13.143.253:38459] using SASL/PLAIN
23:09:41.761 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:09:41.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [51ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: OK, [59ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: OK, deferred=null) after lookup
23:09:41.765 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b3d540d982b3476585ed9b68e3c4d3cf
23:09:41.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fff747042f7143a6bbc95a36d53fddbd for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:41.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a3db128e2b254e219630bf122eb3350d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:41.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 91130f46282b4f9293463d4444d330a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:41.769 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0bbf7cb6475144aea184e1253c64ccc1 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:41.770 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 68363dc9108e4964a195132c6f974e78 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:41.770 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.773501 14824 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37458:
23:09:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:09:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:09:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:09:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:09:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:09:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:09:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:09:41.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   custom_hash_schema_ranges {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     range_bounds {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000"
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     hash_schema {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       columns {
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)         name: "key1"
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       num_buckets: 5
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       seed: 123
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:09:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:09:41.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:41.780135 14824 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:09:41.853 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:41.860 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:41.866 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:41.866 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:41.867 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:41.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:41.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:41.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:41.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:41.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:41.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:41.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:41.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:41.875 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:41.875 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:41.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.922375 15364 tablet_service.cc:1511] Processing CreateTablet for tablet 70f6024f38ca45f881600cb8e05172b2 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.923804 15365 tablet_service.cc:1511] Processing CreateTablet for tablet 4b7bfd175df345b784f28e23e85d50e6 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.924418 15364 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 70f6024f38ca45f881600cb8e05172b2. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.925063 15365 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4b7bfd175df345b784f28e23e85d50e6. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.921589 15366 tablet_service.cc:1511] Processing CreateTablet for tablet 1af1712852114e6781b9d9f2e221e772 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.926367 15366 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1af1712852114e6781b9d9f2e221e772. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.922225 15363 tablet_service.cc:1511] Processing CreateTablet for tablet 850cb13c12d34e91b65036e28e28ee94 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.929304 15363 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 850cb13c12d34e91b65036e28e28ee94. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.935155 15362 tablet_service.cc:1511] Processing CreateTablet for tablet e28f72b4cf804ef6b6b9347b5739b178 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.936318 15362 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e28f72b4cf804ef6b6b9347b5739b178. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.966908 15058 tablet_service.cc:1511] Processing CreateTablet for tablet e28f72b4cf804ef6b6b9347b5739b178 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.970953 15062 tablet_service.cc:1511] Processing CreateTablet for tablet 4b7bfd175df345b784f28e23e85d50e6 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.971518 15217 tablet_service.cc:1511] Processing CreateTablet for tablet e28f72b4cf804ef6b6b9347b5739b178 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 4, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.972605 15062 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4b7bfd175df345b784f28e23e85d50e6. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.973007 15217 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e28f72b4cf804ef6b6b9347b5739b178. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.974576 15061 tablet_service.cc:1511] Processing CreateTablet for tablet 70f6024f38ca45f881600cb8e05172b2 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.975778 15061 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 70f6024f38ca45f881600cb8e05172b2. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.976054 15220 tablet_service.cc:1511] Processing CreateTablet for tablet 4b7bfd175df345b784f28e23e85d50e6 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 1, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.977284 15220 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 4b7bfd175df345b784f28e23e85d50e6. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.977448 15060 tablet_service.cc:1511] Processing CreateTablet for tablet 850cb13c12d34e91b65036e28e28ee94 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.978806 15219 tablet_service.cc:1511] Processing CreateTablet for tablet 70f6024f38ca45f881600cb8e05172b2 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 2, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.980005 15219 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 70f6024f38ca45f881600cb8e05172b2. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.983134 15221 tablet_service.cc:1511] Processing CreateTablet for tablet 1af1712852114e6781b9d9f2e221e772 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.984185 15058 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet e28f72b4cf804ef6b6b9347b5739b178. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.968725 15218 tablet_service.cc:1511] Processing CreateTablet for tablet 850cb13c12d34e91b65036e28e28ee94 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 3, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.992993 15221 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1af1712852114e6781b9d9f2e221e772. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.993543 15060 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 850cb13c12d34e91b65036e28e28ee94. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.994799 15218 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 850cb13c12d34e91b65036e28e28ee94. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:42.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:41.991441 15063 tablet_service.cc:1511] Processing CreateTablet for tablet 1af1712852114e6781b9d9f2e221e772 (DEFAULT_TABLE table=replication_test_table [id=9160fa79e0d14760acafa14241fcda21]), partition=HASH (key1) PARTITION 0, RANGE (key1) PARTITION 100 <= VALUES < 200
23:09:42.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.004623 15063 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 1af1712852114e6781b9d9f2e221e772. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.044484 15572 tablet_bootstrap.cc:492] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a: Bootstrap starting.
23:09:42.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.088476 15573 tablet_bootstrap.cc:492] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b: Bootstrap starting.
23:09:42.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.096315 15573 tablet_bootstrap.cc:654] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b: Neither blocks nor log segments found. Creating new log.
23:09:42.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.093662 15572 tablet_bootstrap.cc:654] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a: Neither blocks nor log segments found. Creating new log.
23:09:42.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.098855 15573 log.cc:826] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b: Log is configured to *not* fsync() on all Append() calls
23:09:42.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.101703 15572 log.cc:826] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a: Log is configured to *not* fsync() on all Append() calls
23:09:42.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.103749 15574 tablet_bootstrap.cc:492] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3: Bootstrap starting.
23:09:42.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.110738 15573 tablet_bootstrap.cc:492] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b: No bootstrap required, opened a new log
23:09:42.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.111249 15573 ts_tablet_manager.cc:1403] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b: Time spent bootstrapping tablet: real 0.023s	user 0.006s	sys 0.014s
23:09:42.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.116844 15574 tablet_bootstrap.cc:654] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3: Neither blocks nor log segments found. Creating new log.
23:09:42.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.120368 15574 log.cc:826] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3: Log is configured to *not* fsync() on all Append() calls
23:09:42.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.124655 15572 tablet_bootstrap.cc:492] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a: No bootstrap required, opened a new log
23:09:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.125245 15572 ts_tablet_manager.cc:1403] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a: Time spent bootstrapping tablet: real 0.081s	user 0.017s	sys 0.011s
23:09:42.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.129374 15574 tablet_bootstrap.cc:492] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3: No bootstrap required, opened a new log
23:09:42.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.130002 15574 ts_tablet_manager.cc:1403] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3: Time spent bootstrapping tablet: real 0.027s	user 0.018s	sys 0.004s
23:09:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.135365 15573 raft_consensus.cc:359] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.136082 15573 raft_consensus.cc:385] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.136349 15573 raft_consensus.cc:740] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 148a7d80b29e4f2f826b59ca3d5abe7b, State: Initialized, Role: FOLLOWER
23:09:42.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.137193 15573 consensus_queue.cc:260] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.144052 15573 ts_tablet_manager.cc:1434] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b: Time spent starting tablet: real 0.032s	user 0.022s	sys 0.006s
23:09:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.145038 15573 tablet_bootstrap.cc:492] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b: Bootstrap starting.
23:09:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.152722 15573 tablet_bootstrap.cc:654] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b: Neither blocks nor log segments found. Creating new log.
23:09:42.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.168444 15573 tablet_bootstrap.cc:492] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b: No bootstrap required, opened a new log
23:09:42.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.169159 15573 ts_tablet_manager.cc:1403] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b: Time spent bootstrapping tablet: real 0.024s	user 0.011s	sys 0.004s
23:09:42.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.172341 15573 raft_consensus.cc:359] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.173161 15573 raft_consensus.cc:385] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.173542 15573 raft_consensus.cc:740] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 148a7d80b29e4f2f826b59ca3d5abe7b, State: Initialized, Role: FOLLOWER
23:09:42.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.180117 15573 consensus_queue.cc:260] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.180111 15572 raft_consensus.cc:359] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.180248 15574 raft_consensus.cc:359] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.180956 15572 raft_consensus.cc:385] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.181272 15572 raft_consensus.cc:740] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78a074ca72b3457ab1c8b0420328fa0a, State: Initialized, Role: FOLLOWER
23:09:42.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.181195 15574 raft_consensus.cc:385] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.183741 15573 ts_tablet_manager.cc:1434] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b: Time spent starting tablet: real 0.014s	user 0.003s	sys 0.003s
23:09:42.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.188057 15572 consensus_queue.cc:260] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.190198 15574 raft_consensus.cc:740] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65a0e6863adf4fe28d0ac3d446adb2b3, State: Initialized, Role: FOLLOWER
23:09:42.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.192055 15573 tablet_bootstrap.cc:492] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b: Bootstrap starting.
23:09:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.200852 15573 tablet_bootstrap.cc:654] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b: Neither blocks nor log segments found. Creating new log.
23:09:42.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.203912 15572 ts_tablet_manager.cc:1434] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a: Time spent starting tablet: real 0.078s	user 0.026s	sys 0.013s
23:09:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.209403 15572 tablet_bootstrap.cc:492] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a: Bootstrap starting.
23:09:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.191326 15574 consensus_queue.cc:260] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.220665 15572 tablet_bootstrap.cc:654] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a: Neither blocks nor log segments found. Creating new log.
23:09:42.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.227347 15573 tablet_bootstrap.cc:492] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b: No bootstrap required, opened a new log
23:09:42.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.228133 15573 ts_tablet_manager.cc:1403] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b: Time spent bootstrapping tablet: real 0.036s	user 0.012s	sys 0.016s
23:09:42.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.231958 15574 ts_tablet_manager.cc:1434] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3: Time spent starting tablet: real 0.102s	user 0.035s	sys 0.008s
23:09:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.234200 15572 tablet_bootstrap.cc:492] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a: No bootstrap required, opened a new log
23:09:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.233985 15573 raft_consensus.cc:359] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.234618 15572 ts_tablet_manager.cc:1403] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a: Time spent bootstrapping tablet: real 0.025s	user 0.010s	sys 0.009s
23:09:42.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.235008 15573 raft_consensus.cc:385] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.235478 15573 raft_consensus.cc:740] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 148a7d80b29e4f2f826b59ca3d5abe7b, State: Initialized, Role: FOLLOWER
23:09:42.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.236452 15573 consensus_queue.cc:260] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.239998 15573 ts_tablet_manager.cc:1434] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b: Time spent starting tablet: real 0.011s	user 0.006s	sys 0.000s
23:09:42.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.245322 15573 tablet_bootstrap.cc:492] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b: Bootstrap starting.
23:09:42.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.237414 15572 raft_consensus.cc:359] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.247387 15572 raft_consensus.cc:385] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.247722 15572 raft_consensus.cc:740] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78a074ca72b3457ab1c8b0420328fa0a, State: Initialized, Role: FOLLOWER
23:09:42.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.248534 15572 consensus_queue.cc:260] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.250771 15572 ts_tablet_manager.cc:1434] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a: Time spent starting tablet: real 0.016s	user 0.003s	sys 0.004s
23:09:42.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.253108 15573 tablet_bootstrap.cc:654] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b: Neither blocks nor log segments found. Creating new log.
23:09:42.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.254117 15572 tablet_bootstrap.cc:492] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a: Bootstrap starting.
23:09:42.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.262113 15572 tablet_bootstrap.cc:654] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a: Neither blocks nor log segments found. Creating new log.
23:09:42.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:42.272708 15296 tablet.cc:2406] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:42.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.276141 15572 tablet_bootstrap.cc:492] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a: No bootstrap required, opened a new log
23:09:42.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.277138 15572 ts_tablet_manager.cc:1403] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a: Time spent bootstrapping tablet: real 0.023s	user 0.011s	sys 0.010s
23:09:42.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:42.278316 15438 tablet.cc:2406] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:42.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.280340 15574 tablet_bootstrap.cc:492] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3: Bootstrap starting.
23:09:42.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.281996 15583 raft_consensus.cc:493] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:42.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.283473 15583 raft_consensus.cc:515] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.286214 15572 raft_consensus.cc:359] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.287366 15572 raft_consensus.cc:385] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.288059 15572 raft_consensus.cc:740] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78a074ca72b3457ab1c8b0420328fa0a, State: Initialized, Role: FOLLOWER
23:09:42.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.289698 15572 consensus_queue.cc:260] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.292765 15572 ts_tablet_manager.cc:1434] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a: Time spent starting tablet: real 0.015s	user 0.005s	sys 0.002s
23:09:42.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.294931 15572 tablet_bootstrap.cc:492] T 4b7bfd175df345b784f28e23e85d50e6 P 78a074ca72b3457ab1c8b0420328fa0a: Bootstrap starting.
23:09:42.296 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:42.296 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:42.297 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:42.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:42.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:42.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:42.299 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:42.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:42.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:42.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:42.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:42.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:42.304 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:42.298242 15153 tablet.cc:2406] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:09:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.301163 15578 raft_consensus.cc:493] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.301923 15578 raft_consensus.cc:515] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.311913 15578 leader_election.cc:290] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739), 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033)
23:09:42.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.328588 15574 tablet_bootstrap.cc:654] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3: Neither blocks nor log segments found. Creating new log.
23:09:42.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.333514 15583 leader_election.cc:290] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130:34465), 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033)
23:09:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.344930 15573 tablet_bootstrap.cc:492] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b: No bootstrap required, opened a new log
23:09:42.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.345367 15573 ts_tablet_manager.cc:1403] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b: Time spent bootstrapping tablet: real 0.104s	user 0.036s	sys 0.035s
23:09:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.348008 15573 raft_consensus.cc:359] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.348664 15573 raft_consensus.cc:385] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.348939 15573 raft_consensus.cc:740] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 148a7d80b29e4f2f826b59ca3d5abe7b, State: Initialized, Role: FOLLOWER
23:09:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.353470 15572 tablet_bootstrap.cc:654] T 4b7bfd175df345b784f28e23e85d50e6 P 78a074ca72b3457ab1c8b0420328fa0a: Neither blocks nor log segments found. Creating new log.
23:09:42.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.349630 15573 consensus_queue.cc:260] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:42.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.361925 15573 ts_tablet_manager.cc:1434] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b: Time spent starting tablet: real 0.016s	user 0.006s	sys 0.000s
23:09:42.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.374070 15573 tablet_bootstrap.cc:492] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b: Bootstrap starting.
23:09:42.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.378780 15386 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b7bfd175df345b784f28e23e85d50e6" candidate_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78a074ca72b3457ab1c8b0420328fa0a" is_pre_election: true
23:09:42.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.382129 15098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b7bfd175df345b784f28e23e85d50e6" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" is_pre_election: true
23:09:42.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.382915 15098 raft_consensus.cc:2468] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 148a7d80b29e4f2f826b59ca3d5abe7b in term 0.
23:09:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:42.385555 14976 leader_election.cc:343] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033): Illegal state: must be running to vote when last-logged opid is not known
23:09:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.385933 15177 leader_election.cc:304] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 65a0e6863adf4fe28d0ac3d446adb2b3; no voters: 
23:09:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.387408 15578 raft_consensus.cc:2804] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.387763 15578 raft_consensus.cc:493] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.388101 15578 raft_consensus.cc:3060] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Advancing to term 1
23:09:42.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.389372 15573 tablet_bootstrap.cc:654] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b: Neither blocks nor log segments found. Creating new log.
23:09:42.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.397287 15578 raft_consensus.cc:515] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.401803 15098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b7bfd175df345b784f28e23e85d50e6" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3"
23:09:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.401268 15578 leader_election.cc:290] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 election: Requested vote from peers 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739), 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033)
23:09:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.402345 15098 raft_consensus.cc:3060] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Advancing to term 1
23:09:42.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.406432 15574 tablet_bootstrap.cc:492] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3: No bootstrap required, opened a new log
23:09:42.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.408677 15385 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b7bfd175df345b784f28e23e85d50e6" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78a074ca72b3457ab1c8b0420328fa0a"
23:09:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.408813 15386 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b7bfd175df345b784f28e23e85d50e6" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78a074ca72b3457ab1c8b0420328fa0a" is_pre_election: true
23:09:42.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:42.410764 15175 leader_election.cc:343] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033): Illegal state: must be running to vote when last-logged opid is not known
23:09:42.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.410095 15574 ts_tablet_manager.cc:1403] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3: Time spent bootstrapping tablet: real 0.130s	user 0.012s	sys 0.001s
23:09:42.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.421871 15574 raft_consensus.cc:359] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.422578 15574 raft_consensus.cc:385] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.427934 15241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "4b7bfd175df345b784f28e23e85d50e6" candidate_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" is_pre_election: true
23:09:42.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.422873 15574 raft_consensus.cc:740] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65a0e6863adf4fe28d0ac3d446adb2b3, State: Initialized, Role: FOLLOWER
23:09:42.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.429214 15241 raft_consensus.cc:2393] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 65a0e6863adf4fe28d0ac3d446adb2b3 in current term 1: Already voted for candidate 148a7d80b29e4f2f826b59ca3d5abe7b in this term.
23:09:42.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.430583 15098 raft_consensus.cc:2468] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 148a7d80b29e4f2f826b59ca3d5abe7b in term 1.
23:09:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.431006 14977 leader_election.cc:304] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65a0e6863adf4fe28d0ac3d446adb2b3; no voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 78a074ca72b3457ab1c8b0420328fa0a
23:09:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.432037 15177 leader_election.cc:304] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 65a0e6863adf4fe28d0ac3d446adb2b3; no voters: 78a074ca72b3457ab1c8b0420328fa0a
23:09:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.432435 15583 raft_consensus.cc:2749] T 4b7bfd175df345b784f28e23e85d50e6 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:09:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.432833 15578 raft_consensus.cc:2804] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 FOLLOWER]: Leader election won for term 1
23:09:42.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.429922 15574 consensus_queue.cc:260] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.440320 15573 tablet_bootstrap.cc:492] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b: No bootstrap required, opened a new log
23:09:42.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.440734 15573 ts_tablet_manager.cc:1403] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b: Time spent bootstrapping tablet: real 0.067s	user 0.009s	sys 0.003s
23:09:42.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.441244 15574 ts_tablet_manager.cc:1434] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3: Time spent starting tablet: real 0.022s	user 0.003s	sys 0.004s
23:09:42.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.442289 15574 tablet_bootstrap.cc:492] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3: Bootstrap starting.
23:09:42.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.443323 15573 raft_consensus.cc:359] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } } peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } }
23:09:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.443954 15573 raft_consensus.cc:385] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.444211 15573 raft_consensus.cc:740] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 148a7d80b29e4f2f826b59ca3d5abe7b, State: Initialized, Role: FOLLOWER
23:09:42.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.444875 15573 consensus_queue.cc:260] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } } peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } }
23:09:42.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.454655 15578 raft_consensus.cc:697] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 LEADER]: Becoming Leader. State: Replica: 148a7d80b29e4f2f826b59ca3d5abe7b, State: Running, Role: LEADER
23:09:42.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.455668 15578 consensus_queue.cc:237] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.463804 15581 raft_consensus.cc:493] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:42.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.464372 15581 raft_consensus.cc:515] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.465538 15600 raft_consensus.cc:493] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:42.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.468119 15573 ts_tablet_manager.cc:1434] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b: Time spent starting tablet: real 0.027s	user 0.006s	sys 0.005s
23:09:42.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.466394 15600 raft_consensus.cc:515] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.472344 15581 leader_election.cc:290] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739), 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130:34465)
23:09:42.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.481647 15098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e28f72b4cf804ef6b6b9347b5739b178" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" is_pre_election: true
23:09:42.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.483400 15098 raft_consensus.cc:2468] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 148a7d80b29e4f2f826b59ca3d5abe7b in term 0.
23:09:42.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.484579 15177 leader_election.cc:304] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 65a0e6863adf4fe28d0ac3d446adb2b3; no voters: 
23:09:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.485674 15599 raft_consensus.cc:2804] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.485910 15572 tablet_bootstrap.cc:492] T 4b7bfd175df345b784f28e23e85d50e6 P 78a074ca72b3457ab1c8b0420328fa0a: No bootstrap required, opened a new log
23:09:42.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.486235 15599 raft_consensus.cc:493] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.486876 15599 raft_consensus.cc:3060] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Advancing to term 1
23:09:42.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.489921 15572 ts_tablet_manager.cc:1403] T 4b7bfd175df345b784f28e23e85d50e6 P 78a074ca72b3457ab1c8b0420328fa0a: Time spent bootstrapping tablet: real 0.195s	user 0.018s	sys 0.013s
23:09:42.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.493916 15599 raft_consensus.cc:515] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.495426 15574 tablet_bootstrap.cc:654] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3: Neither blocks nor log segments found. Creating new log.
23:09:42.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.499963 15600 leader_election.cc:290] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739), 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033)
23:09:42.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.518772 15599 leader_election.cc:290] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 election: Requested vote from peers 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739), 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033)
23:09:42.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.521045 15574 tablet_bootstrap.cc:492] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3: No bootstrap required, opened a new log
23:09:42.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.521503 15574 ts_tablet_manager.cc:1403] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3: Time spent bootstrapping tablet: real 0.079s	user 0.007s	sys 0.004s
23:09:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.524629 15574 raft_consensus.cc:359] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } } peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } }
23:09:42.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.525316 15574 raft_consensus.cc:385] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.525596 15574 raft_consensus.cc:740] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65a0e6863adf4fe28d0ac3d446adb2b3, State: Initialized, Role: FOLLOWER
23:09:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.526314 15574 consensus_queue.cc:260] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } } peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } }
23:09:42.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.529028 15097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "70f6024f38ca45f881600cb8e05172b2" candidate_uuid: "78a074ca72b3457ab1c8b0420328fa0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" is_pre_election: true
23:09:42.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:42.530936 15322 leader_election.cc:343] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739): Illegal state: must be running to vote when last-logged opid is not known
23:09:42.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.540011 15574 ts_tablet_manager.cc:1434] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3: Time spent starting tablet: real 0.018s	user 0.005s	sys 0.000s
23:09:42.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.540966 15574 tablet_bootstrap.cc:492] T 850cb13c12d34e91b65036e28e28ee94 P 65a0e6863adf4fe28d0ac3d446adb2b3: Bootstrap starting.
23:09:42.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.557225 15098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e28f72b4cf804ef6b6b9347b5739b178" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3"
23:09:42.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.557885 15098 raft_consensus.cc:3060] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Advancing to term 1
23:09:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.562849 15581 raft_consensus.cc:493] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.563592 15574 tablet_bootstrap.cc:654] T 850cb13c12d34e91b65036e28e28ee94 P 65a0e6863adf4fe28d0ac3d446adb2b3: Neither blocks nor log segments found. Creating new log.
23:09:42.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.563308 15581 raft_consensus.cc:515] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.565922 15097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "850cb13c12d34e91b65036e28e28ee94" candidate_uuid: "78a074ca72b3457ab1c8b0420328fa0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" is_pre_election: true
23:09:42.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:42.567225 15322 leader_election.cc:343] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739): Illegal state: must be running to vote when last-logged opid is not known
23:09:42.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.568176 15581 leader_election.cc:290] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739), 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130:34465)
23:09:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.569432 15386 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e28f72b4cf804ef6b6b9347b5739b178" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78a074ca72b3457ab1c8b0420328fa0a" is_pre_election: true
23:09:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.570070 15386 raft_consensus.cc:2468] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 148a7d80b29e4f2f826b59ca3d5abe7b in term 0.
23:09:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.571579 15386 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "e28f72b4cf804ef6b6b9347b5739b178" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78a074ca72b3457ab1c8b0420328fa0a"
23:09:42.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.572109 15386 raft_consensus.cc:3060] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Advancing to term 1
23:09:42.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.578774 15386 raft_consensus.cc:2468] T e28f72b4cf804ef6b6b9347b5739b178 P 78a074ca72b3457ab1c8b0420328fa0a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 148a7d80b29e4f2f826b59ca3d5abe7b in term 1.
23:09:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.580834 15175 leader_election.cc:304] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 78a074ca72b3457ab1c8b0420328fa0a; no voters: 
23:09:42.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.581581 15599 raft_consensus.cc:2804] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 FOLLOWER]: Leader election won for term 1
23:09:42.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.582042 15599 raft_consensus.cc:697] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 LEADER]: Becoming Leader. State: Replica: 148a7d80b29e4f2f826b59ca3d5abe7b, State: Running, Role: LEADER
23:09:42.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.582790 15599 consensus_queue.cc:237] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.584136 15240 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "850cb13c12d34e91b65036e28e28ee94" candidate_uuid: "78a074ca72b3457ab1c8b0420328fa0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" is_pre_election: true
23:09:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.584821 15240 raft_consensus.cc:2468] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 78a074ca72b3457ab1c8b0420328fa0a in term 0.
23:09:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.585289 15241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "70f6024f38ca45f881600cb8e05172b2" candidate_uuid: "78a074ca72b3457ab1c8b0420328fa0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" is_pre_election: true
23:09:42.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.585877 15241 raft_consensus.cc:2468] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 78a074ca72b3457ab1c8b0420328fa0a in term 0.
23:09:42.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.587122 15321 leader_election.cc:304] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 78a074ca72b3457ab1c8b0420328fa0a; no voters: 65a0e6863adf4fe28d0ac3d446adb2b3
23:09:42.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.589294 15581 raft_consensus.cc:2804] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.589857 15581 raft_consensus.cc:493] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.590284 15581 raft_consensus.cc:3060] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Advancing to term 1
23:09:42.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.590696 15574 tablet_bootstrap.cc:492] T 850cb13c12d34e91b65036e28e28ee94 P 65a0e6863adf4fe28d0ac3d446adb2b3: No bootstrap required, opened a new log
23:09:42.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.591140 15574 ts_tablet_manager.cc:1403] T 850cb13c12d34e91b65036e28e28ee94 P 65a0e6863adf4fe28d0ac3d446adb2b3: Time spent bootstrapping tablet: real 0.050s	user 0.007s	sys 0.004s
23:09:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.594002 15574 raft_consensus.cc:359] T 850cb13c12d34e91b65036e28e28ee94 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.594655 15574 raft_consensus.cc:385] T 850cb13c12d34e91b65036e28e28ee94 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.594923 15574 raft_consensus.cc:740] T 850cb13c12d34e91b65036e28e28ee94 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65a0e6863adf4fe28d0ac3d446adb2b3, State: Initialized, Role: FOLLOWER
23:09:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.595618 15574 consensus_queue.cc:260] T 850cb13c12d34e91b65036e28e28ee94 P 65a0e6863adf4fe28d0ac3d446adb2b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.595953 15321 leader_election.cc:304] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 78a074ca72b3457ab1c8b0420328fa0a; no voters: 65a0e6863adf4fe28d0ac3d446adb2b3
23:09:42.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.605206 15574 ts_tablet_manager.cc:1434] T 850cb13c12d34e91b65036e28e28ee94 P 65a0e6863adf4fe28d0ac3d446adb2b3: Time spent starting tablet: real 0.014s	user 0.007s	sys 0.000s
23:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.606144 15574 tablet_bootstrap.cc:492] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3: Bootstrap starting.
23:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.606155 15607 raft_consensus.cc:2804] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:42.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.606500 15607 raft_consensus.cc:493] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:42.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.610072 15607 raft_consensus.cc:3060] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Advancing to term 1
23:09:42.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.605803 15581 raft_consensus.cc:515] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.617255 15581 leader_election.cc:290] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 election: Requested vote from peers 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739), 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130:34465)
23:09:42.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.618374 15241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "850cb13c12d34e91b65036e28e28ee94" candidate_uuid: "78a074ca72b3457ab1c8b0420328fa0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b"
23:09:42.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.618950 15241 raft_consensus.cc:3060] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Advancing to term 1
23:09:42.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.619818 15097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "850cb13c12d34e91b65036e28e28ee94" candidate_uuid: "78a074ca72b3457ab1c8b0420328fa0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3"
23:09:42.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.620339 15097 raft_consensus.cc:3060] T 850cb13c12d34e91b65036e28e28ee94 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Advancing to term 1
23:09:42.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.624135 15607 raft_consensus.cc:515] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.625669 15241 raft_consensus.cc:2468] T 850cb13c12d34e91b65036e28e28ee94 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 78a074ca72b3457ab1c8b0420328fa0a in term 1.
23:09:42.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.626891 15321 leader_election.cc:304] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 78a074ca72b3457ab1c8b0420328fa0a; no voters: 
23:09:42.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.627806 15581 raft_consensus.cc:2804] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [term 1 FOLLOWER]: Leader election won for term 1
23:09:42.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.629432 15574 tablet_bootstrap.cc:654] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3: Neither blocks nor log segments found. Creating new log.
23:09:42.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.629992 15097 raft_consensus.cc:2468] T 850cb13c12d34e91b65036e28e28ee94 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 78a074ca72b3457ab1c8b0420328fa0a in term 1.
23:09:42.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.637869 15097 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "70f6024f38ca45f881600cb8e05172b2" candidate_uuid: "78a074ca72b3457ab1c8b0420328fa0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3"
23:09:42.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:42.639242 15322 leader_election.cc:343] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739): Illegal state: must be running to vote when last-logged opid is not known
23:09:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.643708 15241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "70f6024f38ca45f881600cb8e05172b2" candidate_uuid: "78a074ca72b3457ab1c8b0420328fa0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b"
23:09:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.644387 15241 raft_consensus.cc:3060] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Advancing to term 1
23:09:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.642437 15607 leader_election.cc:290] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 election: Requested vote from peers 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739), 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130:34465)
23:09:42.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.641650 15581 raft_consensus.cc:697] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [term 1 LEADER]: Becoming Leader. State: Replica: 78a074ca72b3457ab1c8b0420328fa0a, State: Running, Role: LEADER
23:09:42.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.656347 15572 raft_consensus.cc:359] T 4b7bfd175df345b784f28e23e85d50e6 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.657116 15572 raft_consensus.cc:385] T 4b7bfd175df345b784f28e23e85d50e6 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.657385 15572 raft_consensus.cc:740] T 4b7bfd175df345b784f28e23e85d50e6 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78a074ca72b3457ab1c8b0420328fa0a, State: Initialized, Role: FOLLOWER
23:09:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.656158 15581 consensus_queue.cc:237] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.658077 15572 consensus_queue.cc:260] T 4b7bfd175df345b784f28e23e85d50e6 P 78a074ca72b3457ab1c8b0420328fa0a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.659147 15241 raft_consensus.cc:2468] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 78a074ca72b3457ab1c8b0420328fa0a in term 1.
23:09:42.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.660491 15321 leader_election.cc:304] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 78a074ca72b3457ab1c8b0420328fa0a; no voters: 65a0e6863adf4fe28d0ac3d446adb2b3
23:09:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.661792 15607 raft_consensus.cc:2804] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [term 1 FOLLOWER]: Leader election won for term 1
23:09:42.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.654600 15098 raft_consensus.cc:2468] T e28f72b4cf804ef6b6b9347b5739b178 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 148a7d80b29e4f2f826b59ca3d5abe7b in term 1.
23:09:42.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.662935 15607 raft_consensus.cc:697] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [term 1 LEADER]: Becoming Leader. State: Replica: 78a074ca72b3457ab1c8b0420328fa0a, State: Running, Role: LEADER
23:09:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.663757 15607 consensus_queue.cc:237] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.664515 15572 ts_tablet_manager.cc:1434] T 4b7bfd175df345b784f28e23e85d50e6 P 78a074ca72b3457ab1c8b0420328fa0a: Time spent starting tablet: real 0.174s	user 0.006s	sys 0.000s
23:09:42.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.665400 15572 tablet_bootstrap.cc:492] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a: Bootstrap starting.
23:09:42.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.676648 15578 raft_consensus.cc:493] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:42.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.677104 15578 raft_consensus.cc:515] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } } peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } }
23:09:42.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.679142 15578 leader_election.cc:290] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033), 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739)
23:09:42.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.680749 15386 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af1712852114e6781b9d9f2e221e772" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78a074ca72b3457ab1c8b0420328fa0a" is_pre_election: true
23:09:42.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:42.682091 15175 leader_election.cc:343] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033): Illegal state: must be running to vote when last-logged opid is not known
23:09:42.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.686810 14824 catalog_manager.cc:5696] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b reported cstate change: term changed from 0 to 1, leader changed from <none> to 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130). New cstate: current_term: 1 leader_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } health_report { overall_health: UNKNOWN } } }
23:09:42.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.693602 14823 catalog_manager.cc:5696] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a reported cstate change: term changed from 0 to 1, leader changed from <none> to 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131). New cstate: current_term: 1 leader_uuid: "78a074ca72b3457ab1c8b0420328fa0a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } health_report { overall_health: HEALTHY } } }
23:09:42.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.700232 15098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af1712852114e6781b9d9f2e221e772" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" is_pre_election: true
23:09:42.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.700984 15098 raft_consensus.cc:2468] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 148a7d80b29e4f2f826b59ca3d5abe7b in term 0.
23:09:42.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.702360 15177 leader_election.cc:304] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 65a0e6863adf4fe28d0ac3d446adb2b3; no voters: 78a074ca72b3457ab1c8b0420328fa0a
23:09:42.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.703187 15578 raft_consensus.cc:2804] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Leader pre-election won for term 1
23:09:42.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.703517 15578 raft_consensus.cc:493] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:09:42.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.703810 15578 raft_consensus.cc:3060] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 0 FOLLOWER]: Advancing to term 1
23:09:42.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.705641 15574 tablet_bootstrap.cc:492] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3: No bootstrap required, opened a new log
23:09:42.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.706183 15574 ts_tablet_manager.cc:1403] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3: Time spent bootstrapping tablet: real 0.100s	user 0.010s	sys 0.003s
23:09:42.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.711123 15574 raft_consensus.cc:359] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.712984 15574 raft_consensus.cc:385] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.712988 15578 raft_consensus.cc:515] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } } peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } }
23:09:42.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.713732 15574 raft_consensus.cc:740] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 65a0e6863adf4fe28d0ac3d446adb2b3, State: Initialized, Role: FOLLOWER
23:09:42.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.714412 15574 consensus_queue.cc:260] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.722162 15386 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af1712852114e6781b9d9f2e221e772" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78a074ca72b3457ab1c8b0420328fa0a"
23:09:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.722306 15574 ts_tablet_manager.cc:1434] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3: Time spent starting tablet: real 0.016s	user 0.003s	sys 0.003s
23:09:42.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:42.724050 15175 leader_election.cc:343] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033): Illegal state: must be running to vote when last-logged opid is not known
23:09:42.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.736443 15098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af1712852114e6781b9d9f2e221e772" candidate_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3"
23:09:42.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.737146 15098 raft_consensus.cc:3060] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Advancing to term 1
23:09:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.744334 15583 raft_consensus.cc:493] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.744781 15583 raft_consensus.cc:515] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } }
23:09:42.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.746798 15583 leader_election.cc:290] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130:34465), 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033)
23:09:42.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.734648 15578 leader_election.cc:290] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 election: Requested vote from peers 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131:33033), 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739)
23:09:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.748003 15241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "70f6024f38ca45f881600cb8e05172b2" candidate_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" is_pre_election: true
23:09:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.748721 15241 raft_consensus.cc:2393] T 70f6024f38ca45f881600cb8e05172b2 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 65a0e6863adf4fe28d0ac3d446adb2b3 in current term 1: Already voted for candidate 78a074ca72b3457ab1c8b0420328fa0a in this term.
23:09:42.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.750530 15386 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "70f6024f38ca45f881600cb8e05172b2" candidate_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "78a074ca72b3457ab1c8b0420328fa0a" is_pre_election: true
23:09:42.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.753283 15098 raft_consensus.cc:2468] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 148a7d80b29e4f2f826b59ca3d5abe7b in term 1.
23:09:42.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.753587 14977 leader_election.cc:304] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 65a0e6863adf4fe28d0ac3d446adb2b3; no voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 78a074ca72b3457ab1c8b0420328fa0a
23:09:42.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.754375 15583 raft_consensus.cc:3060] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 0 FOLLOWER]: Advancing to term 1
23:09:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.755371 15177 leader_election.cc:304] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 65a0e6863adf4fe28d0ac3d446adb2b3; no voters: 78a074ca72b3457ab1c8b0420328fa0a
23:09:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.756487 15572 tablet_bootstrap.cc:654] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a: Neither blocks nor log segments found. Creating new log.
23:09:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.761294 15583 raft_consensus.cc:2749] T 70f6024f38ca45f881600cb8e05172b2 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:09:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.761962 15578 raft_consensus.cc:2804] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 FOLLOWER]: Leader election won for term 1
23:09:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.763613 15578 raft_consensus.cc:697] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [term 1 LEADER]: Becoming Leader. State: Replica: 148a7d80b29e4f2f826b59ca3d5abe7b, State: Running, Role: LEADER
23:09:42.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.766299 15578 consensus_queue.cc:237] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } } peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } }
23:09:42.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.827800 14824 catalog_manager.cc:5696] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b reported cstate change: term changed from 0 to 1, leader changed from <none> to 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130). New cstate: current_term: 1 leader_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } health_report { overall_health: HEALTHY } } }
23:09:42.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.831718 14824 catalog_manager.cc:5696] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b reported cstate change: term changed from 0 to 1, leader changed from <none> to 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130). New cstate: current_term: 1 leader_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } health_report { overall_health: UNKNOWN } } }
23:09:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.846519 14823 catalog_manager.cc:5696] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a reported cstate change: term changed from 0 to 1, leader changed from <none> to 78a074ca72b3457ab1c8b0420328fa0a (127.14.70.131). New cstate: current_term: 1 leader_uuid: "78a074ca72b3457ab1c8b0420328fa0a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } health_report { overall_health: HEALTHY } } }
23:09:42.863 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.887251 15572 tablet_bootstrap.cc:492] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a: No bootstrap required, opened a new log
23:09:42.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.887672 15572 ts_tablet_manager.cc:1403] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a: Time spent bootstrapping tablet: real 0.222s	user 0.020s	sys 0.019s
23:09:42.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.890889 15572 raft_consensus.cc:359] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } } peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } }
23:09:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.891824 15572 raft_consensus.cc:385] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:09:42.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.892213 15572 raft_consensus.cc:740] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 78a074ca72b3457ab1c8b0420328fa0a, State: Initialized, Role: FOLLOWER
23:09:42.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.893244 15572 consensus_queue.cc:260] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } } peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } }
23:09:42.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.906745 15578 consensus_queue.cc:1048] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [LEADER]: Connected to new peer: Peer: permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:09:42.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.909658 15572 ts_tablet_manager.cc:1434] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a: Time spent starting tablet: real 0.022s	user 0.005s	sys 0.003s
23:09:42.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:42.917740 14810 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.14.70.190:46459, user_credentials={real_user=slave}} blocked reactor thread for 46392.1us
23:09:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.979344 15607 raft_consensus.cc:493] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:09:42.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.979818 15607 raft_consensus.cc:515] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 } } peers { permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 } } peers { permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 } }
23:09:42.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.984073 15098 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af1712852114e6781b9d9f2e221e772" candidate_uuid: "78a074ca72b3457ab1c8b0420328fa0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" is_pre_election: true
23:09:42.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.984807 15098 raft_consensus.cc:2393] T 1af1712852114e6781b9d9f2e221e772 P 65a0e6863adf4fe28d0ac3d446adb2b3 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 78a074ca72b3457ab1c8b0420328fa0a in current term 1: Already voted for candidate 148a7d80b29e4f2f826b59ca3d5abe7b in this term.
23:09:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.986523 15607 leader_election.cc:290] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739), 148a7d80b29e4f2f826b59ca3d5abe7b (127.14.70.130:34465)
23:09:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.992002 15386 raft_consensus.cc:3060] T 4b7bfd175df345b784f28e23e85d50e6 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Advancing to term 1
23:09:42.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.992398 15241 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "1af1712852114e6781b9d9f2e221e772" candidate_uuid: "78a074ca72b3457ab1c8b0420328fa0a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" is_pre_election: true
23:09:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.997102 15321 leader_election.cc:304] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 78a074ca72b3457ab1c8b0420328fa0a; no voters: 148a7d80b29e4f2f826b59ca3d5abe7b, 65a0e6863adf4fe28d0ac3d446adb2b3
23:09:43.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:42.998153 15607 raft_consensus.cc:3060] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a [term 0 FOLLOWER]: Advancing to term 1
23:09:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:43.005692 15607 raft_consensus.cc:2749] T 1af1712852114e6781b9d9f2e221e772 P 78a074ca72b3457ab1c8b0420328fa0a [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:09:43.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:43.005965 15600 consensus_queue.cc:1048] T 4b7bfd175df345b784f28e23e85d50e6 P 148a7d80b29e4f2f826b59ca3d5abe7b [LEADER]: Connected to new peer: Peer: permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:43.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:43.040391 15607 consensus_queue.cc:1048] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [LEADER]: Connected to new peer: Peer: permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:43.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:43.068326 15608 consensus_queue.cc:1048] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a [LEADER]: Connected to new peer: Peer: permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:09:43.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:43.137223 15629 consensus_queue.cc:1048] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [LEADER]: Connected to new peer: Peer: permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:43.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:43.150691 15599 consensus_queue.cc:1048] T e28f72b4cf804ef6b6b9347b5739b178 P 148a7d80b29e4f2f826b59ca3d5abe7b [LEADER]: Connected to new peer: Peer: permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:43.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:43.179455 15608 consensus_queue.cc:1048] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [LEADER]: Connected to new peer: Peer: permanent_uuid: "148a7d80b29e4f2f826b59ca3d5abe7b" member_type: VOTER last_known_addr { host: "127.14.70.130" port: 34465 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:43.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:43.195999 15581 consensus_queue.cc:1048] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a [LEADER]: Connected to new peer: Peer: permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:43.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:43.355763 15599 consensus_queue.cc:1048] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [LEADER]: Connected to new peer: Peer: permanent_uuid: "78a074ca72b3457ab1c8b0420328fa0a" member_type: VOTER last_known_addr { host: "127.14.70.131" port: 33033 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:43.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:43.359777 15599 consensus_queue.cc:1048] T 1af1712852114e6781b9d9f2e221e772 P 148a7d80b29e4f2f826b59ca3d5abe7b [LEADER]: Connected to new peer: Peer: permanent_uuid: "65a0e6863adf4fe28d0ac3d446adb2b3" member_type: VOTER last_known_addr { host: "127.14.70.129" port: 35739 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:09:43.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:43.579 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:43.579 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:43.579 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:43.580 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:43.579 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:43.580 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:43.580 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:43.580 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:43.580 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:43.711 [DEBUG - main] (Connection.java:575) [peer master-127.13.143.253:38459(127.13.143.253:38459)] disconnecting while in state READY
23:09:43.711 [DEBUG - main] (Connection.java:575) [peer master-127.13.143.254:38315(127.13.143.254:38315)] disconnecting while in state READY
23:09:43.711 [DEBUG - main] (Connection.java:575) [peer master-127.13.143.252:35611(127.13.143.252:35611)] disconnecting while in state READY
23:09:43.712 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.143.253:38459(127.13.143.253:38459)] handling channelInactive
23:09:43.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state READY due to: connection closed
23:09:43.712 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:43.712 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.143.254:38315(127.13.143.254:38315)] handling channelInactive
23:09:43.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state READY due to: connection closed
23:09:43.715 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:09:43.715 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:09:43.717 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.143.252:35611(127.13.143.252:35611)] handling channelInactive
23:09:43.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state READY due to: connection closed
23:09:43.717 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
23:09:43.717 [DEBUG - main] (Connection.java:575) [peer master-127.14.70.190:46459(127.14.70.190:46459)] disconnecting while in state READY
23:09:43.717 [DEBUG - main] (Connection.java:575) [peer master-127.14.70.189:34071(127.14.70.189:34071)] disconnecting while in state READY
23:09:43.717 [DEBUG - main] (Connection.java:575) [peer master-127.14.70.188:41813(127.14.70.188:41813)] disconnecting while in state READY
23:09:43.718 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.70.189:34071(127.14.70.189:34071)] handling channelInactive
23:09:43.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state READY due to: connection closed
23:09:43.724 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:43.724 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.70.190:46459(127.14.70.190:46459)] handling channelInactive
23:09:43.725 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:09:43.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state READY due to: connection closed
23:09:43.730 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:09:43.732 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.70.188:41813(127.14.70.188:41813)] handling channelInactive
23:09:43.733 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state READY due to: connection closed
23:09:43.734 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
23:09:43.735 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:09:43.736 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:09:43.736 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:09:43.736 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:09:43.736 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:09:43.736 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:09:43.759 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:09:43.759 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:09:43.759 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:09:43.759 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:09:43.759 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:09:43.759 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:09:43.760 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:09:43.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:43.980 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:09:44.034 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:09:44.034 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:09:44.034 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:09:44.048 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:09:44.226 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:44.227 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:44.227 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:44.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:44.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.228 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:44.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:44.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:44.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:44.228 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:44.228 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:44.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:44.504 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:44.505 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:44.505 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:44.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:44.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:44.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:44.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.510 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:44.510 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:44.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:44.511 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:44.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.598 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:44.745 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:44.746 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:44.746 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:44.746 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:44.746 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:44.747 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:44.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:44.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:44.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:44.748 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:44.748 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:44.800 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
23:09:44.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:45.042 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:09:45.057 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:09:45.074 [INFO - flink-metrics-4] (Slf4jLogger.scala:117) Slf4jLogger started
23:09:45.086 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:09:45.101 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:09:45.111 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:09:45.112 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:09:45.112 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:09:45.113 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:09:45.113 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:09:45.113 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:09:45.113 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:09:45.113 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:09:45.114 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:09:45.114 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:09:45.114 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:09:45.114 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:09:45.114 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:09:45.114 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:09:45.115 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:09:45.115 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:09:45.115 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:09:45.115 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:09:45.115 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:09:45.115 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:09:45.115 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:09:45.116 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:09:45.116 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:09:45.116 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:09:45.116 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_c99096a9d1a15e478be56ef44357099c/blobStorage
23:09:45.118 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:32849 - max concurrent requests: 50 - max backlog: 1000
23:09:45.119 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_c99096a9d1a15e478be56ef44357099c/blobStorage
23:09:45.120 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_c99096a9d1a15e478be56ef44357099c/blobStorage
23:09:45.120 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:09:45.121 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: ab4cf2cf-ff39-4003-8592-d8ad29ad8673
23:09:45.122 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 37 GB (77.08% usable)
23:09:45.123 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-dc0a17cc-c3aa-4ce8-8765-f03879e752b5
23:09:45.125 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-1d57303a-4da6-44ea-916d-f80bbad3d44a
23:09:45.200 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:09:45.200 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:09:45.200 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:09:45.200 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:09:45.201 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:09:45.203 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_4 .
23:09:45.208 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
23:09:45.208 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-fc6e5af0-003c-4b49-ade5-36eca5ac3c2d
23:09:45.209 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:09:45.209 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:09:45.217 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:45.217 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:45.218 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:45.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:45.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:45.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:45.218 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:09:45.218 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:09:45.218 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:45.218 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:45.218 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:45.218 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:45.218 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:45.218 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:45.218 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:45.224 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:37071
23:09:45.224 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:09:45.226 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:37071 was granted leadership with leaderSessionID=60dbea98-7840-4b32-9de4-515f0f269fa7
23:09:45.226 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:37071 , session=60dbea98-7840-4b32-9de4-515f0f269fa7
23:09:45.226 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:09:45.227 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:09:45.227 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:09:45.227 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id e359f996-76fd-47be-98d1-3dc4d9c78041. Creating new DispatcherLeaderProcess.
23:09:45.227 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:09:45.228 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:09:45.228 [INFO - pool-53-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 3adc0520-548b-4b28-8248-41d148a42135.
23:09:45.228 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:09:45.228 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:09:45.231 [INFO - pool-53-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_5 .
23:09:45.237 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
23:09:45.243 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:09:45.243 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:09:45.243 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:09:45.243 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:09:45.246 [INFO - mini-cluster-io-thread-2] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_5 , session=3adc0520-548b-4b28-8248-41d148a42135
23:09:45.248 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_5(824841d148a421353adc0520548b4b28).
23:09:45.256 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_6 .
23:09:45.262 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_6 , session=e359f996-76fd-47be-98d1-3dc4d9c78041
23:09:45.281 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:09:45.287 [INFO - flink-pekko.actor.default-dispatcher-10] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (b2b25cd960f08851bedacc90188e59d4).
23:09:45.288 [INFO - flink-pekko.actor.default-dispatcher-10] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (b2b25cd960f08851bedacc90188e59d4).
23:09:45.288 [INFO - flink-pekko.actor.default-dispatcher-10] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-b2b25cd960f08851bedacc90188e59d4'.
23:09:45.288 [INFO - mini-cluster-io-thread-2] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job b2b25cd960f08851bedacc90188e59d4 was granted leadership with leader id e6c64ace-254f-40be-93b4-4f2089fc36c3. Creating new JobMasterServiceProcess.
23:09:45.288 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID ab4cf2cf-ff39-4003-8592-d8ad29ad8673 (pekko://flink/user/rpc/taskmanager_4) at ResourceManager
23:09:45.289 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_5 under registration id 5464d7b3410b2b92e91a12a2cbdddd9f.
23:09:45.289 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:344) Registering task executor ab4cf2cf-ff39-4003-8592-d8ad29ad8673 under 5464d7b3410b2b92e91a12a2cbdddd9f at the slot manager.
23:09:45.293 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_7 .
23:09:45.300 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (b2b25cd960f08851bedacc90188e59d4).
23:09:45.300 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4).
23:09:45.301 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph d405e8787fcbf86a84a22442fad26621 for job b2b25cd960f08851bedacc90188e59d4.
23:09:45.301 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4).
23:09:45.301 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:09:45.302 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
23:09:45.302 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f46cece
23:09:45.302 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:09:45.302 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:09:45.303 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:09:45.304 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@46899cd for Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4).
23:09:45.305 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_7 , session=e6c64ace-254f-40be-93b4-4f2089fc36c3
23:09:45.305 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (b2b25cd960f08851bedacc90188e59d4) under job master id 93b44f2089fc36c3e6c64ace254f40be.
23:09:45.306 [INFO - flink-pekko.actor.default-dispatcher-8] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:09:45.308 [DEBUG - flink-pekko.actor.default-dispatcher-8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:45.308 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:09:45.309 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state CREATED to RUNNING.
23:09:45.310 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:09:45.310 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:09:45.311 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:09:45.311 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:09:45.312 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:45.315 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:45.315 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:45.315 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:45.316 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:45.317 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:45.317 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:45.317 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:45.317 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:45.317 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:45.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:45.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:45.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:45.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:45.318 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:45.319 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_5(824841d148a421353adc0520548b4b28)
23:09:45.323 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.13.143.252:35611(127.13.143.252:35611)] Successfully connected to peer
23:09:45.323 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:09:45.324 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:390) Registering job manager 93b44f2089fc36c3e6c64ace254f40be@pekko://flink/user/rpc/jobmanager_7 for job b2b25cd960f08851bedacc90188e59d4.
23:09:45.334 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:45.336 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager 93b44f2089fc36c3e6c64ace254f40be@pekko://flink/user/rpc/jobmanager_7 for job b2b25cd960f08851bedacc90188e59d4.
23:09:45.342 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.252
23:09:45.346 [INFO - flink-pekko.actor.default-dispatcher-9] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 824841d148a421353adc0520548b4b28.
23:09:45.347 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:09:45.347 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.13.143.254:38315(127.13.143.254:38315)] Successfully connected to peer
23:09:45.347 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.13.143.253:38459(127.13.143.253:38459)] Successfully connected to peer
23:09:45.355 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job b2b25cd960f08851bedacc90188e59d4
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager ab4cf2cf-ff39-4003-8592-d8ad29ad8673
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:09:45.356 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 0b815fbd9e4299a90c651edd5a93d7ef from ab4cf2cf-ff39-4003-8592-d8ad29ad8673 for job b2b25cd960f08851bedacc90188e59d4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:09:45.357 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 0b815fbd9e4299a90c651edd5a93d7ef for job b2b25cd960f08851bedacc90188e59d4 from resource manager with leader id 824841d148a421353adc0520548b4b28.
23:09:45.357 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 0b815fbd9e4299a90c651edd5a93d7ef with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:09:45.357 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot af813b30f1bdf7ed02d1eb96380647b7 from ab4cf2cf-ff39-4003-8592-d8ad29ad8673 for job b2b25cd960f08851bedacc90188e59d4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:09:45.358 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 39c3666682cc04254d28470b89fa7a1a from ab4cf2cf-ff39-4003-8592-d8ad29ad8673 for job b2b25cd960f08851bedacc90188e59d4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:09:45.360 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 4c6c799fe0e1838e0fb89dcea3ff30c4 from ab4cf2cf-ff39-4003-8592-d8ad29ad8673 for job b2b25cd960f08851bedacc90188e59d4 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:09:45.360 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:45.361 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.254
23:09:45.362 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.364 [DEBUG - main] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:09:45.367 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x41e7c717, L:/127.0.0.1:55326 - R:/127.13.143.252:35611] using SASL/PLAIN
23:09:45.373 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultJobLeaderService.java:192) Add job b2b25cd960f08851bedacc90188e59d4 for job leader monitoring.
23:09:45.373 [INFO - mini-cluster-io-thread-2] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_7 with leader id e6c64ace-254f-40be-93b4-4f2089fc36c3.
23:09:45.373 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request af813b30f1bdf7ed02d1eb96380647b7 for job b2b25cd960f08851bedacc90188e59d4 from resource manager with leader id 824841d148a421353adc0520548b4b28.
23:09:45.373 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for af813b30f1bdf7ed02d1eb96380647b7 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:09:45.374 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 39c3666682cc04254d28470b89fa7a1a for job b2b25cd960f08851bedacc90188e59d4 from resource manager with leader id 824841d148a421353adc0520548b4b28.
23:09:45.374 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 39c3666682cc04254d28470b89fa7a1a with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:09:45.374 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 4c6c799fe0e1838e0fb89dcea3ff30c4 for job b2b25cd960f08851bedacc90188e59d4 from resource manager with leader id 824841d148a421353adc0520548b4b28.
23:09:45.374 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 4c6c799fe0e1838e0fb89dcea3ff30c4 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:09:45.375 [INFO - flink-pekko.actor.default-dispatcher-9] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:09:45.377 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_7 for job b2b25cd960f08851bedacc90188e59d4.
23:09:45.377 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1783) Establish JobManager connection for job b2b25cd960f08851bedacc90188e59d4.
23:09:45.377 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1633) Offer reserved slots to the leader of job b2b25cd960f08851bedacc90188e59d4.
23:09:45.378 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:09:45.379 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4
23:09:45.379 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:09:45.381 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=71), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: OK, deferred=null) after lookup
23:09:45.385 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.253
23:09:45.381 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.380 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:09:45.388 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job b2b25cd960f08851bedacc90188e59d4.
23:09:45.388 [INFO - flink-pekko.actor.default-dispatcher-6] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:09:45.388 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id b2b25cd960f08851bedacc90188e59d4
23:09:45.389 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:09:45.390 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b3d540d982b3476585ed9b68e3c4d3cf
23:09:45.390 [DEBUG - main] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:09:45.392 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x178f73ee, L:/127.0.0.1:37186 - R:/127.13.143.254:38315] using SASL/PLAIN
23:09:45.394 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.70.189:34071(127.14.70.189:34071)] Successfully connected to peer
23:09:45.403 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.408 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0396b027, L:/127.0.0.1:35680 - R:/127.13.143.253:38459] using SASL/PLAIN
23:09:45.408 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fff747042f7143a6bbc95a36d53fddbd for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:45.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a3db128e2b254e219630bf122eb3350d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:45.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 91130f46282b4f9293463d4444d330a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:45.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0bbf7cb6475144aea184e1253c64ccc1 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:45.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 68363dc9108e4964a195132c6f974e78 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:45.409 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:45.425 [DEBUG - main] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:09:45.428 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.70.190:46459(127.14.70.190:46459)] Successfully connected to peer
23:09:45.439 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.190
23:09:45.443 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.189
23:09:45.444 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:09:45.446 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:09:45.447 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e43442a
23:09:45.447 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:09:45.447 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:09:45.450 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:09:45.452 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:09:45.453 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 0b815fbd9e4299a90c651edd5a93d7ef
23:09:45.453 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 0b815fbd9e4299a90c651edd5a93d7ef.
23:09:45.457 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 0b815fbd9e4299a90c651edd5a93d7ef.
23:09:45.458 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:45.459 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:45.459 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:45.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:45.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:45.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:45.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:45.459 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:45.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:45.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:45.460 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:45.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:45.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:45.471 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.473 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:09:45.474 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id af813b30f1bdf7ed02d1eb96380647b7
23:09:45.479 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.480 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@42333f64
23:09:45.486 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbcde9ccc, L:/127.0.0.1:45208 - R:/127.14.70.190:46459] using SASL/PLAIN
23:09:45.490 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:09:45.490 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 39c3666682cc04254d28470b89fa7a1a
23:09:45.490 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:09:45.494 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:45.499 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot af813b30f1bdf7ed02d1eb96380647b7.
23:09:45.501 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id af813b30f1bdf7ed02d1eb96380647b7.
23:09:45.502 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:09:45.503 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:09:45.504 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x15ebbb7c, L:/127.0.0.1:33294 - R:/127.14.70.189:34071] using SASL/PLAIN
23:09:45.506 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:09:45.506 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 0b815fbd9e4299a90c651edd5a93d7ef.
23:09:45.506 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot af813b30f1bdf7ed02d1eb96380647b7.
23:09:45.506 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 39c3666682cc04254d28470b89fa7a1a.
23:09:45.506 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3775e23f
23:09:45.506 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 39c3666682cc04254d28470b89fa7a1a.
23:09:45.508 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 39c3666682cc04254d28470b89fa7a1a.
23:09:45.506 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:09:45.509 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:09:45.509 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:09:45.510 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:09:45.512 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:09:45.512 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:09:45.514 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1b6118fe
23:09:45.514 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:09:45.514 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:09:45.514 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:09:45.514 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:09:45.518 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:09:45.518 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:09:45.518 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15c020f4
23:09:45.518 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:09:45.519 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:09:45.519 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:09:45.519 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:09:45.522 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b4742a6
23:09:45.530 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:45.531 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c1ab8b3
23:09:45.536 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.70.188:41813(127.14.70.188:41813)] Successfully connected to peer
23:09:45.540 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:45.541 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@23253691
23:09:45.549 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:09:45.551 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:45.555 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:09:45.556 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:09:45.556 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:09:45.558 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.70.189:34071(127.14.70.189:34071)] Successfully connected to peer
23:09:45.561 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.189
23:09:45.566 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:09:45.566 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.188
23:09:45.570 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.70.190:46459(127.14.70.190:46459)] Successfully connected to peer
23:09:45.574 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.576 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.190
23:09:45.581 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.70.188:41813(127.14.70.188:41813)] Successfully connected to peer
23:09:45.589 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5e49db29, L:/127.0.0.1:33306 - R:/127.14.70.189:34071] using SASL/PLAIN
23:09:45.595 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:09:45.595 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.604 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.605 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x417cfc2b, L:/127.0.0.1:37468 - R:/127.14.70.188:41813] using SASL/PLAIN
23:09:45.606 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.188
23:09:45.608 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:09:45.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:09:45.608 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=262), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [125ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: OK, [144ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: OK, deferred=null) after lookup
23:09:45.611 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.70.189:34071(127.14.70.189:34071)] Successfully connected to peer
23:09:45.613 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:45.614 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.189
23:09:45.620 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1af1712852114e6781b9d9f2e221e772 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:45.620 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4b7bfd175df345b784f28e23e85d50e6 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:45.620 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 70f6024f38ca45f881600cb8e05172b2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:45.620 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 850cb13c12d34e91b65036e28e28ee94 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:45.620 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e28f72b4cf804ef6b6b9347b5739b178 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:45.621 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=1af1712852114e6781b9d9f2e221e772@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4b7bfd175df345b784f28e23e85d50e6@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=70f6024f38ca45f881600cb8e05172b2@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=850cb13c12d34e91b65036e28e28ee94@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e28f72b4cf804ef6b6b9347b5739b178@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:45.621 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.70.188:41813, [6ms] Sub RPC GetTableLocations: received response from server master-127.14.70.188:41813: OK, deferred=null)) after lookup
23:09:45.624 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xee8d4411, L:/127.0.0.1:45220 - R:/127.14.70.190:46459] using SASL/PLAIN
23:09:45.624 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.630 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xc0125275, L:/127.0.0.1:37476 - R:/127.14.70.188:41813] using SASL/PLAIN
23:09:45.633 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.633 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:09:45.634 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=139), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: OK, [84ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: OK, deferred=null) after lookup
23:09:45.635 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] connecting to peer
23:09:45.637 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:45.637 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd6de0f0d, L:/127.0.0.1:33322 - R:/127.14.70.189:34071] using SASL/PLAIN
23:09:45.637 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:09:45.638 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.70.189:34071(127.14.70.189:34071)] Successfully connected to peer
23:09:45.639 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:09:45.640 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.70.190:46459(127.14.70.190:46459)] Successfully connected to peer
23:09:45.644 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:45.644 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@75e2b1ea
23:09:45.648 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:09:45.648 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:09:45.648 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.189
23:09:45.649 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.190
23:09:45.655 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:09:45.655 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.70.188:41813(127.14.70.188:41813)] Successfully connected to peer
23:09:45.656 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.70.190:46459(127.14.70.190:46459)] Successfully connected to peer
23:09:45.658 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] Successfully connected to peer
23:09:45.665 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.188
23:09:45.667 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.678 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe9ef8aa8, L:/127.0.0.1:33330 - R:/127.14.70.189:34071] using SASL/PLAIN
23:09:45.680 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.683 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:09:45.685 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.14.70.189:34071(127.14.70.189:34071)] Successfully connected to peer
23:09:45.686 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xde19d09d, L:/127.0.0.1:37492 - R:/127.14.70.188:41813] using SASL/PLAIN
23:09:45.687 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:09:45.692 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.692 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.190
23:09:45.693 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.189
23:09:45.696 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:09:45.696 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=156), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [100ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: OK, [135ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: OK, deferred=null) after lookup
23:09:45.699 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.14.70.190:46459(127.14.70.190:46459)] Successfully connected to peer
23:09:45.703 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.70.188:41813(127.14.70.188:41813)] Successfully connected to peer
23:09:45.708 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:09:45.708 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='debcce36f6add284edf0ce43756c2cbb9323c0b58eb0b8b1cbf5316d7a1e1ec9'}]
23:09:45.710 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.14.70.188:41813(127.14.70.188:41813)] Successfully connected to peer
23:09:45.711 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:45.712 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.188
23:09:45.720 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.188
23:09:45.723 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.728 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.14.70.190
23:09:45.728 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:45.730 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x32eaba6a, L:/127.0.0.1:45244 - R:/127.14.70.190:46459] using SASL/PLAIN
23:09:45.734 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x4078e11e, L:/127.0.0.1:45236 - R:/127.14.70.190:46459] using SASL/PLAIN
23:09:45.738 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:09:45.740 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:45.740 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5336378a
23:09:45.741 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299996, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}]
23:09:45.746 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.749 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc320994a, L:/127.0.0.1:45254 - R:/127.14.70.190:46459] using SASL/PLAIN
23:09:45.752 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.753 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.754 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:09:45.756 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x96fd5206, L:/127.0.0.1:37510 - R:/127.14.70.188:41813] using SASL/PLAIN
23:09:45.760 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:09:45.760 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=229), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [127ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: OK, [180ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: OK, [205ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: OK, deferred=null) after lookup
23:09:45.760 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xfa73e71a, L:/127.0.0.1:37498 - R:/127.14.70.188:41813] using SASL/PLAIN
23:09:45.764 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:09:45.764 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=212), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [144ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: OK, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: OK, deferred=null) after lookup
23:09:45.765 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:45.766 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:09:45.767 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:09:45.767 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:09:45.769 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:45.772 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:45.772 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f460fd5
23:09:45.772 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:45.774 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:45.775 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2352d05a
23:09:45.775 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:09:45.776 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:09:45.778 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='cddb4be824d7da9d6e07f026555558c6c3d196b833dec7ff955f70fbec6e744d'}]
23:09:45.780 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:45.781 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:09:45.782 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:09:45.782 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:09:45.782 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:09:45.785 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.789 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x785938b6, L:/127.0.0.1:36582 - R:/127.14.70.130:34465] using TOKEN/null
23:09:45.790 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:09:45.794 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='521e73f70743cb3eca67b4cb4586d93c32137c24e8e3725e75c04384a1dff549'}]
23:09:45.796 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:45.798 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:45.805 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:45.813 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.821 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1af1712852114e6781b9d9f2e221e772, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:45.821 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1af1712852114e6781b9d9f2e221e772 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:45.830 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b7bfd175df345b784f28e23e85d50e6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:45.833 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:45.833 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x535b6bef, L:/127.0.0.1:33332 - R:/127.14.70.189:34071] using SASL/PLAIN
23:09:45.833 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:09:45.834 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b7bfd175df345b784f28e23e85d50e6 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:45.834 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}]
23:09:45.834 [DEBUG - main] (Connection.java:748) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] connecting to peer
23:09:45.850 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.855 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:09:45.856 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}]
23:09:45.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:45.864 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x498f17cb, L:/127.0.0.1:43146 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:45.889 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:09:45.889 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='51b4528e27f13c746c1e5180e7b8ad57bcfac76cb12d341a56f7c8ed78340080'}]
23:09:45.890 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7305075856629760001) for scanner KuduScanner(table=replication_test_table, tablet=fff747042f7143a6bbc95a36d53fddbd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:45.891 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [debcce36f6add284edf0ce43756c2cbb9323c0b58eb0b8b1cbf5316d7a1e1ec9]
23:09:45.891 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:45.892 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:09:45.892 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:09:45.895 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:45.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:45.896 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:45.897 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:45.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:45.897 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:45.897 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:45.897 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:45.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:45.897 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:45.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:45.897 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:45.897 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:45.904 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] Successfully connected to peer
23:09:45.906 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:45.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1af1712852114e6781b9d9f2e221e772 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:45.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4b7bfd175df345b784f28e23e85d50e6 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:45.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 70f6024f38ca45f881600cb8e05172b2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:45.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 850cb13c12d34e91b65036e28e28ee94 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:45.911 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e28f72b4cf804ef6b6b9347b5739b178 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:45.911 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=1af1712852114e6781b9d9f2e221e772@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4b7bfd175df345b784f28e23e85d50e6@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=70f6024f38ca45f881600cb8e05172b2@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=850cb13c12d34e91b65036e28e28ee94@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e28f72b4cf804ef6b6b9347b5739b178@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:45.913 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1af1712852114e6781b9d9f2e221e772 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:45.913 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4b7bfd175df345b784f28e23e85d50e6 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:45.913 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 70f6024f38ca45f881600cb8e05172b2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:45.913 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 850cb13c12d34e91b65036e28e28ee94 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:45.913 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e28f72b4cf804ef6b6b9347b5739b178 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:45.898 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [debcce36f6add284edf0ce43756c2cbb9323c0b58eb0b8b1cbf5316d7a1e1ec9]
23:09:45.914 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:09:45.914 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:09:45.914 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:45.915 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=1af1712852114e6781b9d9f2e221e772@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4b7bfd175df345b784f28e23e85d50e6@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=70f6024f38ca45f881600cb8e05172b2@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299998, tablet=850cb13c12d34e91b65036e28e28ee94@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299998}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299998, tablet=e28f72b4cf804ef6b6b9347b5739b178@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299998}]
23:09:45.915 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split debcce36f6add284edf0ce43756c2cbb9323c0b58eb0b8b1cbf5316d7a1e1ec9 finished by subtask 0; deferring removal (restored in pending)
23:09:45.917 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7af077ae88d25d7f8b71562946ceb8da4bed12c0adab392a72d0a0ff306ade4e'}]
23:09:45.917 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:45.919 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:09:45.923 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:45.924 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:45.929 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}]
23:09:45.933 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:45.938 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.941 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x5f094cd7, L:/127.0.0.1:48062 - R:/127.14.70.131:33033] using TOKEN/null
23:09:45.941 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:09:45.942 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:45.945 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}]
23:09:45.957 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:45.976 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:45.990 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x12a9c10b, L:/127.0.0.1:43148 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:45.990 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:46.020 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=70f6024f38ca45f881600cb8e05172b2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.020 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 70f6024f38ca45f881600cb8e05172b2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:46.025 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7305075856629760001) for scanner KuduScanner(table=replication_test_table, tablet=0bbf7cb6475144aea184e1253c64ccc1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.025 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [521e73f70743cb3eca67b4cb4586d93c32137c24e8e3725e75c04384a1dff549]
23:09:46.025 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:46.026 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:09:46.030 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [521e73f70743cb3eca67b4cb4586d93c32137c24e8e3725e75c04384a1dff549]
23:09:46.031 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 521e73f70743cb3eca67b4cb4586d93c32137c24e8e3725e75c04384a1dff549 finished by subtask 3; deferring removal (restored in pending)
23:09:46.032 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:09:46.032 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:09:46.032 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:46.033 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:46.035 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:46.041 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:46.045 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 850cb13c12d34e91b65036e28e28ee94 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:46.045 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e28f72b4cf804ef6b6b9347b5739b178 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:46.045 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=850cb13c12d34e91b65036e28e28ee94@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e28f72b4cf804ef6b6b9347b5739b178@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:46.046 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 850cb13c12d34e91b65036e28e28ee94 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:46.046 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e28f72b4cf804ef6b6b9347b5739b178 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:46.046 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=850cb13c12d34e91b65036e28e28ee94@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e28f72b4cf804ef6b6b9347b5739b178@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:46.047 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 850cb13c12d34e91b65036e28e28ee94 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:46.047 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e28f72b4cf804ef6b6b9347b5739b178 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:46.047 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=850cb13c12d34e91b65036e28e28ee94@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e28f72b4cf804ef6b6b9347b5739b178@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:46.049 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 850cb13c12d34e91b65036e28e28ee94 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:46.049 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e28f72b4cf804ef6b6b9347b5739b178 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:46.050 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=850cb13c12d34e91b65036e28e28ee94@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e28f72b4cf804ef6b6b9347b5739b178@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:46.051 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf078d5db, L:/127.0.0.1:43152 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:46.069 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305075856629760001) for scanner KuduScanner(table=replication_test_table, tablet=a3db128e2b254e219630bf122eb3350d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.073 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [cddb4be824d7da9d6e07f026555558c6c3d196b833dec7ff955f70fbec6e744d]
23:09:46.074 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:09:46.076 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [cddb4be824d7da9d6e07f026555558c6c3d196b833dec7ff955f70fbec6e744d]
23:09:46.078 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split cddb4be824d7da9d6e07f026555558c6c3d196b833dec7ff955f70fbec6e744d finished by subtask 2; deferring removal (restored in pending)
23:09:46.078 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:46.079 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:09:46.079 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:09:46.079 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:46.080 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:46.094 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4b7bfd175df345b784f28e23e85d50e6 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:46.095 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 70f6024f38ca45f881600cb8e05172b2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:46.095 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 850cb13c12d34e91b65036e28e28ee94 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:46.095 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e28f72b4cf804ef6b6b9347b5739b178 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:46.095 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4b7bfd175df345b784f28e23e85d50e6@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=70f6024f38ca45f881600cb8e05172b2@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=850cb13c12d34e91b65036e28e28ee94@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e28f72b4cf804ef6b6b9347b5739b178@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:46.097 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=850cb13c12d34e91b65036e28e28ee94, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.097 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 850cb13c12d34e91b65036e28e28ee94 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:46.100 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:46.103 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e28f72b4cf804ef6b6b9347b5739b178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.114 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:46.114 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:46.115 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:09:46.115 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:09:46.127 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:46.132 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe48b295f, L:/127.0.0.1:43158 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:46.162 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1af1712852114e6781b9d9f2e221e772, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.162 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075856629760001) for scanner KuduScanner(table=replication_test_table, tablet=68363dc9108e4964a195132c6f974e78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.162 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1af1712852114e6781b9d9f2e221e772 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:46.162 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [7af077ae88d25d7f8b71562946ceb8da4bed12c0adab392a72d0a0ff306ade4e]
23:09:46.163 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7af077ae88d25d7f8b71562946ceb8da4bed12c0adab392a72d0a0ff306ade4e]
23:09:46.163 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:09:46.163 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:09:46.164 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7af077ae88d25d7f8b71562946ceb8da4bed12c0adab392a72d0a0ff306ade4e finished by subtask 0; deferring removal (restored in pending)
23:09:46.164 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:46.168 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:46.171 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b7bfd175df345b784f28e23e85d50e6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.172 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b7bfd175df345b784f28e23e85d50e6 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:46.177 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=70f6024f38ca45f881600cb8e05172b2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.177 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 70f6024f38ca45f881600cb8e05172b2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:46.184 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=850cb13c12d34e91b65036e28e28ee94, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.184 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 850cb13c12d34e91b65036e28e28ee94 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:46.192 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e28f72b4cf804ef6b6b9347b5739b178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.198 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:46.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:46.198 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:09:46.199 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:09:46.211 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:46.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:46.212 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:09:46.212 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:09:46.216 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:46.216 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:46.217 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:46.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:46.218 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:46.218 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:46.218 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:46.218 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:46.218 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:46.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:46.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:46.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:46.218 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:46.220 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:46.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:46.220 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:09:46.220 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:09:46.222 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:46.224 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:46.237 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:46.251 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1af1712852114e6781b9d9f2e221e772, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.251 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1af1712852114e6781b9d9f2e221e772 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:46.265 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b7bfd175df345b784f28e23e85d50e6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.265 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b7bfd175df345b784f28e23e85d50e6 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:46.271 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=70f6024f38ca45f881600cb8e05172b2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.271 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 70f6024f38ca45f881600cb8e05172b2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:46.278 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=850cb13c12d34e91b65036e28e28ee94, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.278 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 850cb13c12d34e91b65036e28e28ee94 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:46.281 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x882e5ff9, L:/127.0.0.1:43160 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:46.284 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e28f72b4cf804ef6b6b9347b5739b178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.292 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305075856629760001) for scanner KuduScanner(table=replication_test_table, tablet=91130f46282b4f9293463d4444d330a9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.293 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [51b4528e27f13c746c1e5180e7b8ad57bcfac76cb12d341a56f7c8ed78340080]
23:09:46.295 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:09:46.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465786298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:46.301 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=130, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@5128024, flushNotification=Deferred@1655413819(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:09:46.302 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=65, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@38332888, flushNotification=Deferred@1496638020(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:09:46.302 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=260, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@4a1b0bdc, flushNotification=Deferred@736134124(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:09:46.302 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] connecting to peer
23:09:46.302 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 70f6024f38ca45f881600cb8e05172b2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:46.303 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 850cb13c12d34e91b65036e28e28ee94 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:46.303 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e28f72b4cf804ef6b6b9347b5739b178 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:46.303 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=70f6024f38ca45f881600cb8e05172b2@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=850cb13c12d34e91b65036e28e28ee94@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e28f72b4cf804ef6b6b9347b5739b178@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:46.303 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] connecting to peer
23:09:46.304 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=130, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@4b8a92d8, flushNotification=Deferred@100634421(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:09:46.304 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] connecting to peer
23:09:46.304 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] connecting to peer
23:09:46.315 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] Successfully connected to peer
23:09:46.340 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1af1712852114e6781b9d9f2e221e772, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.341 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1af1712852114e6781b9d9f2e221e772 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:46.349 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b7bfd175df345b784f28e23e85d50e6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.349 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b7bfd175df345b784f28e23e85d50e6 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:46.354 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] Successfully connected to peer
23:09:46.355 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=70f6024f38ca45f881600cb8e05172b2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.356 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 70f6024f38ca45f881600cb8e05172b2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:46.361 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=850cb13c12d34e91b65036e28e28ee94, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:46.361 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 850cb13c12d34e91b65036e28e28ee94 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:46.376 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e28f72b4cf804ef6b6b9347b5739b178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.379 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:46.391 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3098b79e, L:/127.0.0.1:48072 - R:/127.14.70.131:33033] using TOKEN/null
23:09:46.425 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] Successfully connected to peer
23:09:46.439 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1af1712852114e6781b9d9f2e221e772, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.439 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1af1712852114e6781b9d9f2e221e772 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:46.445 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:46.446 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b7bfd175df345b784f28e23e85d50e6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.446 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b7bfd175df345b784f28e23e85d50e6 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:46.451 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=70f6024f38ca45f881600cb8e05172b2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.451 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 70f6024f38ca45f881600cb8e05172b2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:46.457 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=850cb13c12d34e91b65036e28e28ee94, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.457 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 850cb13c12d34e91b65036e28e28ee94 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:46.464 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x7f085fcb, L:/127.0.0.1:36594 - R:/127.14.70.130:34465] using TOKEN/null
23:09:46.468 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] Successfully connected to peer
23:09:46.481 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e28f72b4cf804ef6b6b9347b5739b178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.516 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:46.517 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:46.531 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x0137340a, L:/127.0.0.1:48088 - R:/127.14.70.131:33033] using TOKEN/null
23:09:46.541 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1af1712852114e6781b9d9f2e221e772, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.542 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1af1712852114e6781b9d9f2e221e772 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:46.549 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b7bfd175df345b784f28e23e85d50e6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.549 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b7bfd175df345b784f28e23e85d50e6 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:46.557 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xe7ea9a4c, L:/127.0.0.1:36598 - R:/127.14.70.130:34465] using TOKEN/null
23:09:46.675 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=70f6024f38ca45f881600cb8e05172b2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.675 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 70f6024f38ca45f881600cb8e05172b2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:46.683 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=850cb13c12d34e91b65036e28e28ee94, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.684 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 850cb13c12d34e91b65036e28e28ee94 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:46.692 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e28f72b4cf804ef6b6b9347b5739b178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.756 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1af1712852114e6781b9d9f2e221e772, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.756 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1af1712852114e6781b9d9f2e221e772 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:46.766 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b7bfd175df345b784f28e23e85d50e6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.766 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b7bfd175df345b784f28e23e85d50e6 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:46.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:46.771773 15321 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.14.70.130:34465, user_credentials={real_user=slave}} blocked reactor thread for 49588us
23:09:46.807 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=70f6024f38ca45f881600cb8e05172b2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.807 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 70f6024f38ca45f881600cb8e05172b2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:46.832 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=850cb13c12d34e91b65036e28e28ee94, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.832 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 850cb13c12d34e91b65036e28e28ee94 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:46.839 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e28f72b4cf804ef6b6b9347b5739b178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:46.901 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1af1712852114e6781b9d9f2e221e772, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.901 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1af1712852114e6781b9d9f2e221e772 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:46.916 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b7bfd175df345b784f28e23e85d50e6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.916 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b7bfd175df345b784f28e23e85d50e6 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:46.927 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=70f6024f38ca45f881600cb8e05172b2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.927 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 70f6024f38ca45f881600cb8e05172b2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:46.938 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [51b4528e27f13c746c1e5180e7b8ad57bcfac76cb12d341a56f7c8ed78340080]
23:09:46.938 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:09:46.938 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:09:46.939 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:46.939 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:46.939 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 51b4528e27f13c746c1e5180e7b8ad57bcfac76cb12d341a56f7c8ed78340080 finished by subtask 1; deferring removal (restored in pending)
23:09:46.951 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=850cb13c12d34e91b65036e28e28ee94, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.951 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 850cb13c12d34e91b65036e28e28ee94 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:46.957 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e28f72b4cf804ef6b6b9347b5739b178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:46.974 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job b2b25cd960f08851bedacc90188e59d4 (4464 bytes, checkpointDuration=676 ms, finalizationTime=0 ms).
23:09:46.977 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 179
23:09:46.978 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:09:46.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 7af077ae88d25d7f8b71562946ceb8da4bed12c0adab392a72d0a0ff306ade4e from pending
23:09:46.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 51b4528e27f13c746c1e5180e7b8ad57bcfac76cb12d341a56f7c8ed78340080 from pending
23:09:46.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 521e73f70743cb3eca67b4cb4586d93c32137c24e8e3725e75c04384a1dff549 from pending
23:09:46.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split cddb4be824d7da9d6e07f026555558c6c3d196b833dec7ff955f70fbec6e744d from pending
23:09:46.978 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split debcce36f6add284edf0ce43756c2cbb9323c0b58eb0b8b1cbf5316d7a1e1ec9 from pending
23:09:46.978 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 5 finished splits from enumerator state
23:09:46.983 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465786977 for job b2b25cd960f08851bedacc90188e59d4.
23:09:46.989 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=65, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@64f783b5, flushNotification=Deferred@623519883(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:09:47.005 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:47.006 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:47.007 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:47.007 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.007 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.007 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.008 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:47.018 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1af1712852114e6781b9d9f2e221e772, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.018 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1af1712852114e6781b9d9f2e221e772 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:47.027 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b7bfd175df345b784f28e23e85d50e6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.027 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b7bfd175df345b784f28e23e85d50e6 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:47.037 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=70f6024f38ca45f881600cb8e05172b2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.037 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 70f6024f38ca45f881600cb8e05172b2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:47.040 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:47.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:47.041 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:09:47.041 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:09:47.045 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job b2b25cd960f08851bedacc90188e59d4 (964 bytes, checkpointDuration=67 ms, finalizationTime=1 ms).
23:09:47.046 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=850cb13c12d34e91b65036e28e28ee94, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.046 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 850cb13c12d34e91b65036e28e28ee94 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:47.048 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:09:47.054 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e28f72b4cf804ef6b6b9347b5739b178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b3d540d982b3476585ed9b68e3c4d3cf
23:09:47.068 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:47.078 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b3d540d982b3476585ed9b68e3c4d3cf
23:09:47.082 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:47.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fff747042f7143a6bbc95a36d53fddbd for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:47.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a3db128e2b254e219630bf122eb3350d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:47.087 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 91130f46282b4f9293463d4444d330a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:47.088 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0bbf7cb6475144aea184e1253c64ccc1 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:47.088 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 68363dc9108e4964a195132c6f974e78 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:47.088 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:47.093 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1af1712852114e6781b9d9f2e221e772 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:47.094 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4b7bfd175df345b784f28e23e85d50e6 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:47.094 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 70f6024f38ca45f881600cb8e05172b2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:47.094 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 850cb13c12d34e91b65036e28e28ee94 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:47.094 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e28f72b4cf804ef6b6b9347b5739b178 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:47.094 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=1af1712852114e6781b9d9f2e221e772@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4b7bfd175df345b784f28e23e85d50e6@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=70f6024f38ca45f881600cb8e05172b2@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=850cb13c12d34e91b65036e28e28ee94@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e28f72b4cf804ef6b6b9347b5739b178@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:47.100 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b3d540d982b3476585ed9b68e3c4d3cf
23:09:47.110 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 9160fa79e0d14760acafa14241fcda21
23:09:47.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fff747042f7143a6bbc95a36d53fddbd for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:47.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a3db128e2b254e219630bf122eb3350d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:47.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 91130f46282b4f9293463d4444d330a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:47.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0bbf7cb6475144aea184e1253c64ccc1 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:47.120 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 68363dc9108e4964a195132c6f974e78 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:47.121 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:47.121 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=10), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.13.143.252:35611, [10ms] Sub RPC GetTableLocations: received response from server master-127.13.143.252:35611: OK, deferred=null)) after lookup
23:09:47.155 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fff747042f7143a6bbc95a36d53fddbd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.155 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fff747042f7143a6bbc95a36d53fddbd for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:47.165 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3db128e2b254e219630bf122eb3350d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.165 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a3db128e2b254e219630bf122eb3350d for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:47.204 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=91130f46282b4f9293463d4444d330a9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.205 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 91130f46282b4f9293463d4444d330a9 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:47.215 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0bbf7cb6475144aea184e1253c64ccc1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.216 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0bbf7cb6475144aea184e1253c64ccc1 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:47.226 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=68363dc9108e4964a195132c6f974e78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.230 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 1af1712852114e6781b9d9f2e221e772 for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:47.231 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 4b7bfd175df345b784f28e23e85d50e6 for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:47.231 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 70f6024f38ca45f881600cb8e05172b2 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:47.231 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 850cb13c12d34e91b65036e28e28ee94 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:47.231 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet e28f72b4cf804ef6b6b9347b5739b178 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:47.231 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=1af1712852114e6781b9d9f2e221e772@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=4b7bfd175df345b784f28e23e85d50e6@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=70f6024f38ca45f881600cb8e05172b2@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=850cb13c12d34e91b65036e28e28ee94@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465),65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=e28f72b4cf804ef6b6b9347b5739b178@[148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)[L],65a0e6863adf4fe28d0ac3d446adb2b3(127.14.70.129:35739),78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:47.231 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.14.70.188:41813, [4ms] Sub RPC GetTableLocations: received response from server master-127.14.70.188:41813: OK, deferred=null)) after lookup
23:09:47.244 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1af1712852114e6781b9d9f2e221e772, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.245 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1af1712852114e6781b9d9f2e221e772 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:47.254 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b7bfd175df345b784f28e23e85d50e6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.254 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b7bfd175df345b784f28e23e85d50e6 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:47.263 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=70f6024f38ca45f881600cb8e05172b2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.264 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 70f6024f38ca45f881600cb8e05172b2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:47.279 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=850cb13c12d34e91b65036e28e28ee94, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.279 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 850cb13c12d34e91b65036e28e28ee94 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:47.286 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e28f72b4cf804ef6b6b9347b5739b178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465787298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:47.309 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fff747042f7143a6bbc95a36d53fddbd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.309 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet fff747042f7143a6bbc95a36d53fddbd for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:47.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b3d540d982b3476585ed9b68e3c4d3cf
23:09:47.328 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fff747042f7143a6bbc95a36d53fddbd for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:47.328 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a3db128e2b254e219630bf122eb3350d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:47.328 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 91130f46282b4f9293463d4444d330a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:47.328 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0bbf7cb6475144aea184e1253c64ccc1 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:47.328 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 68363dc9108e4964a195132c6f974e78 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:47.329 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:47.330 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job b2b25cd960f08851bedacc90188e59d4 (964 bytes, checkpointDuration=31 ms, finalizationTime=1 ms).
23:09:47.333 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='701aacbf594db3e6e634fd8c4dbae6fca5d4b9d0e17a18cafcc0784fb6127f03'}]
23:09:47.334 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:09:47.335 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:47.335 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:09:47.336 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}]
23:09:47.337 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0bee0069bfea3f14ce9e34b98078301d451ac5bf51e6443ab06e97e84814a844'}]
23:09:47.339 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:47.339 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:09:47.340 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}]
23:09:47.342 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8014ea0486bb183814169b14a55316a84f7ad85370ca421c0ddf5e3841ee0b25'}]
23:09:47.343 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:47.343 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:09:47.343 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e716e3cdd4f04aaff79b6a1c239c05ed895373736820efe52d77fd47baeede27'}]
23:09:47.344 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}]
23:09:47.345 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:47.345 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:09:47.346 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}]
23:09:47.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:47.364 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a3db128e2b254e219630bf122eb3350d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.364 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a3db128e2b254e219630bf122eb3350d for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:47.377 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=91130f46282b4f9293463d4444d330a9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.377 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 91130f46282b4f9293463d4444d330a9 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:47.379 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:47.389 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0bbf7cb6475144aea184e1253c64ccc1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.389 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 0bbf7cb6475144aea184e1253c64ccc1 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:47.400 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=68363dc9108e4964a195132c6f974e78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.414 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=1af1712852114e6781b9d9f2e221e772, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.414 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 1af1712852114e6781b9d9f2e221e772 for partition [0x0000000080000064, 0x00000000800000C8) with scanner id null
23:09:47.414 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:47.428 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:47.436 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=4b7bfd175df345b784f28e23e85d50e6, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.437 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 4b7bfd175df345b784f28e23e85d50e6 for partition [0x0000000180000064, 0x00000001800000C8) with scanner id null
23:09:47.450 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=70f6024f38ca45f881600cb8e05172b2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.450 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 70f6024f38ca45f881600cb8e05172b2 for partition [0x0000000280000064, 0x00000002800000C8) with scanner id null
23:09:47.460 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:47.465 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=850cb13c12d34e91b65036e28e28ee94, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.466 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 850cb13c12d34e91b65036e28e28ee94 for partition [0x0000000380000064, 0x00000003800000C8) with scanner id null
23:09:47.479 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:47.479 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:47.480 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:47.480 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.480 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.481 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.481 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.481 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.481 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.482 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.482 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:47.484 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=e28f72b4cf804ef6b6b9347b5739b178, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.485 [DEBUG - main] (Connection.java:575) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] disconnecting while in state READY
23:09:47.485 [DEBUG - main] (Connection.java:575) [peer master-127.14.70.190:46459(127.14.70.190:46459)] disconnecting while in state READY
23:09:47.485 [DEBUG - main] (Connection.java:575) [peer master-127.14.70.189:34071(127.14.70.189:34071)] disconnecting while in state READY
23:09:47.485 [DEBUG - main] (Connection.java:575) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] disconnecting while in state READY
23:09:47.485 [DEBUG - main] (Connection.java:575) [peer master-127.14.70.188:41813(127.14.70.188:41813)] disconnecting while in state READY
23:09:47.486 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.70.190:46459(127.14.70.190:46459)] handling channelInactive
23:09:47.486 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state READY due to: connection closed
23:09:47.486 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] handling channelInactive
23:09:47.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] cleaning up while in state READY due to: connection closed
23:09:47.486 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.70.189:34071(127.14.70.189:34071)] handling channelInactive
23:09:47.486 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.70.188:41813(127.14.70.188:41813)] handling channelInactive
23:09:47.486 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state READY due to: connection closed
23:09:47.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state READY due to: connection closed
23:09:47.488 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:47.490 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:09:47.490 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
23:09:47.490 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:09:47.490 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
23:09:47.517 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:47.521 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:47.527 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:47.539 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:47.547 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:47.552 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:47.553 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:47.557 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x14ccbf50, L:/127.0.0.1:43172 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:47.564 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:47.570 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] handling channelInactive
23:09:47.570 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] cleaning up while in state READY due to: connection closed
23:09:47.570 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-3
23:09:47.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:47.571727 14618 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 14908
23:09:47.583 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075864821760001) for scanner KuduScanner(table=replication_test_table, tablet=fff747042f7143a6bbc95a36d53fddbd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.586 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [701aacbf594db3e6e634fd8c4dbae6fca5d4b9d0e17a18cafcc0784fb6127f03]
23:09:47.587 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [701aacbf594db3e6e634fd8c4dbae6fca5d4b9d0e17a18cafcc0784fb6127f03]
23:09:47.587 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:09:47.587 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:09:47.588 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 701aacbf594db3e6e634fd8c4dbae6fca5d4b9d0e17a18cafcc0784fb6127f03 finished by subtask 3; deferring removal (restored in pending)
23:09:47.590 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:47.591 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5949269d54f8deef24d1235391d1be94f3883989fe3fee035769f2e96b52b4d7'}]
23:09:47.593 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:47.595 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:47.596 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:47.603 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:09:47.605 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}]
23:09:47.606 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:47.620 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:47.626 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:47.626 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:47.627 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:47.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.628 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.629 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.629 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.629 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:47.633 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x31e6358b, L:/127.0.0.1:43176 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:47.636 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd52d6147, L:/127.0.0.1:43190 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:47.647 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:47.653 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075864821760001) for scanner KuduScanner(table=replication_test_table, tablet=a3db128e2b254e219630bf122eb3350d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.653 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [0bee0069bfea3f14ce9e34b98078301d451ac5bf51e6443ab06e97e84814a844]
23:09:47.654 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0bee0069bfea3f14ce9e34b98078301d451ac5bf51e6443ab06e97e84814a844]
23:09:47.654 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:09:47.654 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:09:47.655 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0bee0069bfea3f14ce9e34b98078301d451ac5bf51e6443ab06e97e84814a844 finished by subtask 2; deferring removal (restored in pending)
23:09:47.655 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:47.656 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:47.678 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:47.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:47.678 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:09:47.679 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:09:47.680 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:47.686 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:47.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:47.695374 15322 connection.cc:573] client connection to 127.14.70.129:35739 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:09:47.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:47.695876 15322 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:09:47.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:47.701644 15177 connection.cc:573] client connection to 127.14.70.129:35739 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:09:47.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:47.702157 15177 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:09:47.709 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075864821760001) for scanner KuduScanner(table=replication_test_table, tablet=0bbf7cb6475144aea184e1253c64ccc1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.710 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [8014ea0486bb183814169b14a55316a84f7ad85370ca421c0ddf5e3841ee0b25]
23:09:47.710 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8014ea0486bb183814169b14a55316a84f7ad85370ca421c0ddf5e3841ee0b25]
23:09:47.710 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:09:47.710 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:09:47.711 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8014ea0486bb183814169b14a55316a84f7ad85370ca421c0ddf5e3841ee0b25 finished by subtask 1; deferring removal (restored in pending)
23:09:47.712 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:47.712 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:47.714 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:47.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:47.720280 14618 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 15148
23:09:47.726 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xbed6640f, L:/127.0.0.1:43204 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:47.740 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075864821760001) for scanner KuduScanner(table=replication_test_table, tablet=91130f46282b4f9293463d4444d330a9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.741 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [e716e3cdd4f04aaff79b6a1c239c05ed895373736820efe52d77fd47baeede27]
23:09:47.741 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e716e3cdd4f04aaff79b6a1c239c05ed895373736820efe52d77fd47baeede27]
23:09:47.741 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:09:47.741 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:09:47.742 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e716e3cdd4f04aaff79b6a1c239c05ed895373736820efe52d77fd47baeede27 finished by subtask 0; deferring removal (restored in pending)
23:09:47.742 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:47.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:47.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:47.753851 15322 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.14.70.129:35739, user_credentials={real_user=slave}} blocked reactor thread for 58025.4us
23:09:47.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:47.763521 15322 consensus_peers.cc:597] T 70f6024f38ca45f881600cb8e05172b2 P 78a074ca72b3457ab1c8b0420328fa0a -> Peer 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739): Couldn't send request to peer 65a0e6863adf4fe28d0ac3d446adb2b3. Status: Network error: Client connection negotiation failed: client connection to 127.14.70.129:35739: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:09:47.765 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:47.782 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:47.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:47.782 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:09:47.782 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x249c01d0, L:/127.0.0.1:43208 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:47.783 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:09:47.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465787798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:47.805 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:47.805 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:47.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:47.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.806 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:47.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:47.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:47.807 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:09:47.807 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:09:47.807 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:47.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.812 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:09:47.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:47.812 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:47.813 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075864821760001) for scanner KuduScanner(table=replication_test_table, tablet=68363dc9108e4964a195132c6f974e78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:47.813 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:09:47.814 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 8014ea0486bb183814169b14a55316a84f7ad85370ca421c0ddf5e3841ee0b25 from pending
23:09:47.814 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 0bee0069bfea3f14ce9e34b98078301d451ac5bf51e6443ab06e97e84814a844 from pending
23:09:47.814 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split e716e3cdd4f04aaff79b6a1c239c05ed895373736820efe52d77fd47baeede27 from pending
23:09:47.814 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 701aacbf594db3e6e634fd8c4dbae6fca5d4b9d0e17a18cafcc0784fb6127f03 from pending
23:09:47.814 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 4 finished splits from enumerator state
23:09:47.814 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [5949269d54f8deef24d1235391d1be94f3883989fe3fee035769f2e96b52b4d7]
23:09:47.815 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5949269d54f8deef24d1235391d1be94f3883989fe3fee035769f2e96b52b4d7]
23:09:47.815 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:09:47.815 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:09:47.815 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:47.815 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5949269d54f8deef24d1235391d1be94f3883989fe3fee035769f2e96b52b4d7 finished by subtask 3; deferring removal (restored in pending)
23:09:47.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:47.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:47.828203 15322 consensus_peers.cc:597] T 850cb13c12d34e91b65036e28e28ee94 P 78a074ca72b3457ab1c8b0420328fa0a -> Peer 65a0e6863adf4fe28d0ac3d446adb2b3 (127.14.70.129:35739): Couldn't send request to peer 65a0e6863adf4fe28d0ac3d446adb2b3. Status: Network error: Client connection negotiation failed: client connection to 127.14.70.129:35739: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:09:47.860 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:47.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:47.861 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:09:47.861 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:09:47.862 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:47.866 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:47.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:47.867 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:09:47.867 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:09:47.909 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] handling channelInactive
23:09:47.909 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] cleaning up while in state READY due to: connection closed
23:09:47.914 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] handling channelInactive
23:09:47.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] cleaning up while in state READY due to: connection closed
23:09:47.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:47.923084 14618 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 15290
23:09:48.002 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] handling channelInactive
23:09:48.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] cleaning up while in state READY due to: connection closed
23:09:48.003 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] handling channelInactive
23:09:48.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] cleaning up while in state READY due to: connection closed
23:09:48.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:48.006461 14618 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 14630
23:09:48.053 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.70.190:46459(127.14.70.190:46459)] handling channelInactive
23:09:48.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state READY due to: connection closed
23:09:48.053 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.70.190:46459(127.14.70.190:46459)] handling channelInactive
23:09:48.054 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state READY due to: connection closed
23:09:48.054 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.70.190:46459(127.14.70.190:46459)] handling channelInactive
23:09:48.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state READY due to: connection closed
23:09:48.055 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.14.70.190:46459(127.14.70.190:46459)] handling channelInactive
23:09:48.055 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state READY due to: connection closed
23:09:48.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:48.068902 14618 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 14701
23:09:48.097 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:48.098 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:48.098 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:48.099 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:48.099 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:48.099 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:48.100 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:48.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:48.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:48.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:48.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:48.101 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:48.101 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:48.110 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.70.189:34071(127.14.70.189:34071)] handling channelInactive
23:09:48.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state READY due to: connection closed
23:09:48.110 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.70.189:34071(127.14.70.189:34071)] handling channelInactive
23:09:48.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state READY due to: connection closed
23:09:48.111 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.70.189:34071(127.14.70.189:34071)] handling channelInactive
23:09:48.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state READY due to: connection closed
23:09:48.111 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.14.70.189:34071(127.14.70.189:34071)] handling channelInactive
23:09:48.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state READY due to: connection closed
23:09:48.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:48.121455 14618 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 14777
23:09:48.159 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.70.188:41813(127.14.70.188:41813)] handling channelInactive
23:09:48.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state READY due to: connection closed
23:09:48.160 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.70.188:41813(127.14.70.188:41813)] handling channelInactive
23:09:48.160 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state READY due to: connection closed
23:09:48.161 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.70.188:41813(127.14.70.188:41813)] handling channelInactive
23:09:48.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state READY due to: connection closed
23:09:48.161 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.14.70.188:41813(127.14.70.188:41813)] handling channelInactive
23:09:48.161 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state READY due to: connection closed
23:09:48.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465788297 for job b2b25cd960f08851bedacc90188e59d4.
23:09:48.318 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job b2b25cd960f08851bedacc90188e59d4 (1674 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
23:09:48.321 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:09:48.321 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 5949269d54f8deef24d1235391d1be94f3883989fe3fee035769f2e96b52b4d7 from pending
23:09:48.321 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 1 finished splits from enumerator state
23:09:48.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:48.755 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:48.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:48.756 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:48.757 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:48.757 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:48.757 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:48.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:48.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:48.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:48.758 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:48.758 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:48.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:48.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:48.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465788798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:48.826 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job b2b25cd960f08851bedacc90188e59d4 (964 bytes, checkpointDuration=28 ms, finalizationTime=0 ms).
23:09:48.828 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:09:48.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:49.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465789298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:49.314 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b3d540d982b3476585ed9b68e3c4d3cf
23:09:49.316 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job b2b25cd960f08851bedacc90188e59d4 (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:09:49.318 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:09:49.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fff747042f7143a6bbc95a36d53fddbd for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:49.319 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a3db128e2b254e219630bf122eb3350d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:49.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 91130f46282b4f9293463d4444d330a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:49.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0bbf7cb6475144aea184e1253c64ccc1 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:49.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 68363dc9108e4964a195132c6f974e78 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:49.320 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:49.323 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b47937e7be7f6bef4e99f566398cd6e036b343c987522db8a794e5bafc7e2e94'}]
23:09:49.325 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:49.325 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='315c5bfda18c61e7bb5e6b93628f29cf3797f3b064fb303a2d0af8277386f763'}]
23:09:49.327 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:49.327 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:09:49.328 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299998, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}]
23:09:49.329 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='91cd3302286d96da3aa4d9347d29f37e6e64f316e2a91245c8059cb3a9be448d'}]
23:09:49.330 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:49.331 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9ffd230eb1b4ce6a7737435cd54bb0e3830b4566743c19251b75ba5cf40017a5'}]
23:09:49.332 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:49.333 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:09:49.333 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:09:49.334 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299998, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}]
23:09:49.334 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299998, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}]
23:09:49.334 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:09:49.335 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}]
23:09:49.345 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:49.354 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:49.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:49.381 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:49.391 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:49.405 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:49.416 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:49.426 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:49.438 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:49.441 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:49.443 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:49.456 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:49.480 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:49.497 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:49.496 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:49.505 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5ad3c91e, L:/127.0.0.1:43230 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:49.507 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:49.508 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf12dcc1a, L:/127.0.0.1:43224 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:49.527 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075873009664001) for scanner KuduScanner(table=replication_test_table, tablet=a3db128e2b254e219630bf122eb3350d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:49.527 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [91cd3302286d96da3aa4d9347d29f37e6e64f316e2a91245c8059cb3a9be448d]
23:09:49.527 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [91cd3302286d96da3aa4d9347d29f37e6e64f316e2a91245c8059cb3a9be448d]
23:09:49.528 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:09:49.528 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:09:49.529 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:49.529 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 91cd3302286d96da3aa4d9347d29f37e6e64f316e2a91245c8059cb3a9be448d finished by subtask 1; deferring removal (restored in pending)
23:09:49.530 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7efc91df77e0800339c5f897ac7f3b8d0672ae34275868295af36b921e420d3b'}]
23:09:49.531 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:49.532 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:49.540 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd84e07ba, L:/127.0.0.1:43246 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:49.548 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:49.557 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x32698d80, L:/127.0.0.1:43248 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:49.562 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:49.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:49.562 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:09:49.562 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:09:49.576 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075873009664001) for scanner KuduScanner(table=replication_test_table, tablet=0bbf7cb6475144aea184e1253c64ccc1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:49.576 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b47937e7be7f6bef4e99f566398cd6e036b343c987522db8a794e5bafc7e2e94]
23:09:49.576 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b47937e7be7f6bef4e99f566398cd6e036b343c987522db8a794e5bafc7e2e94]
23:09:49.577 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:09:49.577 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:09:49.578 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b47937e7be7f6bef4e99f566398cd6e036b343c987522db8a794e5bafc7e2e94 finished by subtask 3; deferring removal (restored in pending)
23:09:49.579 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:49.582 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:49.589 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075873009664001) for scanner KuduScanner(table=replication_test_table, tablet=91130f46282b4f9293463d4444d330a9, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:49.589 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [9ffd230eb1b4ce6a7737435cd54bb0e3830b4566743c19251b75ba5cf40017a5]
23:09:49.590 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9ffd230eb1b4ce6a7737435cd54bb0e3830b4566743c19251b75ba5cf40017a5]
23:09:49.590 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:09:49.590 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:09:49.591 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9ffd230eb1b4ce6a7737435cd54bb0e3830b4566743c19251b75ba5cf40017a5 finished by subtask 0; deferring removal (restored in pending)
23:09:49.591 [DEBUG - pool-44-thread-1] (NetUtil.java:139) Resolved '127.12.124.124' into [/127.12.124.124] in 1937405ns
23:09:49.592 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:49.592 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:49.592 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:49.593 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:49.593 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:49.593 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:49.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:49.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:49.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:49.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:49.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:49.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:49.595 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:49.596 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:49.597 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:49.604 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:09:49.605 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299997, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}]
23:09:49.622 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:49.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:49.622 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:09:49.623 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:09:49.646 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075873009664001) for scanner KuduScanner(table=replication_test_table, tablet=fff747042f7143a6bbc95a36d53fddbd, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:49.647 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [315c5bfda18c61e7bb5e6b93628f29cf3797f3b064fb303a2d0af8277386f763]
23:09:49.647 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [315c5bfda18c61e7bb5e6b93628f29cf3797f3b064fb303a2d0af8277386f763]
23:09:49.647 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:09:49.647 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:09:49.648 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 315c5bfda18c61e7bb5e6b93628f29cf3797f3b064fb303a2d0af8277386f763 finished by subtask 2; deferring removal (restored in pending)
23:09:49.648 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:49.649 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:49.664 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:49.664 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:49.665 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:09:49.665 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:09:49.677 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:49.684 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:49.685 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:49.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:49.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:49.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:49.686 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:49.686 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:49.686 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:49.686 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:49.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:49.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:49.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:49.687 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:49.705 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:49.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:49.705 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:09:49.706 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:09:49.710 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] Successfully connected to peer
23:09:49.717 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.13.143.194
23:09:49.735 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:09:49.759 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdc5b48d1, L:/127.0.0.1:43256 - R:/127.13.143.194:44277] using SASL/PLAIN
23:09:49.771 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305075873009664001) for scanner KuduScanner(table=replication_test_table, tablet=68363dc9108e4964a195132c6f974e78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:09:49.782 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [7efc91df77e0800339c5f897ac7f3b8d0672ae34275868295af36b921e420d3b]
23:09:49.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7efc91df77e0800339c5f897ac7f3b8d0672ae34275868295af36b921e420d3b]
23:09:49.783 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:09:49.783 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:09:49.784 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7efc91df77e0800339c5f897ac7f3b8d0672ae34275868295af36b921e420d3b finished by subtask 1; deferring removal (restored in pending)
23:09:49.784 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:49.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:49.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465789798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:49.821 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
23:09:49.823 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:09:49.823 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 9ffd230eb1b4ce6a7737435cd54bb0e3830b4566743c19251b75ba5cf40017a5 from pending
23:09:49.823 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 91cd3302286d96da3aa4d9347d29f37e6e64f316e2a91245c8059cb3a9be448d from pending
23:09:49.823 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split b47937e7be7f6bef4e99f566398cd6e036b343c987522db8a794e5bafc7e2e94 from pending
23:09:49.823 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 315c5bfda18c61e7bb5e6b93628f29cf3797f3b064fb303a2d0af8277386f763 from pending
23:09:49.823 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 7efc91df77e0800339c5f897ac7f3b8d0672ae34275868295af36b921e420d3b from pending
23:09:49.823 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 5 finished splits from enumerator state
23:09:49.824 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:49.824 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:49.825 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:09:49.825 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:09:49.860 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:50.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:09:50Z chronyd exiting
23:09:50.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465790298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:50.320 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job b2b25cd960f08851bedacc90188e59d4 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:09:50.322 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:09:50.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:50.800 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465790798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:50.809 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job b2b25cd960f08851bedacc90188e59d4 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:09:50.811 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:09:50.860 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:51.119 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:51.120 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:51.120 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:51.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:51.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:51.121 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:51.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:51.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:51.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:51.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:51.121 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:51.122 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:51.122 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:51.122 [DEBUG - main] (Connection.java:575) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] disconnecting while in state READY
23:09:51.122 [DEBUG - main] (Connection.java:575) [peer master-127.13.143.253:38459(127.13.143.253:38459)] disconnecting while in state READY
23:09:51.122 [DEBUG - main] (Connection.java:575) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] disconnecting while in state READY
23:09:51.122 [DEBUG - main] (Connection.java:575) [peer master-127.13.143.254:38315(127.13.143.254:38315)] disconnecting while in state READY
23:09:51.122 [DEBUG - main] (Connection.java:575) [peer master-127.13.143.252:35611(127.13.143.252:35611)] disconnecting while in state READY
23:09:51.122 [DEBUG - main] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state READY
23:09:51.123 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] handling channelInactive
23:09:51.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] cleaning up while in state READY due to: connection closed
23:09:51.124 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.143.253:38459(127.13.143.253:38459)] handling channelInactive
23:09:51.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state READY due to: connection closed
23:09:51.124 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] handling channelInactive
23:09:51.124 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] cleaning up while in state READY due to: connection closed
23:09:51.125 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.143.254:38315(127.13.143.254:38315)] handling channelInactive
23:09:51.125 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state READY due to: connection closed
23:09:51.126 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:09:51.127 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.143.252:35611(127.13.143.252:35611)] handling channelInactive
23:09:51.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state READY due to: connection closed
23:09:51.130 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:09:51.131 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
23:09:51.131 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-1
23:09:51.131 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
23:09:51.131 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
23:09:51.135 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:51.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:51.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:51.136 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:51.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:51.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:51.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:51.136 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:51.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:51.137 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:51.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:51.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:51.137 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:51.150 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] handling channelInactive
23:09:51.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state READY due to: connection closed
23:09:51.150 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
23:09:51.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:51.151625 13887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 14189
23:09:51.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:51.209630 13887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 14330
23:09:51.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:51.266914 14498 connection.cc:573] client connection to 127.13.143.194:44277 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:09:51.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:51.267452 14498 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:09:51.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:51.268193 13887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 14476
23:09:51.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465791298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:51.310 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job b2b25cd960f08851bedacc90188e59d4 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:09:51.311 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:09:51.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:51.313468 13887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 13899
23:09:51.316 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table b3d540d982b3476585ed9b68e3c4d3cf
23:09:51.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet fff747042f7143a6bbc95a36d53fddbd for table 'replication_test_table' with partition [0x0000000080000064, 0x00000000800000C8)
23:09:51.320 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a3db128e2b254e219630bf122eb3350d for table 'replication_test_table' with partition [0x0000000180000064, 0x00000001800000C8)
23:09:51.321 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 91130f46282b4f9293463d4444d330a9 for table 'replication_test_table' with partition [0x0000000280000064, 0x00000002800000C8)
23:09:51.321 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 0bbf7cb6475144aea184e1253c64ccc1 for table 'replication_test_table' with partition [0x0000000380000064, 0x00000003800000C8)
23:09:51.321 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 68363dc9108e4964a195132c6f974e78 for table 'replication_test_table' with partition [0x0000000480000064, 0x00000004800000C8)
23:09:51.321 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000080000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299999, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000000800000C8, upperBoundPartitionKey=0x0000000180000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299999, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000001800000C8, upperBoundPartitionKey=0x0000000280000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299999, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002800000C8, upperBoundPartitionKey=0x0000000380000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299999, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000003800000C8, upperBoundPartitionKey=0x0000000480000064, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000480000064, upperBoundPartitionKey=0x00000004800000C8, ttl=299999, tablet=68363dc9108e4964a195132c6f974e78@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000004800000C8, upperBoundPartitionKey=0x, ttl=299999}]
23:09:51.325 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='55494bff053418a2eb1ab4454e480fc432bb1aad6fbc57f5f6500796e7949847'}]
23:09:51.325 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='089b21b80cda4a1345ebda659a85aa6e8b498c7c19b0e4fef3a32f52aab85bb8'}]
23:09:51.327 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a3dd29eff3bbd9393551ec55f929ca06fddc1f02b07e40b8205b351c342fe3a3'}]
23:09:51.327 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:51.327 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:09:51.328 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000064, upperBoundPartitionKey=0x00000000800000C8, ttl=299997, tablet=fff747042f7143a6bbc95a36d53fddbd@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}]
23:09:51.329 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:51.329 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4a134046c33df5a21e42701e20082a34f1cbad1da73d28439054bba5d8f12a04'}]
23:09:51.330 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:09:51.330 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:51.330 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:51.330 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000380000064, upperBoundPartitionKey=0x00000003800000C8, ttl=299997, tablet=0bbf7cb6475144aea184e1253c64ccc1@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)[L],7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}]
23:09:51.331 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:09:51.331 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:09:51.331 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:09:51.331 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000280000064, upperBoundPartitionKey=0x00000002800000C8, ttl=299997, tablet=91130f46282b4f9293463d4444d330a9@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)[L],7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)]}]
23:09:51.332 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000064, upperBoundPartitionKey=0x00000001800000C8, ttl=299997, tablet=a3db128e2b254e219630bf122eb3350d@[10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277),7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285),7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)[L]]}]
23:09:51.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state CONNECTING due to: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.333 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277) for tablet fff747042f7143a6bbc95a36d53fddbd: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.334 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:51.335 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:51.336 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] connecting to peer
23:09:51.336 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.336 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state CONNECTING due to: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.336 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277) for tablet 0bbf7cb6475144aea184e1253c64ccc1: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state CONNECTING due to: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] cleaning up while in state CONNECTING due to: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.337 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277) for tablet a3db128e2b254e219630bf122eb3350d: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.337 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277) for tablet 91130f46282b4f9293463d4444d330a9: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277
23:09:51.351 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] connecting to peer
23:09:51.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.353 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285) for tablet fff747042f7143a6bbc95a36d53fddbd: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.355 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] connecting to peer
23:09:51.355 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] connecting to peer
23:09:51.356 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] connecting to peer
23:09:51.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.358 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909) for tablet 91130f46282b4f9293463d4444d330a9: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.358 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.359 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909) for tablet a3db128e2b254e219630bf122eb3350d: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.359 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.13.143.254:38315(127.13.143.254:38315)] handling channelInactive
23:09:51.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state READY due to: connection closed
23:09:51.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:51.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:51.361371 13887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 13969
23:09:51.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.363 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909) for tablet 0bbf7cb6475144aea184e1253c64ccc1: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.370 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] connecting to peer
23:09:51.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.372 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909) for tablet fff747042f7143a6bbc95a36d53fddbd: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909
23:09:51.375 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] connecting to peer
23:09:51.376 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] connecting to peer
23:09:51.376 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] connecting to peer
23:09:51.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.377 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285) for tablet 0bbf7cb6475144aea184e1253c64ccc1: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.378 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.378 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285) for tablet 91130f46282b4f9293463d4444d330a9: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:51.378490 14076 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.13.143.254:38315: connect: Connection refused (error 111)
23:09:51.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] cleaning up while in state CONNECTING due to: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.380 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285) for tablet a3db128e2b254e219630bf122eb3350d: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285
23:09:51.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:51.383767 14076 consensus_peers.cc:597] T 00000000000000000000000000000000 P 5aea49671e2440f5b1a082e7eecaaa2a -> Peer 97cb8ac3cbfd4d2690fb5c50b45e4f6b (127.13.143.254:38315): Couldn't send request to peer 97cb8ac3cbfd4d2690fb5c50b45e4f6b. Status: Network error: Client connection negotiation failed: client connection to 127.13.143.254:38315: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:09:51.391 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.394 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.395 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.396 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.397 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.402 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.13.143.253:38459(127.13.143.253:38459)] handling channelInactive
23:09:51.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state READY due to: connection closed
23:09:51.403 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.13.143.252:35611(127.13.143.252:35611)] Successfully connected to peer
23:09:51.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:51.403053 13887 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 14047
23:09:51.404 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.406 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.407 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.13.143.252:35611(127.13.143.252:35611)] Successfully connected to peer
23:09:51.407 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.408 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.409 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.409 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.409 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.410 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.13.143.252:35611(127.13.143.252:35611)] Successfully connected to peer
23:09:51.411 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.414 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.415 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.415 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.13.143.252:35611(127.13.143.252:35611)] Successfully connected to peer
23:09:51.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.417 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.436 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.13.143.252:35611(127.13.143.252:35611)] handling channelInactive
23:09:51.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state READY due to: connection closed
23:09:51.436 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:09:51.437 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:09:51.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state NEGOTIATING due to: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611]
23:09:51.437 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:09:51.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611]
23:09:51.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state NEGOTIATING due to: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611]
23:09:51.437 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:09:51.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state NEGOTIATING due to: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611]
23:09:51.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state NEGOTIATING due to: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611]
23:09:51.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611]
23:09:51.437 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611]
23:09:51.437 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611]
23:09:51.437 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.438 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.13.143.252:35611(127.13.143.252:35611)] handling channelInactive
23:09:51.437 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.438 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.13.143.252:35611(127.13.143.252:35611)] handling channelInactive
23:09:51.438 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.13.143.252:35611(127.13.143.252:35611)] handling channelInactive
23:09:51.439 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.13.143.252:35611(127.13.143.252:35611)] handling channelInactive
23:09:51.451 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.452 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.453 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.454 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.454 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.454 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.454 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.454 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.454 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.455 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.455 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.455 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.455 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.455 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.455 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.456 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.456 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.457 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.457 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.457 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.457 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.458 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.459 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.461 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.461 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.461 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.462 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.462 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.463 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.463 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.463 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.463 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.463 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.471 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.471 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.471 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.472 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.472 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.474 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.475 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.475 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.475 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.475 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.475 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.476 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.476 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.476 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.476 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.476 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.476 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.476 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.476 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.476 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.477 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.477 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.477 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.477 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.477 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.477 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.477 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.477 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.478 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.491 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.491 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.492 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.492 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.492 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.492 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.494 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.495 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.495 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.495 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.495 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.495 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.495 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.495 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.495 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.496 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.496 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.496 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.496 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.497 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.497 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.497 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.497 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.497 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.497 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.498 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.510 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.511 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.511 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.512 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.515 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.515 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.515 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.516 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.516 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.516 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.518 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.518 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.518 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.518 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.518 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.518 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.518 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.519 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.520 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.520 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.520 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.520 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.520 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.521 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.531 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.531 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.531 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.532 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.533 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.533 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.535 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.536 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.536 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.536 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.536 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.536 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.536 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.537 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.537 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.537 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.537 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.537 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.537 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.537 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.537 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.537 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.538 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.538 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.538 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.538 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.538 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.539 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.539 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.539 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.539 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.539 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.539 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.540 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.540 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.540 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.540 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.540 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.540 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.541 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.541 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.541 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.541 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.555 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.555 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.556 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.557 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.558 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.559 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.576 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.576 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.576 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.577 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.577 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.578 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.597 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.597 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.597 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.598 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.598 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.598 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.599 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.599 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.610 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.611 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.611 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.612 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.612 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.612 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.612 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.612 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.614 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.615 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.615 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.618 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.627 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:51.628 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:51.628 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:51.629 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:51.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:51.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:51.631 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.631 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.631 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:51.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:51.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:51.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.633 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:51.633 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:51.633 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.633 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:51.633 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:51.633 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.634 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.635 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.635 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.635 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.636 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.636 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.636 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.636 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.636 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.639 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.636 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.639 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.676 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:51.677 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:51.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:51.677 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:51.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:51.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:51.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:51.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:51.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:51.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:51.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:51.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:51.679 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:51.736 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.736 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.736 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.736 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.737 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.737 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.739 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465791798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:51.811 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:09:51.812 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:09:51.836 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:51.836 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:51.837 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:51.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:51.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:51.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:51.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:51.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:51.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:51.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:51.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:51.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:51.838 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:51.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:51.871 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.872 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.872 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.872 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.873 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.873 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.873 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.935 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.936 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.936 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.936 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.938 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.938 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:51.977 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:51.978 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:51.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:51.978 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:51.979 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.979 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.979 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:51.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:51.980 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:52.075 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:52.076 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:52.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.076 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:52.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.077 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:52.176 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:52.176 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:52.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.177 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:52.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.178 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:52.296 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:52.297 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:52.297 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:52.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.298 [INFO - pool-100-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.298 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465792298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:52.298 [WARN - pool-100-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:52.308 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:09:52.309 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:09:52.355 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:52.356 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:52.356 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:52.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.357 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:52.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:52.391 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:52.392 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:52.392 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:52.392 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.392 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.392 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.392 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.392 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.393 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:52.396 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:52.397 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:52.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.397 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:52.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.398 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:52.410 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:52.411 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:52.411 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:52.412 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.412 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:52.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:52.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:52.412 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:52.464 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:52.465 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:52.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:52.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:52.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:52.466 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:52.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:52.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:52.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:52.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:52.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:52.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:52.467 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:52.578 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:52.579 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:52.579 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:52.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:52.580 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:52.580 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:52.580 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:52.580 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:52.580 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:52.580 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:52.580 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:52.580 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:52.581 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:52.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:09:52Z chronyd exiting
23:09:52.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465792798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:52.807 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:09:52.808 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
23:09:52.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:53.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465793298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:53.307 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:09:53.308 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:09:53.360 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:53.456 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:53.457 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:53.457 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:53.457 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:53.457 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:53.457 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:53.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:53.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:53.458 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:53.458 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:53.458 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:53.458 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:53.458 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:53.475 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:53.476 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:53.476 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:53.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:53.476 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:53.476 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:53.476 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:53.476 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:53.477 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:53.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:53.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:53.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:53.477 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:53.535 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:53.536 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:53.536 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:53.536 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:53.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:53.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:53.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:53.537 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:53.537 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:53.537 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:53.537 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:53.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:53.537 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
.23:09:53.711 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465793711
23:09:53.711 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465793711
23:09:53.714 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:09:53.718 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:09:53.718 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:09:53.718 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:09:53.718 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:09:53.718 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:09:53.722 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:09:53.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465793798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:53.808 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:09:53.809 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:09:53.838 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:53.839 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:53.839 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:53.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:53.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:53.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:53.840 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:53.840 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:53.840 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:53.840 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:53.840 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:53.840 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:53.840 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:53.860 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:54.070 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:54.071 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:54.071 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:54.071 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:54.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:54.071 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:54.072 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:54.072 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:54.072 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:54.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:54.072 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:54.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:54.072 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:54.104 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:09:54.104 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:09:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:54.107697 15975 mini_oidc.cc:150] Starting JWKS server
23:09:54.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:54.111223 15975 webserver.cc:534] Webserver started at http://127.0.0.1:43297/ using document root <none> and password file <none>
23:09:54.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:54.111690 15975 mini_oidc.cc:186] Starting OIDC Discovery server
23:09:54.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:54.113423 15975 webserver.cc:534] Webserver started at http://127.0.0.1:41925/ using document root <none> and password file <none>
23:09:54.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:09:54Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:09:54.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:09:54Z Disabled control of system clock
23:09:54.176 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:54.177 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:54.177 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:54.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:54.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:54.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:54.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:54.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:54.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:54.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:54.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:54.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:54.178 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:54.178526 15975 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/wal
23:09:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/data
23:09:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:54.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/logs
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/data/info.pb
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.254:35665
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.254
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:54.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43297/jwks.json with env {}
23:09:54.195 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:54.196 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:54.196 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:54.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:54.197 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:54.197 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:54.197 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:54.197 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:54.197 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:54.197 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:54.197 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:54.197 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:54.197 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:54.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465794298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:54.307 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:09:54.308 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:09:54.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:54.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:54.356 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:54.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:54.357 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:54.357 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:54.357 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:54.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:54.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:54.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:54.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:54.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:54.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:54.360 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:54.498912 15987 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:54.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:54.499552 15987 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:54.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:54.500118 15987 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:54.533097 15987 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:09:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:54.533397 15987 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:54.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:54.533595 15987 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:09:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:54.533890 15987 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:09:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:54.534103 15987 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:09:54.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:54.534252 15987 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43297/jwks.json
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:54.572024 15987 master_runner.cc:387] Master server non-default flags:
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/data
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/wal
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.254:35665
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43297/jwks.json
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/data/info.pb
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.254
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/logs
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:09:54.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:54.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:54.573325 15987 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:54.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:54.574926 15987 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:54.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:54.587159 15993 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:54.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465794798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:54.810 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:54.810 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:54.810 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:54.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:54.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:54.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:54.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:54.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:54.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:54.813 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:54.813 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:54.813 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:54.813 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:54.822 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:09:54.824 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:09:54.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:55.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465795298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:55.329 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=24 ms, finalizationTime=7 ms).
23:09:55.332 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:09:55.362 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:55.686 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:55.686 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:55.687 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:55.687 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:55.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:55.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:55.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:55.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:55.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:55.688 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:55.688 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:55.688 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:55.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:55.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465795798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:55.818 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
23:09:55.821 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:09:55.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:55.911 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:55.911 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:55.912 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:55.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:55.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:55.913 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:55.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:55.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:55.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:55.914 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:55.914 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:55.914 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:55.914 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:55.956 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:55.956 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:55.957 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:55.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:55.964 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:55.964 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:55.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:55.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:55.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:55.963 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:55.964 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:55.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:55.965 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:56.026 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:56.026 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:56.027 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:56.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:56.028 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:56.028 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:56.028 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:56.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:56.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:56.029 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:56.029 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:56.029 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:56.030 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:56.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465796298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:56.318 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:09:56.320 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:09:56.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:55.990688 15992 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 15987
23:09:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.416832 15987 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.830s	user 0.639s	sys 1.190s
23:09:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.417215 15987 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.830s	user 0.639s	sys 1.190s
23:09:56.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:54.587445 15994 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:56.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.419476 15996 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:56.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.422062 15995 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1830 milliseconds
23:09:56.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.422099 15987 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:09:56.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.423413 15987 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.426049 15987 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.427495 15987 hybrid_clock.cc:648] HybridClock initialized: now 1783465796427460 us; error 41 us; skew 500 ppm
23:09:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.428293 15987 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:56.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.434993 15987 webserver.cc:534] Webserver started at http://127.15.153.254:33621/ using document root <none> and password file <none>
23:09:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.436038 15987 fs_manager.cc:362] Metadata directory not provided
23:09:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.436239 15987 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:56.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.436710 15987 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.441936 15987 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/data/instance:
23:09:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68215943c199482b9b3b264cab88bd06"
23:09:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:56 on dist-test-slave-sprr"
23:09:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.443080 15987 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/wal/instance:
23:09:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68215943c199482b9b3b264cab88bd06"
23:09:56.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:56 on dist-test-slave-sprr"
23:09:56.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.450863 15987 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
23:09:56.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.457005 16003 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:56.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.458212 15987 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.458613 15987 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/wal
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "68215943c199482b9b3b264cab88bd06"
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:56 on dist-test-slave-sprr"
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.458995 15987 fs_report.cc:389] FS layout report
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/wal
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/wal
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/data/data
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:56.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:56.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.524230 15987 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.525800 15987 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.526306 15987 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.600925 15987 rpc_server.cc:307] RPC server started. Bound to: 127.15.153.254:35665
23:09:56.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.601011 16054 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.153.254:35665 every 8 connection(s)
23:09:56.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.603657 15987 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/data/info.pb
23:09:56.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.609522 16055 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:56.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.613373 15975 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 15987
23:09:56.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.613929 15975 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-0/wal/instance
23:09:56.616 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:56.616 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:56.616 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:56.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:56.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:56.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:56.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:56.617 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:56.617 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:56.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:56.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:56.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:56.618 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.619364 15975 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/wal
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/data
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/logs
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/data/info.pb
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:56.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.253:37081
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.253
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:56.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43297/jwks.json with env {}
23:09:56.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.625651 16055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } has no permanent_uuid. Determining permanent_uuid...
23:09:56.644 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:56.645 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:56.645 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:56.646 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:56.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:56.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:56.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:56.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:56.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:56.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:56.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:56.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:56.647 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:56.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.657282 16055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } has no permanent_uuid. Determining permanent_uuid...
23:09:56.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.659950 16005 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.153.253:37081: connect: Connection refused (error 111)
23:09:56.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.664505 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.253:37081: Network error: Client connection negotiation failed: client connection to 127.15.153.253:37081: connect: Connection refused (error 111)
23:09:56.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.713986 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } attempt: 1
23:09:56.719 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:56.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.718825 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.253:37081: Network error: Client connection negotiation failed: client connection to 127.15.153.253:37081: connect: Connection refused (error 111)
23:09:56.719 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:56.719 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:56.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:56.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:56.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:56.720 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:56.720 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:56.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:56.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:56.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:56.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:56.721 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:56.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.787344 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } attempt: 2
23:09:56.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.792222 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.253:37081: Network error: Client connection negotiation failed: client connection to 127.15.153.253:37081: connect: Connection refused (error 111)
23:09:56.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465796798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:56.807 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:09:56.807 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:09:56.860 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:56.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:56.883738 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } attempt: 3
23:09:56.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.888396 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.253:37081: Network error: Client connection negotiation failed: client connection to 127.15.153.253:37081: connect: Connection refused (error 111)
23:09:56.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.952745 16057 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:56.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.953377 16057 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:56.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.953897 16057 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.988864 16057 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:09:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.989241 16057 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:56.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.989645 16057 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:09:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.989943 16057 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:09:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.990149 16057 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:09:56.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:56.990301 16057 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43297/jwks.json
23:09:57.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:57.028535 16057 master_runner.cc:387] Master server non-default flags:
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/data
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/wal
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.253:37081
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43297/jwks.json
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/data/info.pb
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.253
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/logs
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:57.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:57.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:57.029902 16057 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:57.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:57.031591 16057 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:57.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:57.031877 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } attempt: 4
23:09:57.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:57.036162 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.253:37081: Network error: Client connection negotiation failed: client connection to 127.15.153.253:37081: connect: Connection refused (error 111)
23:09:57.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:57.042932 16066 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:57.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465797298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:57.309 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:09:57.311 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:09:57.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:57.335609 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } attempt: 5
23:09:57.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:57.340829 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.253:37081: Network error: Client connection negotiation failed: client connection to 127.15.153.253:37081: connect: Connection refused (error 111)
23:09:57.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:57.555 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:57.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:57.556 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:57.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:57.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:57.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:57.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:57.557 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:57.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:57.557 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:57.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:57.557 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:57.557 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:57.650 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:57.651 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:57.651 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:57.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:57.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:57.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:57.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:57.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:57.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:57.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:57.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:57.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:57.652 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:57.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465797799 for job b2b25cd960f08851bedacc90188e59d4.
23:09:57.812 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:09:57.813 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:09:57.835 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:57.836 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:57.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:57.836 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:57.836 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:57.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:57.837 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:57.837 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:57.837 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:57.837 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:57.837 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:57.837 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:57.837 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:57.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:57.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:57.888195 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } attempt: 6
23:09:57.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:57.896643 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.253:37081: Network error: Client connection negotiation failed: client connection to 127.15.153.253:37081: connect: Connection refused (error 111)
23:09:58.095 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:58.095 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:58.096 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:58.096 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:58.096 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:58.096 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:58.096 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:58.096 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:58.096 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:58.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:58.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:58.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:58.097 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:58.186 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:58.186 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:58.187 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:58.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:58.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:58.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:58.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:58.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:58.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:58.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:58.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:58.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:58.187 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:58.236 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:58.237 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:58.237 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:58.237 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:58.237 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:58.237 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:58.237 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:58.238 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:58.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:58.238 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:58.238 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:58.238 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:58.238 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:57.044586 16067 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:58.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:57.048439 16069 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.273001 16068 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:09:58.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.273119 16057 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:09:58.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.277196 16057 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:09:58.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.280418 16057 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:09:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.281836 16057 hybrid_clock.cc:648] HybridClock initialized: now 1783465798281792 us; error 59 us; skew 500 ppm
23:09:58.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.282680 16057 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:09:58.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.290198 16057 webserver.cc:534] Webserver started at http://127.15.153.253:36527/ using document root <none> and password file <none>
23:09:58.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.291222 16057 fs_manager.cc:362] Metadata directory not provided
23:09:58.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.291488 16057 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:09:58.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.292064 16057 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:09:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.296869 16057 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/data/instance:
23:09:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "561a366893544d7f9179ed6e82f5b42f"
23:09:58.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:58 on dist-test-slave-sprr"
23:09:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.298097 16057 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/wal/instance:
23:09:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "561a366893544d7f9179ed6e82f5b42f"
23:09:58.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:58 on dist-test-slave-sprr"
23:09:58.298 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465798298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:58.307 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:09:58.308 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:09:58.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.308535 16057 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.005s	sys 0.004s
23:09:58.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.316622 16079 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:09:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.318013 16057 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.001s
23:09:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.318499 16057 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/wal
23:09:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "561a366893544d7f9179ed6e82f5b42f"
23:09:58.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:09:58 on dist-test-slave-sprr"
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.318949 16057 fs_report.cc:389] FS layout report
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/wal
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/wal
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/data/data
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:09:58.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:09:58.361 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:58.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.370942 16057 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:09:58.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.372400 16057 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:09:58.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.372803 16057 kserver.cc:163] Server-wide thread pool size limit: 3276
23:09:58.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.445768 16057 rpc_server.cc:307] RPC server started. Bound to: 127.15.153.253:37081
23:09:58.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.445914 16130 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.153.253:37081 every 8 connection(s)
23:09:58.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.448557 16057 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/data/info.pb
23:09:58.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.450519 15975 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 16057
23:09:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.451035 15975 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-1/wal/instance
23:09:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.453369 15975 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:09:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/wal
23:09:58.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/data
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/logs
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/data/info.pb
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.252:38525
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.252
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:58.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43297/jwks.json with env {}
23:09:58.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.455221 16131 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:09:58.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.466470 16131 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } has no permanent_uuid. Determining permanent_uuid...
23:09:58.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.493459 16131 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } has no permanent_uuid. Determining permanent_uuid...
23:09:58.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.507299 16131 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } has no permanent_uuid. Determining permanent_uuid...
23:09:58.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.509681 16081 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:58.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.513821 16131 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:58.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.563238 16131 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 1
23:09:58.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.567904 16131 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:58.615 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:58.616 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:58.616 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:58.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:58.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:58.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:58.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:58.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:58.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:58.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:58.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:58.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:58.617 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:58.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.636238 16131 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 2
23:09:58.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.640944 16131 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.732347 16131 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 3
23:09:58.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.737407 16131 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:58.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.773118 16133 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:09:58.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.773672 16133 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:09:58.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.774199 16133 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:09:58.798 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465798798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:58.806 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:09:58.807 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:09:58.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.814466 16133 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:09:58.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.814740 16133 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:09:58.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.814998 16133 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:09:58.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.815263 16133 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:09:58.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.815517 16133 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:09:58.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.815676 16133 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:43297/jwks.json
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.857824 16133 master_runner.cc:387] Master server non-default flags:
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/data
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/wal
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.252:38525
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:43297/jwks.json
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/data/info.pb
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.252
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/logs
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:09:58.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:09:58.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.859169 16133 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:09:58.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.860882 16133 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:09:58.861 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:09:58.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.871990 16143 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:09:58.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.880940 16131 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 4
23:09:58.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.887051 16131 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:58.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.957082 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } attempt: 7
23:09:58.960 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:58.961 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:58.961 [DEBUG - pool-38-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:58.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:58.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:58.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:58.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:58.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:58.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:58.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:58.963 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:58.963 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:58.963 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:58.964 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26648), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [69ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [70ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [70ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [131ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [159ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [168ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [169ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [209ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [248ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [248ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [265ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [265ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [266ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [323ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [324ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [324ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [324ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [423ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [664ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [665ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [943ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [944ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [945ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [945ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1930ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1931ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1932ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1932ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3882ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3884ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3884ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3885ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [7040ms] refreshing cache from master, [7040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [7041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [7041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [7042ms] too many traces: truncated at 100 traces, deferred=Deferred@384638896(state=PENDING, result=null, callback=(continuation of Deferred@1916914858 after retry RPC after error@568579124) -> (continuation of Deferred@1015741621 after retry RPC after error@1113879563) -> (continuation of Deferred@1044173937 after retry RPC after error@21100022) -> (continuation of Deferred@1782963775 after retry RPC after error@190851920) -> (continuation of Deferred@1403513105 after retry RPC after error@1573341398) -> (continuation of Deferred@431473015 after retry RPC after error@327635898) -> (continuation of Deferred@2131025850 after retry RPC after error@409119092) -> (continuation of Deferred@1064927094 after retry RPC after error@374006176) -> (continuation of Deferred@1340741084 after retry RPC after error@1112423516) -> (continuation of Deferred@909666732 after retry RPC after error@2000603434) -> (continuation of Deferred@1751480036 after retry RPC after error@1534724968) -> (continuation of Deferred@788163746 after retry RPC after error@789350350) -> (continuation of Deferred@1822234269 after retry RPC after error@1740071213) -> (continuation of Deferred@450207237 after retry RPC after error@1361860710) -> (continuation of Deferred@1426167072 after retry RPC after error@165886116) -> (continuation of Deferred@1064352299 after retry RPC after error@204225227) -> (continuation of Deferred@1432164091 after retry RPC after error@1173037804) -> (continuation of Deferred@2146466200 after retry RPC after error@317189839) -> (continuation of Deferred@800118950 after retry RPC after error@869295102) -> (continuation of Deferred@1326510245 after retry RPC after error@1647115806) -> (continuation of Deferred@1274052373 after retry RPC after error@2064591366) -> (continuation of Deferred@861038618 after retry RPC after error@906734688), errback=(continuation of Deferred@1916914858 after retry RPC after error@568579124) -> (continuation of Deferred@1015741621 after retry RPC after error@1113879563) -> (continuation of Deferred@1044173937 after retry RPC after error@21100022) -> (continuation of Deferred@1782963775 after retry RPC after error@190851920) -> (continuation of Deferred@1403513105 after retry RPC after error@1573341398) -> (continuation of Deferred@431473015 after retry RPC after error@327635898) -> (continuation of Deferred@2131025850 after retry RPC after error@409119092) -> (continuation of Deferred@1064927094 after retry RPC after error@374006176) -> (continuation of Deferred@1340741084 after retry RPC after error@1112423516) -> (continuation of Deferred@909666732 after retry RPC after error@2000603434) -> (continuation of Deferred@1751480036 after retry RPC after error@1534724968) -> (continuation of Deferred@788163746 after retry RPC after error@789350350) -> (continuation of Deferred@1822234269 after retry RPC after error@1740071213) -> (continuation of Deferred@450207237 after retry RPC after error@1361860710) -> (continuation of Deferred@1426167072 after retry RPC after error@165886116) -> (continuation of Deferred@1064352299 after retry RPC after error@204225227) -> (continuation of Deferred@1432164091 after retry RPC after error@1173037804) -> (continuation of Deferred@2146466200 after retry RPC after error@317189839) -> (continuation of Deferred@800118950 after retry RPC after error@869295102) -> (continuation of Deferred@1326510245 after retry RPC after error@1647115806) -> (continuation of Deferred@1274052373 after retry RPC after error@2064591366) -> (continuation of Deferred@861038618 after retry RPC after error@906734688)))
23:09:58.965 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:09:58.966 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26648), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [69ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [70ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [70ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [131ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [159ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [168ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [169ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [209ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [248ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [248ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [265ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [265ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [266ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [323ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [324ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [324ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [324ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [423ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [664ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [665ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [943ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [944ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [945ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [945ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1930ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1931ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1932ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1932ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3882ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3884ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3884ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3885ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [7040ms] refreshing cache from master, [7040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [7041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [7041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [7042ms] too many traces: truncated at 100 traces, deferred=Deferred@384638896(state=PENDING, result=null, callback=(continuation of Deferred@1916914858 after retry RPC after error@568579124) -> (continuation of Deferred@1015741621 after retry RPC after error@1113879563) -> (continuation of Deferred@1044173937 after retry RPC after error@21100022) -> (continuation of Deferred@1782963775 after retry RPC after error@190851920) -> (continuation of Deferred@1403513105 after retry RPC after error@1573341398) -> (continuation of Deferred@431473015 after retry RPC after error@327635898) -> (continuation of Deferred@2131025850 after retry RPC after error@409119092) -> (continuation of Deferred@1064927094 after retry RPC after error@374006176) -> (continuation of Deferred@1340741084 after retry RPC after error@1112423516) -> (continuation of Deferred@909666732 after retry RPC after error@2000603434) -> (continuation of Deferred@1751480036 after retry RPC after error@1534724968) -> (continuation of Deferred@788163746 after retry RPC after error@789350350) -> (continuation of Deferred@1822234269 after retry RPC after error@1740071213) -> (continuation of Deferred@450207237 after retry RPC after error@1361860710) -> (continuation of Deferred@1426167072 after retry RPC after error@165886116) -> (continuation of Deferred@1064352299 after retry RPC after error@204225227) -> (continuation of Deferred@1432164091 after retry RPC after error@1173037804) -> (continuation of Deferred@2146466200 after retry RPC after error@317189839) -> (continuation of Deferred@800118950 after retry RPC after error@869295102) -> (continuation of Deferred@1326510245 after retry RPC after error@1647115806) -> (continuation of Deferred@1274052373 after retry RPC after error@2064591366) -> (continuation of Deferred@861038618 after retry RPC after error@906734688), errback=(continuation of Deferred@1916914858 after retry RPC after error@568579124) -> (continuation of Deferred@1015741621 after retry RPC after error@1113879563) -> (continuation of Deferred@1044173937 after retry RPC after error@21100022) -> (continuation of Deferred@1782963775 after retry RPC after error@190851920) -> (continuation of Deferred@1403513105 after retry RPC after error@1573341398) -> (continuation of Deferred@431473015 after retry RPC after error@327635898) -> (continuation of Deferred@2131025850 after retry RPC after error@409119092) -> (continuation of Deferred@1064927094 after retry RPC after error@374006176) -> (continuation of Deferred@1340741084 after retry RPC after error@1112423516) -> (continuation of Deferred@909666732 after retry RPC after error@2000603434) -> (continuation of Deferred@1751480036 after retry RPC after error@1534724968) -> (continuation of Deferred@788163746 after retry RPC after error@789350350) -> (continuation of Deferred@1822234269 after retry RPC after error@1740071213) -> (continuation of Deferred@450207237 after retry RPC after error@1361860710) -> (continuation of Deferred@1426167072 after retry RPC after error@165886116) -> (continuation of Deferred@1064352299 after retry RPC after error@204225227) -> (continuation of Deferred@1432164091 after retry RPC after error@1173037804) -> (continuation of Deferred@2146466200 after retry RPC after error@317189839) -> (continuation of Deferred@800118950 after retry RPC after error@869295102) -> (continuation of Deferred@1326510245 after retry RPC after error@1647115806) -> (continuation of Deferred@1274052373 after retry RPC after error@2064591366) -> (continuation of Deferred@861038618 after retry RPC after error@906734688)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.124:34051
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:09:58.967 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
23:09:58.983 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:09:58.987 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=26648), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [60ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [69ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [70ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [70ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [131ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [157ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [159ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [168ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [169ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [208ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [209ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [218ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [220ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [247ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [248ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [248ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [265ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [265ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [266ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [323ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [323ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [324ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [324ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [324ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [423ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [664ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [665ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [940ms] refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [943ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [944ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [945ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [945ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1921ms] refreshing cache from master, [1921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1930ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1931ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1932ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1932ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3882ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3884ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3884ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3885ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [7040ms] refreshing cache from master, [7040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [7041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [7041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [7042ms] too many traces: truncated at 100 traces, deferred=Deferred@384638896(state=PENDING, result=null, callback=(continuation of Deferred@1916914858 after retry RPC after error@568579124) -> (continuation of Deferred@1015741621 after retry RPC after error@1113879563) -> (continuation of Deferred@1044173937 after retry RPC after error@21100022) -> (continuation of Deferred@1782963775 after retry RPC after error@190851920) -> (continuation of Deferred@1403513105 after retry RPC after error@1573341398) -> (continuation of Deferred@431473015 after retry RPC after error@327635898) -> (continuation of Deferred@2131025850 after retry RPC after error@409119092) -> (continuation of Deferred@1064927094 after retry RPC after error@374006176) -> (continuation of Deferred@1340741084 after retry RPC after error@1112423516) -> (continuation of Deferred@909666732 after retry RPC after error@2000603434) -> (continuation of Deferred@1751480036 after retry RPC after error@1534724968) -> (continuation of Deferred@788163746 after retry RPC after error@789350350) -> (continuation of Deferred@1822234269 after retry RPC after error@1740071213) -> (continuation of Deferred@450207237 after retry RPC after error@1361860710) -> (continuation of Deferred@1426167072 after retry RPC after error@165886116) -> (continuation of Deferred@1064352299 after retry RPC after error@204225227) -> (continuation of Deferred@1432164091 after retry RPC after error@1173037804) -> (continuation of Deferred@2146466200 after retry RPC after error@317189839) -> (continuation of Deferred@800118950 after retry RPC after error@869295102) -> (continuation of Deferred@1326510245 after retry RPC after error@1647115806) -> (continuation of Deferred@1274052373 after retry RPC after error@2064591366) -> (continuation of Deferred@861038618 after retry RPC after error@906734688), errback=(continuation of Deferred@1916914858 after retry RPC after error@568579124) -> (continuation of Deferred@1015741621 after retry RPC after error@1113879563) -> (continuation of Deferred@1044173937 after retry RPC after error@21100022) -> (continuation of Deferred@1782963775 after retry RPC after error@190851920) -> (continuation of Deferred@1403513105 after retry RPC after error@1573341398) -> (continuation of Deferred@431473015 after retry RPC after error@327635898) -> (continuation of Deferred@2131025850 after retry RPC after error@409119092) -> (continuation of Deferred@1064927094 after retry RPC after error@374006176) -> (continuation of Deferred@1340741084 after retry RPC after error@1112423516) -> (continuation of Deferred@909666732 after retry RPC after error@2000603434) -> (continuation of Deferred@1751480036 after retry RPC after error@1534724968) -> (continuation of Deferred@788163746 after retry RPC after error@789350350) -> (continuation of Deferred@1822234269 after retry RPC after error@1740071213) -> (continuation of Deferred@450207237 after retry RPC after error@1361860710) -> (continuation of Deferred@1426167072 after retry RPC after error@165886116) -> (continuation of Deferred@1064352299 after retry RPC after error@204225227) -> (continuation of Deferred@1432164091 after retry RPC after error@1173037804) -> (continuation of Deferred@2146466200 after retry RPC after error@317189839) -> (continuation of Deferred@800118950 after retry RPC after error@869295102) -> (continuation of Deferred@1326510245 after retry RPC after error@1647115806) -> (continuation of Deferred@1274052373 after retry RPC after error@2064591366) -> (continuation of Deferred@861038618 after retry RPC after error@906734688)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.124:34051
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:09:58.989 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:09:58.990 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
23:09:58.991 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:09:58.991 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RUNNING to RESTARTING.
23:09:58.992 [WARN - flink-pekko.actor.default-dispatcher-6] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:09:58.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:58.997481 16055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } has no permanent_uuid. Determining permanent_uuid...
23:09:59.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:59.016716 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:59.025 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:09:59.026 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:09:59.026 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:09:59.027 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:59.027 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:59.027 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:09:59.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:59.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:59.028 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:09:59.029 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:59.029 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:59.029 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:09:59.029 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:09:59.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:59.075363 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 1
23:09:59.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:59.084626 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:59.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:59.166208 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 2
23:09:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:59.175154 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:59.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:59.186573 16131 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 5
23:09:59.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:59.192627 16131 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:59.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:59.260948 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 3
23:09:59.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:59.269804 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:59.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465799298 for job b2b25cd960f08851bedacc90188e59d4.
23:09:59.316 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:09:59.318 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:09:59.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:59.410439 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 4
23:09:59.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:59.421828 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:59.490 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:09:59.491 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:09:59.491 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:09:59.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:59.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:59.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:09:59.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:59.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:59.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:59.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:59.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:09:59.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:09:59.492 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:09:59.696 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:59.697 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:59.697 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:59.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.698 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:59.700 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27329), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [37ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [38ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [254ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [255ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [304ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [311ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [311ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [311ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [343ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [345ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [349ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [350ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [364ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [364ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [385ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [408ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [408ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [424ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [483ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [485ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [485ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [563ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [564ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [564ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [624ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [625ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [626ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1144ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1900ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1905ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1905ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [3802ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [3803ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@929336271(state=PENDING, result=null, callback=(continuation of Deferred@1289049598 after retry RPC after error@1069759068) -> (continuation of Deferred@968273177 after retry RPC after error@715088659) -> (continuation of Deferred@1275312411 after retry RPC after error@1781820189) -> (continuation of Deferred@1718013223 after retry RPC after error@925940995) -> (continuation of Deferred@1714028959 after retry RPC after error@789570244) -> (continuation of Deferred@2135956983 after retry RPC after error@1304063931) -> (continuation of Deferred@2074786154 after retry RPC after error@736324889) -> (continuation of Deferred@1419997751 after retry RPC after error@1257904303) -> (continuation of Deferred@1689622899 after retry RPC after error@1410251609) -> (continuation of Deferred@468928805 after retry RPC after error@22414740) -> (continuation of Deferred@1239448268 after retry RPC after error@1746257114) -> (continuation of Deferred@1773011612 after retry RPC after error@1483063448) -> (continuation of Deferred@312076098 after retry RPC after error@1424806623) -> (continuation of Deferred@1305448508 after retry RPC after error@1004075037) -> (continuation of Deferred@1713810387 after retry RPC after error@1424947170) -> (continuation of Deferred@1704055603 after retry RPC after error@427149196) -> (continuation of Deferred@1247711042 after retry RPC after error@1772892172) -> (continuation of Deferred@47148609 after retry RPC after error@892440627) -> (continuation of Deferred@195767624 after retry RPC after error@51331169) -> (continuation of Deferred@2051775271 after retry RPC after error@1128414293) -> (continuation of Deferred@290560024 after retry RPC after error@1747242523) -> (continuation of Deferred@1309729435 after retry RPC after error@484630424), errback=(continuation of Deferred@1289049598 after retry RPC after error@1069759068) -> (continuation of Deferred@968273177 after retry RPC after error@715088659) -> (continuation of Deferred@1275312411 after retry RPC after error@1781820189) -> (continuation of Deferred@1718013223 after retry RPC after error@925940995) -> (continuation of Deferred@1714028959 after retry RPC after error@789570244) -> (continuation of Deferred@2135956983 after retry RPC after error@1304063931) -> (continuation of Deferred@2074786154 after retry RPC after error@736324889) -> (continuation of Deferred@1419997751 after retry RPC after error@1257904303) -> (continuation of Deferred@1689622899 after retry RPC after error@1410251609) -> (continuation of Deferred@468928805 after retry RPC after error@22414740) -> (continuation of Deferred@1239448268 after retry RPC after error@1746257114) -> (continuation of Deferred@1773011612 after retry RPC after error@1483063448) -> (continuation of Deferred@312076098 after retry RPC after error@1424806623) -> (continuation of Deferred@1305448508 after retry RPC after error@1004075037) -> (continuation of Deferred@1713810387 after retry RPC after error@1424947170) -> (continuation of Deferred@1704055603 after retry RPC after error@427149196) -> (continuation of Deferred@1247711042 after retry RPC after error@1772892172) -> (continuation of Deferred@47148609 after retry RPC after error@892440627) -> (continuation of Deferred@195767624 after retry RPC after error@51331169) -> (continuation of Deferred@2051775271 after retry RPC after error@1128414293) -> (continuation of Deferred@290560024 after retry RPC after error@1747242523) -> (continuation of Deferred@1309729435 after retry RPC after error@484630424)))
23:09:59.703 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:59.703 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:59.703 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:59.704 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.704 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.704 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.704 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27329), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [37ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [38ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [254ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [255ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [304ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [311ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [311ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [311ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [343ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [345ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [349ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [350ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [364ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [364ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [385ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [408ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [408ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [424ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [483ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [485ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [485ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [563ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [564ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [564ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [624ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [625ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [626ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1144ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1900ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1905ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1905ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [3802ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [3803ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@929336271(state=PENDING, result=null, callback=(continuation of Deferred@1289049598 after retry RPC after error@1069759068) -> (continuation of Deferred@968273177 after retry RPC after error@715088659) -> (continuation of Deferred@1275312411 after retry RPC after error@1781820189) -> (continuation of Deferred@1718013223 after retry RPC after error@925940995) -> (continuation of Deferred@1714028959 after retry RPC after error@789570244) -> (continuation of Deferred@2135956983 after retry RPC after error@1304063931) -> (continuation of Deferred@2074786154 after retry RPC after error@736324889) -> (continuation of Deferred@1419997751 after retry RPC after error@1257904303) -> (continuation of Deferred@1689622899 after retry RPC after error@1410251609) -> (continuation of Deferred@468928805 after retry RPC after error@22414740) -> (continuation of Deferred@1239448268 after retry RPC after error@1746257114) -> (continuation of Deferred@1773011612 after retry RPC after error@1483063448) -> (continuation of Deferred@312076098 after retry RPC after error@1424806623) -> (continuation of Deferred@1305448508 after retry RPC after error@1004075037) -> (continuation of Deferred@1713810387 after retry RPC after error@1424947170) -> (continuation of Deferred@1704055603 after retry RPC after error@427149196) -> (continuation of Deferred@1247711042 after retry RPC after error@1772892172) -> (continuation of Deferred@47148609 after retry RPC after error@892440627) -> (continuation of Deferred@195767624 after retry RPC after error@51331169) -> (continuation of Deferred@2051775271 after retry RPC after error@1128414293) -> (continuation of Deferred@290560024 after retry RPC after error@1747242523) -> (continuation of Deferred@1309729435 after retry RPC after error@484630424), errback=(continuation of Deferred@1289049598 after retry RPC after error@1069759068) -> (continuation of Deferred@968273177 after retry RPC after error@715088659) -> (continuation of Deferred@1275312411 after retry RPC after error@1781820189) -> (continuation of Deferred@1718013223 after retry RPC after error@925940995) -> (continuation of Deferred@1714028959 after retry RPC after error@789570244) -> (continuation of Deferred@2135956983 after retry RPC after error@1304063931) -> (continuation of Deferred@2074786154 after retry RPC after error@736324889) -> (continuation of Deferred@1419997751 after retry RPC after error@1257904303) -> (continuation of Deferred@1689622899 after retry RPC after error@1410251609) -> (continuation of Deferred@468928805 after retry RPC after error@22414740) -> (continuation of Deferred@1239448268 after retry RPC after error@1746257114) -> (continuation of Deferred@1773011612 after retry RPC after error@1483063448) -> (continuation of Deferred@312076098 after retry RPC after error@1424806623) -> (continuation of Deferred@1305448508 after retry RPC after error@1004075037) -> (continuation of Deferred@1713810387 after retry RPC after error@1424947170) -> (continuation of Deferred@1704055603 after retry RPC after error@427149196) -> (continuation of Deferred@1247711042 after retry RPC after error@1772892172) -> (continuation of Deferred@47148609 after retry RPC after error@892440627) -> (continuation of Deferred@195767624 after retry RPC after error@51331169) -> (continuation of Deferred@2051775271 after retry RPC after error@1128414293) -> (continuation of Deferred@290560024 after retry RPC after error@1747242523) -> (continuation of Deferred@1309729435 after retry RPC after error@484630424)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27329), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [37ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [38ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [254ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [255ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [304ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [311ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [311ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [311ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [343ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [345ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [349ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [350ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [364ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [364ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [385ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [408ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [408ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [424ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [483ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [485ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [485ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [563ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [564ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [564ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [624ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [625ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [626ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1144ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1900ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1905ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1905ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [3802ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [3803ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@929336271(state=PENDING, result=null, callback=(continuation of Deferred@1289049598 after retry RPC after error@1069759068) -> (continuation of Deferred@968273177 after retry RPC after error@715088659) -> (continuation of Deferred@1275312411 after retry RPC after error@1781820189) -> (continuation of Deferred@1718013223 after retry RPC after error@925940995) -> (continuation of Deferred@1714028959 after retry RPC after error@789570244) -> (continuation of Deferred@2135956983 after retry RPC after error@1304063931) -> (continuation of Deferred@2074786154 after retry RPC after error@736324889) -> (continuation of Deferred@1419997751 after retry RPC after error@1257904303) -> (continuation of Deferred@1689622899 after retry RPC after error@1410251609) -> (continuation of Deferred@468928805 after retry RPC after error@22414740) -> (continuation of Deferred@1239448268 after retry RPC after error@1746257114) -> (continuation of Deferred@1773011612 after retry RPC after error@1483063448) -> (continuation of Deferred@312076098 after retry RPC after error@1424806623) -> (continuation of Deferred@1305448508 after retry RPC after error@1004075037) -> (continuation of Deferred@1713810387 after retry RPC after error@1424947170) -> (continuation of Deferred@1704055603 after retry RPC after error@427149196) -> (continuation of Deferred@1247711042 after retry RPC after error@1772892172) -> (continuation of Deferred@47148609 after retry RPC after error@892440627) -> (continuation of Deferred@195767624 after retry RPC after error@51331169) -> (continuation of Deferred@2051775271 after retry RPC after error@1128414293) -> (continuation of Deferred@290560024 after retry RPC after error@1747242523) -> (continuation of Deferred@1309729435 after retry RPC after error@484630424), errback=(continuation of Deferred@1289049598 after retry RPC after error@1069759068) -> (continuation of Deferred@968273177 after retry RPC after error@715088659) -> (continuation of Deferred@1275312411 after retry RPC after error@1781820189) -> (continuation of Deferred@1718013223 after retry RPC after error@925940995) -> (continuation of Deferred@1714028959 after retry RPC after error@789570244) -> (continuation of Deferred@2135956983 after retry RPC after error@1304063931) -> (continuation of Deferred@2074786154 after retry RPC after error@736324889) -> (continuation of Deferred@1419997751 after retry RPC after error@1257904303) -> (continuation of Deferred@1689622899 after retry RPC after error@1410251609) -> (continuation of Deferred@468928805 after retry RPC after error@22414740) -> (continuation of Deferred@1239448268 after retry RPC after error@1746257114) -> (continuation of Deferred@1773011612 after retry RPC after error@1483063448) -> (continuation of Deferred@312076098 after retry RPC after error@1424806623) -> (continuation of Deferred@1305448508 after retry RPC after error@1004075037) -> (continuation of Deferred@1713810387 after retry RPC after error@1424947170) -> (continuation of Deferred@1704055603 after retry RPC after error@427149196) -> (continuation of Deferred@1247711042 after retry RPC after error@1772892172) -> (continuation of Deferred@47148609 after retry RPC after error@892440627) -> (continuation of Deferred@195767624 after retry RPC after error@51331169) -> (continuation of Deferred@2051775271 after retry RPC after error@1128414293) -> (continuation of Deferred@290560024 after retry RPC after error@1747242523) -> (continuation of Deferred@1309729435 after retry RPC after error@484630424)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.189:39011
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:09:59.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.705 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.706 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.706 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.706 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:59.709821 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 5
23:09:59.716 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:59.717 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:59.717 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:59.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.720 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:59.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:59.730270 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:59.736 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:59.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.737 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:59.738 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:59.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.740 [INFO - pool-36-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.740 [WARN - pool-36-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:59.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:09:59.740077 16131 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 6
23:09:59.746 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27329), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [37ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [38ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [254ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [255ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [304ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [311ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [311ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [311ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [343ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [345ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [349ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [350ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [364ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [364ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [385ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [408ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [408ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [424ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [483ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [485ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [485ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [563ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [564ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [564ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [624ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [625ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [626ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1144ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1900ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1905ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1905ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [3802ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [3803ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@929336271(state=PENDING, result=null, callback=(continuation of Deferred@1289049598 after retry RPC after error@1069759068) -> (continuation of Deferred@968273177 after retry RPC after error@715088659) -> (continuation of Deferred@1275312411 after retry RPC after error@1781820189) -> (continuation of Deferred@1718013223 after retry RPC after error@925940995) -> (continuation of Deferred@1714028959 after retry RPC after error@789570244) -> (continuation of Deferred@2135956983 after retry RPC after error@1304063931) -> (continuation of Deferred@2074786154 after retry RPC after error@736324889) -> (continuation of Deferred@1419997751 after retry RPC after error@1257904303) -> (continuation of Deferred@1689622899 after retry RPC after error@1410251609) -> (continuation of Deferred@468928805 after retry RPC after error@22414740) -> (continuation of Deferred@1239448268 after retry RPC after error@1746257114) -> (continuation of Deferred@1773011612 after retry RPC after error@1483063448) -> (continuation of Deferred@312076098 after retry RPC after error@1424806623) -> (continuation of Deferred@1305448508 after retry RPC after error@1004075037) -> (continuation of Deferred@1713810387 after retry RPC after error@1424947170) -> (continuation of Deferred@1704055603 after retry RPC after error@427149196) -> (continuation of Deferred@1247711042 after retry RPC after error@1772892172) -> (continuation of Deferred@47148609 after retry RPC after error@892440627) -> (continuation of Deferred@195767624 after retry RPC after error@51331169) -> (continuation of Deferred@2051775271 after retry RPC after error@1128414293) -> (continuation of Deferred@290560024 after retry RPC after error@1747242523) -> (continuation of Deferred@1309729435 after retry RPC after error@484630424), errback=(continuation of Deferred@1289049598 after retry RPC after error@1069759068) -> (continuation of Deferred@968273177 after retry RPC after error@715088659) -> (continuation of Deferred@1275312411 after retry RPC after error@1781820189) -> (continuation of Deferred@1718013223 after retry RPC after error@925940995) -> (continuation of Deferred@1714028959 after retry RPC after error@789570244) -> (continuation of Deferred@2135956983 after retry RPC after error@1304063931) -> (continuation of Deferred@2074786154 after retry RPC after error@736324889) -> (continuation of Deferred@1419997751 after retry RPC after error@1257904303) -> (continuation of Deferred@1689622899 after retry RPC after error@1410251609) -> (continuation of Deferred@468928805 after retry RPC after error@22414740) -> (continuation of Deferred@1239448268 after retry RPC after error@1746257114) -> (continuation of Deferred@1773011612 after retry RPC after error@1483063448) -> (continuation of Deferred@312076098 after retry RPC after error@1424806623) -> (continuation of Deferred@1305448508 after retry RPC after error@1004075037) -> (continuation of Deferred@1713810387 after retry RPC after error@1424947170) -> (continuation of Deferred@1704055603 after retry RPC after error@427149196) -> (continuation of Deferred@1247711042 after retry RPC after error@1772892172) -> (continuation of Deferred@47148609 after retry RPC after error@892440627) -> (continuation of Deferred@195767624 after retry RPC after error@51331169) -> (continuation of Deferred@2051775271 after retry RPC after error@1128414293) -> (continuation of Deferred@290560024 after retry RPC after error@1747242523) -> (continuation of Deferred@1309729435 after retry RPC after error@484630424)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27329), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [37ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [38ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [254ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [255ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [304ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [309ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [311ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [311ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [311ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [343ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [345ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [349ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [350ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [364ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [364ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [385ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [408ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [408ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [424ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [483ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [485ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [485ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [563ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [564ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [564ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [624ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [625ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [626ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1144ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1144ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1900ms] refreshing cache from master, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1904ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1905ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1905ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [3801ms] refreshing cache from master, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [3802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [3802ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [3803ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [3803ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [5860ms] refreshing cache from master, [5860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5862ms] too many traces: truncated at 100 traces, deferred=Deferred@929336271(state=PENDING, result=null, callback=(continuation of Deferred@1289049598 after retry RPC after error@1069759068) -> (continuation of Deferred@968273177 after retry RPC after error@715088659) -> (continuation of Deferred@1275312411 after retry RPC after error@1781820189) -> (continuation of Deferred@1718013223 after retry RPC after error@925940995) -> (continuation of Deferred@1714028959 after retry RPC after error@789570244) -> (continuation of Deferred@2135956983 after retry RPC after error@1304063931) -> (continuation of Deferred@2074786154 after retry RPC after error@736324889) -> (continuation of Deferred@1419997751 after retry RPC after error@1257904303) -> (continuation of Deferred@1689622899 after retry RPC after error@1410251609) -> (continuation of Deferred@468928805 after retry RPC after error@22414740) -> (continuation of Deferred@1239448268 after retry RPC after error@1746257114) -> (continuation of Deferred@1773011612 after retry RPC after error@1483063448) -> (continuation of Deferred@312076098 after retry RPC after error@1424806623) -> (continuation of Deferred@1305448508 after retry RPC after error@1004075037) -> (continuation of Deferred@1713810387 after retry RPC after error@1424947170) -> (continuation of Deferred@1704055603 after retry RPC after error@427149196) -> (continuation of Deferred@1247711042 after retry RPC after error@1772892172) -> (continuation of Deferred@47148609 after retry RPC after error@892440627) -> (continuation of Deferred@195767624 after retry RPC after error@51331169) -> (continuation of Deferred@2051775271 after retry RPC after error@1128414293) -> (continuation of Deferred@290560024 after retry RPC after error@1747242523) -> (continuation of Deferred@1309729435 after retry RPC after error@484630424), errback=(continuation of Deferred@1289049598 after retry RPC after error@1069759068) -> (continuation of Deferred@968273177 after retry RPC after error@715088659) -> (continuation of Deferred@1275312411 after retry RPC after error@1781820189) -> (continuation of Deferred@1718013223 after retry RPC after error@925940995) -> (continuation of Deferred@1714028959 after retry RPC after error@789570244) -> (continuation of Deferred@2135956983 after retry RPC after error@1304063931) -> (continuation of Deferred@2074786154 after retry RPC after error@736324889) -> (continuation of Deferred@1419997751 after retry RPC after error@1257904303) -> (continuation of Deferred@1689622899 after retry RPC after error@1410251609) -> (continuation of Deferred@468928805 after retry RPC after error@22414740) -> (continuation of Deferred@1239448268 after retry RPC after error@1746257114) -> (continuation of Deferred@1773011612 after retry RPC after error@1483063448) -> (continuation of Deferred@312076098 after retry RPC after error@1424806623) -> (continuation of Deferred@1305448508 after retry RPC after error@1004075037) -> (continuation of Deferred@1713810387 after retry RPC after error@1424947170) -> (continuation of Deferred@1704055603 after retry RPC after error@427149196) -> (continuation of Deferred@1247711042 after retry RPC after error@1772892172) -> (continuation of Deferred@47148609 after retry RPC after error@892440627) -> (continuation of Deferred@195767624 after retry RPC after error@51331169) -> (continuation of Deferred@2051775271 after retry RPC after error@1128414293) -> (continuation of Deferred@290560024 after retry RPC after error@1747242523) -> (continuation of Deferred@1309729435 after retry RPC after error@484630424)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.189:39011
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:09:59.747 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:09:59.747 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
23:09:59.750 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
23:09:59.751 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
23:09:59.751 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:09:59.751 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
23:09:59.751 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:09:59.752 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
23:09:59.753 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
23:09:59.754 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
23:09:59.755 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:09:59.756 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:59.756 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:59.756 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
23:09:59.756 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:09:59.756 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:59.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.757 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.757 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.758 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:59.758 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:09:59.758 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
23:09:59.758 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:09:59.759 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:09:59.759 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
23:09:59.759 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:09:59.761 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:09:59.761 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
23:09:59.761 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:09:59.762 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:09:59.763 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
23:09:59.763 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:09:59.765 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:09:59.766 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:09:59.766 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:09:59.766 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
23:09:59.767 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:09:59.767 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
23:09:59.770 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:09:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:59.771747 16131 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:09:59.773 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
23:09:59.774 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 7fd90d75d429cae09c48b2e4b1f4e71b
23:09:59.776 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:59.776 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:59.776 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:59.778 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.778 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.778 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.778 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.779 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.779 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.779 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.779 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.779 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.779 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:59.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465799798 for job b2b25cd960f08851bedacc90188e59d4.
23:09:59.812 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:09:59.813 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:09:59.815 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:59.816 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:59.816 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:59.817 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.818 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.818 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.819 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.819 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.819 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.819 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:59.876 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:59.876 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:59.877 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:59.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.878 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.878 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:09:59.936 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:09:59.936 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:09:59.937 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:09:59.937 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.938 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.938 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:09:59.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.939 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.939 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:09:59.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:09:59.940 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.056 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:00.057 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:00.057 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:00.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.058 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.058 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.058 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.058 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.059 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.144 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.145 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.145 [DEBUG - pool-44-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.145 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.145 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.145 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.145 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.145 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.146 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.146 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.146 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.146 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.147 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27766), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [57ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [67ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [68ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [81ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [245ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [266ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [266ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [361ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [367ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [369ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [370ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [371ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [384ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [402ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [403ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [403ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [403ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [441ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [444ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [445ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [446ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [446ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [461ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [463ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [464ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [464ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [465ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [465ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [603ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [603ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [604ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [604ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [703ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [704ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [705ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [705ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1010ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1011ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1011ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1011ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1983ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1984ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1984ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3821ms] refreshing cache from master, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3823ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3824ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3826ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3826ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [6441ms] refreshing cache from master, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [6443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [6445ms] too many traces: truncated at 100 traces, deferred=Deferred@323914250(state=PENDING, result=null, callback=(continuation of Deferred@765030893 after retry RPC after error@467488536) -> (continuation of Deferred@15899535 after retry RPC after error@1737183041) -> (continuation of Deferred@33250372 after retry RPC after error@1882154732) -> (continuation of Deferred@1679144325 after retry RPC after error@1499012865) -> (continuation of Deferred@35352850 after retry RPC after error@159936443) -> (continuation of Deferred@1081629330 after retry RPC after error@1363735691) -> (continuation of Deferred@134384721 after retry RPC after error@1111351133) -> (continuation of Deferred@1083420994 after retry RPC after error@1449785719) -> (continuation of Deferred@1251317743 after retry RPC after error@1727954647) -> (continuation of Deferred@993708779 after retry RPC after error@578895546) -> (continuation of Deferred@1154346986 after retry RPC after error@1364212066) -> (continuation of Deferred@1011928113 after retry RPC after error@395268591) -> (continuation of Deferred@1016483403 after retry RPC after error@1826487186) -> (continuation of Deferred@1448514428 after retry RPC after error@1002156144) -> (continuation of Deferred@902911322 after retry RPC after error@919812377) -> (continuation of Deferred@1425834444 after retry RPC after error@849515283) -> (continuation of Deferred@224820120 after retry RPC after error@584224988) -> (continuation of Deferred@303077291 after retry RPC after error@881636593) -> (continuation of Deferred@168342339 after retry RPC after error@1013618350) -> (continuation of Deferred@718402375 after retry RPC after error@2074862032) -> (continuation of Deferred@880203597 after retry RPC after error@1556211851) -> (continuation of Deferred@2033148831 after retry RPC after error@1571731467), errback=(continuation of Deferred@765030893 after retry RPC after error@467488536) -> (continuation of Deferred@15899535 after retry RPC after error@1737183041) -> (continuation of Deferred@33250372 after retry RPC after error@1882154732) -> (continuation of Deferred@1679144325 after retry RPC after error@1499012865) -> (continuation of Deferred@35352850 after retry RPC after error@159936443) -> (continuation of Deferred@1081629330 after retry RPC after error@1363735691) -> (continuation of Deferred@134384721 after retry RPC after error@1111351133) -> (continuation of Deferred@1083420994 after retry RPC after error@1449785719) -> (continuation of Deferred@1251317743 after retry RPC after error@1727954647) -> (continuation of Deferred@993708779 after retry RPC after error@578895546) -> (continuation of Deferred@1154346986 after retry RPC after error@1364212066) -> (continuation of Deferred@1011928113 after retry RPC after error@395268591) -> (continuation of Deferred@1016483403 after retry RPC after error@1826487186) -> (continuation of Deferred@1448514428 after retry RPC after error@1002156144) -> (continuation of Deferred@902911322 after retry RPC after error@919812377) -> (continuation of Deferred@1425834444 after retry RPC after error@849515283) -> (continuation of Deferred@224820120 after retry RPC after error@584224988) -> (continuation of Deferred@303077291 after retry RPC after error@881636593) -> (continuation of Deferred@168342339 after retry RPC after error@1013618350) -> (continuation of Deferred@718402375 after retry RPC after error@2074862032) -> (continuation of Deferred@880203597 after retry RPC after error@1556211851) -> (continuation of Deferred@2033148831 after retry RPC after error@1571731467)))
23:10:00.236 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:00.236 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:00.236 [DEBUG - pool-36-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:00.237 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.237 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.238 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.238 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.238 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.238 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.238 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.238 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.282877 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 6
23:10:00.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465800298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:00.311 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:10:00.312 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:10:00.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:00.315088 16055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:10:00.316 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:00.317 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:00.317 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:00.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:00.317 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:00.317 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:00.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:00.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:00.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:00.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:00.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:00.318 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:00.318 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:00.394 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RESTARTING to RUNNING.
23:10:00.395 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 7fd90d75d429cae09c48b2e4b1f4e71b from Checkpoint 69 @ 1783465770871 for 7fd90d75d429cae09c48b2e4b1f4e71b located at file:/tmp/junit10017824425167261518/checkpoints/7fd90d75d429cae09c48b2e4b1f4e71b/chk-69.
23:10:00.396 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:10:00.396 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:10:00.400 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
23:10:00.401 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
23:10:00.401 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1682dde66f4047e52e61f55f08fc41cb
23:10:00.402 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
23:10:00.402 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
23:10:00.402 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 9b262363fcd0868adf9df6b409251b5a
23:10:00.402 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
23:10:00.403 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
23:10:00.403 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1505a094b005b0798120d2f5455849cd
23:10:00.403 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
23:10:00.403 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:10:00.404 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 1682dde66f4047e52e61f55f08fc41cb.
23:10:00.405 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 1682dde66f4047e52e61f55f08fc41cb.
23:10:00.406 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:10:00.406 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:10:00.407 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:10:00.408 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
23:10:00.408 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 0c6e0f99fd3d542b70060dcf08a47801
23:10:00.408 [INFO - Thread-18] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:10:00.408 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.11.198.190:45937(127.11.198.190:45937)] disconnecting while in state TERMINATED
23:10:00.408 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 9b262363fcd0868adf9df6b409251b5a.
23:10:00.409 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.11.198.188:43131(127.11.198.188:43131)] disconnecting while in state TERMINATED
23:10:00.410 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id 9b262363fcd0868adf9df6b409251b5a.
23:10:00.410 [DEBUG - Thread-18] (Connection.java:575) [peer master-127.11.198.189:39011(127.11.198.189:39011)] disconnecting while in state TERMINATED
23:10:00.410 [DEBUG - Thread-18] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:00.413 [INFO - Thread-18] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:10:00.414 [INFO - Thread-18] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:10:00.415 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.415 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.416 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.416 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.416 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.417 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.417 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.417 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.418 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 1505a094b005b0798120d2f5455849cd.
23:10:00.410 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
23:10:00.421 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
23:10:00.422 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 1505a094b005b0798120d2f5455849cd.
23:10:00.422 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c18a1d2
23:10:00.422 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.423 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.425 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 0c6e0f99fd3d542b70060dcf08a47801.
23:10:00.427 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 0c6e0f99fd3d542b70060dcf08a47801.
23:10:00.427 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
23:10:00.427 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
23:10:00.428 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@162cf45c
23:10:00.428 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:00.428 [DEBUG - Thread-18] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:00.429 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:10:00.429 [INFO - Thread-18] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:10:00.429 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:10:00.429 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:10:00.431 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:00.431 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:10:00.432 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:10:00.432 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:10:00.432 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@684bc1b3
23:10:00.429 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
23:10:00.434 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
23:10:00.434 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9357d78
23:10:00.435 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:00.435 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:10:00.435 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:10:00.435 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:10:00.438 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@410976b9
23:10:00.442 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
23:10:00.442 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
23:10:00.442 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:00.442 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@164126e3
23:10:00.443 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:00.443 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:10:00.443 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:10:00.443 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:10:00.455 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35dcb088
23:10:00.458 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:00.462 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:00.464 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@787cc842
23:10:00.467 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:00.470 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:10:00.470 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:10:00.470 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:10:00.471 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:10:00.474 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.475 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.478 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.485 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.491 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.494 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.497 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.518 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.519 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.520 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.520 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.520 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.533 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.535 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.535 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.535 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.536 [DEBUG - pool-40-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.537 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.537 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.538 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.538 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.538 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28179), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [93ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [109ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [109ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [177ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [185ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [186ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [186ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [260ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [269ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [271ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [283ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [284ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [284ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [304ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [305ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [306ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [306ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [323ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [324ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [325ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [325ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [363ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [503ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [505ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [508ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [508ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [564ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [564ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [565ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [565ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [823ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [824ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [825ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [825ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [826ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [983ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [985ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [985ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [985ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2481ms] refreshing cache from master, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2483ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2484ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2485ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2486ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2486ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3641ms] refreshing cache from master, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3643ms] too many traces: truncated at 100 traces, deferred=Deferred@1778976554(state=PENDING, result=null, callback=(continuation of Deferred@1535365371 after retry RPC after error@676401207) -> (continuation of Deferred@1236231583 after retry RPC after error@1807551447) -> (continuation of Deferred@779881043 after retry RPC after error@244082435) -> (continuation of Deferred@1010657488 after retry RPC after error@1063071539) -> (continuation of Deferred@1899861017 after retry RPC after error@476336450) -> (continuation of Deferred@1263063542 after retry RPC after error@498752283) -> (continuation of Deferred@12229097 after retry RPC after error@1055532797) -> (continuation of Deferred@866158519 after retry RPC after error@2081255515) -> (continuation of Deferred@674028514 after retry RPC after error@1201589716) -> (continuation of Deferred@1890871215 after retry RPC after error@1730960970) -> (continuation of Deferred@697399942 after retry RPC after error@416346637) -> (continuation of Deferred@1258973095 after retry RPC after error@1313980034) -> (continuation of Deferred@1815521412 after retry RPC after error@1944678293) -> (continuation of Deferred@1808140560 after retry RPC after error@673189700) -> (continuation of Deferred@1896607820 after retry RPC after error@1235659839) -> (continuation of Deferred@309568146 after retry RPC after error@973198775) -> (continuation of Deferred@346475307 after retry RPC after error@1746754260) -> (continuation of Deferred@1744110199 after retry RPC after error@1399709523) -> (continuation of Deferred@1907403142 after retry RPC after error@1945732766) -> (continuation of Deferred@1011930156 after retry RPC after error@24773554) -> (continuation of Deferred@1978824322 after retry RPC after error@1249956820) -> (continuation of Deferred@1892392732 after retry RPC after error@570258724) -> (continuation of Deferred@1205682687 after retry RPC after error@193934499) -> (continuation of Deferred@655387057 after retry RPC after error@1829661730), errback=(continuation of Deferred@1535365371 after retry RPC after error@676401207) -> (continuation of Deferred@1236231583 after retry RPC after error@1807551447) -> (continuation of Deferred@779881043 after retry RPC after error@244082435) -> (continuation of Deferred@1010657488 after retry RPC after error@1063071539) -> (continuation of Deferred@1899861017 after retry RPC after error@476336450) -> (continuation of Deferred@1263063542 after retry RPC after error@498752283) -> (continuation of Deferred@12229097 after retry RPC after error@1055532797) -> (continuation of Deferred@866158519 after retry RPC after error@2081255515) -> (continuation of Deferred@674028514 after retry RPC after error@1201589716) -> (continuation of Deferred@1890871215 after retry RPC after error@1730960970) -> (continuation of Deferred@697399942 after retry RPC after error@416346637) -> (continuation of Deferred@1258973095 after retry RPC after error@1313980034) -> (continuation of Deferred@1815521412 after retry RPC after error@1944678293) -> (continuation of Deferred@1808140560 after retry RPC after error@673189700) -> (continuation of Deferred@1896607820 after retry RPC after error@1235659839) -> (continuation of Deferred@309568146 after retry RPC after error@973198775) -> (continuation of Deferred@346475307 after retry RPC after error@1746754260) -> (continuation of Deferred@1744110199 after retry RPC after error@1399709523) -> (continuation of Deferred@1907403142 after retry RPC after error@1945732766) -> (continuation of Deferred@1011930156 after retry RPC after error@24773554) -> (continuation of Deferred@1978824322 after retry RPC after error@1249956820) -> (continuation of Deferred@1892392732 after retry RPC after error@570258724) -> (continuation of Deferred@1205682687 after retry RPC after error@193934499) -> (continuation of Deferred@655387057 after retry RPC after error@1829661730)))
23:10:00.541 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.541 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.541 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.541 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.545 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.548 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:00.555 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.578 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.581 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.584 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.585 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.585 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.585 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.586 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.588 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.590 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.591 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.592 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.596 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.596 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.596 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.598 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.616 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.616 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:00.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.620 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.620 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.622 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:00.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.626 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.629 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:00.629 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.630 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.630 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.630 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.636 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:00.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.642 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:00.643 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.643 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.643 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.649 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.649 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.649 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.652 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.653 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.667 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.667 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.668 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.668 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.668 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.668 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:00.668 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.669 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.672 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.672 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.673 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.674 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.676 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:00.677 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.677 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.677 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.678 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.678 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:00.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.679 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.679 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.679 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.679 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.681 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.683 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.683 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.684 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.684 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.684 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.684 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.684 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.685 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.685 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.687 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.688 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.688 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:00.689 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:00.689 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:00.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.689 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.690 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.690 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.690 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.691 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.692 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.692 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.692 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.696 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.697 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.698 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.699 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.699 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.701 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.701 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.703 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.703 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.705 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.705 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.705 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.707 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.709 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.710 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.710 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:00.711 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:00.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.711 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:00.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.712 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.714 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.718 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.718 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.718 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.719 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.719 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.719 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.719 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.719 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.719 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.720 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.720 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.720 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.720 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.720 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.721 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.724 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.725 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.726 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.726 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.726 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.727 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.736 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.736 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.736 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.742 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.743 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.743 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.745 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.746 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.746 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.748 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:00.749 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:00.749 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:00.749 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.749 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.749 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.749 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.750 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.754 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.754 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.755 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.755 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.755 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.755 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.755 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.755 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.756 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.756 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.756 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.756 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.756 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.756 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.756 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.756 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.756 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.757 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.758 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.758 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.759 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.765 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.766 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.766 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.766 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.767 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.769 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:00.770 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:00.770 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:00.770 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.770 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.771 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.774 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.774 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.775 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.775 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.775 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.775 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.776 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.776 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.776 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.776 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.794 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.795 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.795 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.796 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.796 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.796 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.797 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.798 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.798 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.798 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.798 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.798 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465800798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:00.800 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.800 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.808 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:00.809 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:00.809 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:00.809 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.809 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.809 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.810 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.810 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.810 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.810 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.810 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.810 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.811 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:00.811 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:00.811 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:00.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:00.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:00.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:00.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:00.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:00.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:00.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:00.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:00.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:00.812 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:00.823 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=24 ms, finalizationTime=1 ms).
23:10:00.824 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:10:00.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.832188 16131 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 7
23:10:00.835 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.836 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.836 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.836 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.836 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.836 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.837 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.837 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.837 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.837 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:00.846 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.846 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.846 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.847 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.847 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.847 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.847 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.848 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:00.849 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:00.849 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:00.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.849 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.849 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:00.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:00.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:00.850 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:00.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:00.875281 16131 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.15.153.252:38525: Network error: Client connection negotiation failed: client connection to 127.15.153.252:38525: connect: Connection refused (error 111)
23:10:00.876 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.876 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.876 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.877 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.877 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.877 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.878 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.878 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.878 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.878 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.878 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.878 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.879 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.880 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.880 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.880 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.880 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:09:58.873067 16144 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:00.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:00.274909 16142 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 16133
23:10:00.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:00.880014 16133 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.007s	user 0.594s	sys 1.280s
23:10:00.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:00.881837 16133 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.009s	user 0.594s	sys 1.280s
23:10:00.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:00.882906 16146 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:00.885941 16145 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2007 milliseconds
23:10:00.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.886049 16133 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:00.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.887758 16133 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:00.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.890935 16133 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:00.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.892375 16133 hybrid_clock.cc:648] HybridClock initialized: now 1783465800892332 us; error 39 us; skew 500 ppm
23:10:00.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.893476 16133 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:00.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.901296 16133 webserver.cc:534] Webserver started at http://127.15.153.252:43251/ using document root <none> and password file <none>
23:10:00.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.902624 16133 fs_manager.cc:362] Metadata directory not provided
23:10:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.902923 16133 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:00.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.903596 16133 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:00.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.910051 16133 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/data/instance:
23:10:00.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be08c7280d9b44b985627f80d6c44d4f"
23:10:00.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:00 on dist-test-slave-sprr"
23:10:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.911698 16133 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/wal/instance:
23:10:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be08c7280d9b44b985627f80d6c44d4f"
23:10:00.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:00 on dist-test-slave-sprr"
23:10:00.914 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.914 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.914 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.914 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.914 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.915 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.915 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.915 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.915 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.915 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.915 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.915 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.921295 16133 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.005s	sys 0.005s
23:10:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.928884 16224 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.930187 16133 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.001s
23:10:00.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.930583 16133 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/wal
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be08c7280d9b44b985627f80d6c44d4f"
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:00 on dist-test-slave-sprr"
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:00.931026 16133 fs_report.cc:389] FS layout report
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/wal
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/wal
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/data/data
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:00.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:00.955 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.956 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.956 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.974 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:00.974 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:00.975 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:00.975 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.975 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.975 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:00.975 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.975 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.975 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:00.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.976 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:00.976 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:00.995 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:00.996 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:00.996 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:00.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:00.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:00.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:00.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:00.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:00.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:00.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:00.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:00.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:00.997 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:01.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.000208 16133 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.001754 16133 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.002246 16133 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:01.046 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:01.046 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:01.047 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:01.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.047 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.077426 16133 rpc_server.cc:307] RPC server started. Bound to: 127.15.153.252:38525
23:10:01.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.077505 16275 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.153.252:38525 every 8 connection(s)
23:10:01.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.080292 16133 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/data/info.pb
23:10:01.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.086838 16276 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.089315 15975 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 16133
23:10:01.089 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.089834 15975 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/master-2/wal/instance
23:10:01.090 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:01.090 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:01.090 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:01.090 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:01.090 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:01.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:01.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:01.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:01.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:01.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:01.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:01.091 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:01.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.102125 16276 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } has no permanent_uuid. Determining permanent_uuid...
23:10:01.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.131855 16276 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } has no permanent_uuid. Determining permanent_uuid...
23:10:01.138 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:01.139 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:01.139 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:01.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.140 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:01.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.148824 16276 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } has no permanent_uuid. Determining permanent_uuid...
23:10:01.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.167166 16276 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f: Bootstrap starting.
23:10:01.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.173775 16276 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f: Neither blocks nor log segments found. Creating new log.
23:10:01.174 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:01.175 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:01.175 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:01.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.175 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.176 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:01.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.176115 16276 log.cc:826] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f: Log is configured to *not* fsync() on all Append() calls
23:10:01.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.181294 16276 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f: No bootstrap required, opened a new log
23:10:01.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.200232 16276 raft_consensus.cc:359] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } }
23:10:01.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.201130 16276 raft_consensus.cc:385] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:01.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.201444 16276 raft_consensus.cc:740] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be08c7280d9b44b985627f80d6c44d4f, State: Initialized, Role: FOLLOWER
23:10:01.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.202272 16276 consensus_queue.cc:260] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } }
23:10:01.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.204664 16286 sys_catalog.cc:455] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } } }
23:10:01.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.205251 16286 sys_catalog.cc:458] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [sys.catalog]: This master's current role is: FOLLOWER
23:10:01.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.206082 16276 sys_catalog.cc:565] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [sys.catalog]: configured and running, proceeding with master startup.
23:10:01.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:01.234261 16297 catalog_manager.cc:1593] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:10:01.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:01.234551 16297 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:10:01.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.228345 16133 master_runner.cc:187] Error getting master registration for 127.15.153.254:35665: OK, instance_id { permanent_uuid: "68215943c199482b9b3b264cab88bd06" instance_seqno: 1783465796580686 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:10:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.258976 16133 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:10:01.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:01.258891 16230 tablet.cc:2406] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:01.275 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:01.276 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:01.276 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:01.276 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.276 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.276 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.277 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.277 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.277 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:01.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465801298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:01.329 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=31 ms, finalizationTime=0 ms).
23:10:01.330 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:10:01.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:01.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.348582 16055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 7
23:10:01.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.368074 16055 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06: Bootstrap starting.
23:10:01.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.373854 16055 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06: Neither blocks nor log segments found. Creating new log.
23:10:01.375 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:01.376 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:01.376 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:01.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.376179 16055 log.cc:826] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06: Log is configured to *not* fsync() on all Append() calls
23:10:01.376 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:01.376 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:01.376 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:01.376 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:01.376 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:01.376 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:01.377 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:01.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:01.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:01.377 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:01.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:01.377 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:01.377 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:01.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.378 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.378 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.379 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:01.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.381268 16055 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06: No bootstrap required, opened a new log
23:10:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.401841 16055 raft_consensus.cc:359] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } }
23:10:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.402520 16055 raft_consensus.cc:385] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.402832 16055 raft_consensus.cc:740] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 68215943c199482b9b3b264cab88bd06, State: Initialized, Role: FOLLOWER
23:10:01.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.403693 16055 consensus_queue.cc:260] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } }
23:10:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.406690 16301 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } } }
23:10:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.407701 16301 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [sys.catalog]: This master's current role is: FOLLOWER
23:10:01.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.408582 16055 sys_catalog.cc:565] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [sys.catalog]: configured and running, proceeding with master startup.
23:10:01.429 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:01.430 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:01.430 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:01.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:01.430 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:01.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:01.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:01.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:01.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:01.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:01.432 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:01.432 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:01.432 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:01.440760 16312 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:10:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:01.441337 16312 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:10:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.442036 15987 master_runner.cc:187] Error getting master registration for 127.15.153.253:37081: OK, instance_id { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" instance_seqno: 1783465798426208 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:10:01.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.481177 15987 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:10:01.498 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:01.498 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:01.499 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:01.499 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.499 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.499 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.500 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.500 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.500 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.500 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.500 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.500 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.500 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:01.505 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:01.506 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:01.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.506 [DEBUG - pool-41-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:01.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.507 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:01.508 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29153), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [133ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [135ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [136ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [137ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [138ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [139ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [176ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [305ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [305ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [307ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [310ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [323ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [323ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [343ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [384ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [423ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [502ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [503ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [504ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [504ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [540ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [544ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [545ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [550ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1044ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1500ms] refreshing cache from master, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1505ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1505ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1505ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1728ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1728ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2600ms] refreshing cache from master, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2602ms] too many traces: truncated at 100 traces, deferred=Deferred@1264731677(state=PENDING, result=null, callback=(continuation of Deferred@2014042624 after retry RPC after error@85218088) -> (continuation of Deferred@926252260 after retry RPC after error@1849595569) -> (continuation of Deferred@1220774572 after retry RPC after error@1877544335) -> (continuation of Deferred@1931972298 after retry RPC after error@1773540609) -> (continuation of Deferred@1039426673 after retry RPC after error@441877301) -> (continuation of Deferred@1430789995 after retry RPC after error@210699998) -> (continuation of Deferred@306592978 after retry RPC after error@1009212036) -> (continuation of Deferred@687974700 after retry RPC after error@1573712676) -> (continuation of Deferred@2119165155 after retry RPC after error@2025485012) -> (continuation of Deferred@1549200422 after retry RPC after error@1723425115) -> (continuation of Deferred@1733355923 after retry RPC after error@1280777087) -> (continuation of Deferred@663484687 after retry RPC after error@169207580) -> (continuation of Deferred@1793694652 after retry RPC after error@512883069) -> (continuation of Deferred@1714038817 after retry RPC after error@1126305535) -> (continuation of Deferred@1697663324 after retry RPC after error@1954221718) -> (continuation of Deferred@1126648600 after retry RPC after error@270655605) -> (continuation of Deferred@2008822148 after retry RPC after error@1528798811) -> (continuation of Deferred@572088747 after retry RPC after error@1025773525) -> (continuation of Deferred@721562084 after retry RPC after error@206079897) -> (continuation of Deferred@1706408834 after retry RPC after error@2029144646) -> (continuation of Deferred@1116012981 after retry RPC after error@171520563) -> (continuation of Deferred@1117315421 after retry RPC after error@684864306) -> (continuation of Deferred@1110443828 after retry RPC after error@31137259) -> (continuation of Deferred@80516740 after retry RPC after error@1035894412), errback=(continuation of Deferred@2014042624 after retry RPC after error@85218088) -> (continuation of Deferred@926252260 after retry RPC after error@1849595569) -> (continuation of Deferred@1220774572 after retry RPC after error@1877544335) -> (continuation of Deferred@1931972298 after retry RPC after error@1773540609) -> (continuation of Deferred@1039426673 after retry RPC after error@441877301) -> (continuation of Deferred@1430789995 after retry RPC after error@210699998) -> (continuation of Deferred@306592978 after retry RPC after error@1009212036) -> (continuation of Deferred@687974700 after retry RPC after error@1573712676) -> (continuation of Deferred@2119165155 after retry RPC after error@2025485012) -> (continuation of Deferred@1549200422 after retry RPC after error@1723425115) -> (continuation of Deferred@1733355923 after retry RPC after error@1280777087) -> (continuation of Deferred@663484687 after retry RPC after error@169207580) -> (continuation of Deferred@1793694652 after retry RPC after error@512883069) -> (continuation of Deferred@1714038817 after retry RPC after error@1126305535) -> (continuation of Deferred@1697663324 after retry RPC after error@1954221718) -> (continuation of Deferred@1126648600 after retry RPC after error@270655605) -> (continuation of Deferred@2008822148 after retry RPC after error@1528798811) -> (continuation of Deferred@572088747 after retry RPC after error@1025773525) -> (continuation of Deferred@721562084 after retry RPC after error@206079897) -> (continuation of Deferred@1706408834 after retry RPC after error@2029144646) -> (continuation of Deferred@1116012981 after retry RPC after error@171520563) -> (continuation of Deferred@1117315421 after retry RPC after error@684864306) -> (continuation of Deferred@1110443828 after retry RPC after error@31137259) -> (continuation of Deferred@80516740 after retry RPC after error@1035894412)))
23:10:01.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:01.536954 16009 tablet.cc:2406] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:01.546 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:01.546 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:01.546 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.546 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:01.546 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.547 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.547 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.547 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.547 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:01.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.611639 16286 raft_consensus.cc:493] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:10:01.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.612295 16286 raft_consensus.cc:515] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } }
23:10:01.615 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:01.616 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:01.616 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:01.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:01.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:01.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:01.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:01.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:01.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:01.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:01.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:01.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:01.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.620326 16030 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be08c7280d9b44b985627f80d6c44d4f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68215943c199482b9b3b264cab88bd06" is_pre_election: true
23:10:01.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.621311 16030 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate be08c7280d9b44b985627f80d6c44d4f in term 0.
23:10:01.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.623299 16228 leader_election.cc:304] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 68215943c199482b9b3b264cab88bd06, be08c7280d9b44b985627f80d6c44d4f; no voters: 
23:10:01.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.625176 16286 leader_election.cc:290] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 68215943c199482b9b3b264cab88bd06 (127.15.153.254:35665), 561a366893544d7f9179ed6e82f5b42f (127.15.153.253:37081)
23:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.625908 16286 raft_consensus.cc:2804] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:10:01.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.626384 16286 raft_consensus.cc:493] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:10:01.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.626796 16286 raft_consensus.cc:3060] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [term 0 FOLLOWER]: Advancing to term 1
23:10:01.634 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:01.635 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:01.635 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:01.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.637 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.638 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.638 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.638 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.638 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.638 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.638 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:01.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.643177 16286 raft_consensus.cc:515] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } }
23:10:01.649 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:01.649 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:01.650 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:01.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:01.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:01.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:01.651 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:01.651 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:01.651 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:01.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:01.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:01.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:01.652 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:01.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.660293 16030 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be08c7280d9b44b985627f80d6c44d4f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "68215943c199482b9b3b264cab88bd06"
23:10:01.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.660925 16030 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [term 0 FOLLOWER]: Advancing to term 1
23:10:01.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.669914 16030 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate be08c7280d9b44b985627f80d6c44d4f in term 1.
23:10:01.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.671972 16228 leader_election.cc:304] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 68215943c199482b9b3b264cab88bd06, be08c7280d9b44b985627f80d6c44d4f; no voters: 
23:10:01.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.671289 16286 leader_election.cc:290] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [CANDIDATE]: Term 1 election: Requested vote from peers 68215943c199482b9b3b264cab88bd06 (127.15.153.254:35665), 561a366893544d7f9179ed6e82f5b42f (127.15.153.253:37081)
23:10:01.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.673244 16315 raft_consensus.cc:2804] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [term 1 FOLLOWER]: Leader election won for term 1
23:10:01.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.673830 16315 raft_consensus.cc:697] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [term 1 LEADER]: Becoming Leader. State: Replica: be08c7280d9b44b985627f80d6c44d4f, State: Running, Role: LEADER
23:10:01.676 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:01.676 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:01.676 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:01.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:01.678 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.678 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.678 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:01.678 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.678 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.678 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:01.678 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:01.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.675107 16315 consensus_queue.cc:237] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } }
23:10:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.702720 16286 sys_catalog.cc:455] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [sys.catalog]: SysCatalogTable state changed. Reason: New leader be08c7280d9b44b985627f80d6c44d4f. Latest consensus state: current_term: 1 leader_uuid: "be08c7280d9b44b985627f80d6c44d4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } } }
23:10:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.703507 16286 sys_catalog.cc:458] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [sys.catalog]: This master's current role is: LEADER
23:10:01.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.711643 16317 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:10:01.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.720033 16317 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:10:01.735 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:01.735 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:01.736 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:01.736 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:01.736 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:01.736 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:01.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:01.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:01.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:01.737 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:01.737 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:01.737 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:01.737 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:01.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.755285 16030 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [term 1 FOLLOWER]: Refusing update from remote peer be08c7280d9b44b985627f80d6c44d4f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:10:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.757098 16286 consensus_queue.cc:1048] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [LEADER]: Connected to new peer: Peer: permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:10:01.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.790100 16301 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [sys.catalog]: SysCatalogTable state changed. Reason: New leader be08c7280d9b44b985627f80d6c44d4f. Latest consensus state: current_term: 1 leader_uuid: "be08c7280d9b44b985627f80d6c44d4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } } }
23:10:01.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.790858 16301 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [sys.catalog]: This master's current role is: FOLLOWER
23:10:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.799294 16286 sys_catalog.cc:455] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "be08c7280d9b44b985627f80d6c44d4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } } }
23:10:01.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.800058 16286 sys_catalog.cc:458] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [sys.catalog]: This master's current role is: LEADER
23:10:01.801 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465801798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:01.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.801095 16319 mvcc.cc:204] Tried to move back new op lower bound from 7305075923965505536 to 7305075923687907328. Current Snapshot: MvccSnapshot[applied={T|T < 7305075923965505536}]
23:10:01.811 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:10:01.813 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:10:01.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.810209 16301 sys_catalog.cc:455] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "be08c7280d9b44b985627f80d6c44d4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } } }
23:10:01.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.814320 16301 sys_catalog.cc:458] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06 [sys.catalog]: This master's current role is: FOLLOWER
23:10:01.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.817898 16317 catalog_manager.cc:1382] Generated new cluster ID: a4864024d6b44d7dad35e6b90e33f29e
23:10:01.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.818228 16317 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:10:01.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:01.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.856740 16317 catalog_manager.cc:1405] Generated new certificate authority record
23:10:01.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.859967 16317 catalog_manager.cc:1539] Loading token signing keys...
23:10:01.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.885596 16317 catalog_manager.cc:6069] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f: Generated new TSK 0
23:10:01.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.886768 16317 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:10:01.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:01.908381 15975 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:01.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:01.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/wal
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/data
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/logs
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/data/info.pb
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.193:0
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.153.193
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.193
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:01.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:10:02.198 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:02.199 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:02.199 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:02.200 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.200 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.200 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.200 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.201 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.201 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.201 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:02.271 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:02.271 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:02.271 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:02.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:02.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:02.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:02.273 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:02.273 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:02.273 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:02.273 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:02.273 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:02.273 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:02.273 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:02.285 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:02.285 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:02.286 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:02.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.287 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.288 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:02.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465802298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:02.308 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:10:02.310 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:10:02.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:02.417 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:02.417 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:02.418 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:02.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:02.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:02.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:02.419 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:02.419 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:02.419 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:02.419 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:02.420 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:02.420 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:02.420 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:02.453027 16312 catalog_manager.cc:1294] Loaded cluster ID: a4864024d6b44d7dad35e6b90e33f29e
23:10:02.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:02.454360 16312 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06: loading cluster ID for follower catalog manager: success
23:10:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:02.459481 16323 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:02.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:02.460186 16323 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:02.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:02.460987 16323 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:02.522042 16323 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:02.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:02.523464 16323 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.153.193
23:10:02.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:02.545006 16312 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06: acquiring CA information for follower catalog manager: success
23:10:02.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:02.590379 16323 tablet_server_runner.cc:78] Tablet server non-default flags:
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/data
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/wal
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.193:0
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/data/info.pb
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.193
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.153.193
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/logs
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:02.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:02.592484 16323 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:02.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:02.594909 16323 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:02.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:02.619783 16312 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 68215943c199482b9b3b264cab88bd06: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:10:02.654 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:02.654 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:02.654 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:02.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.656 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.656 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.656 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.656 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:02.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:02.659086 16329 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:02.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465802798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:02.813 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:10:02.814 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:10:02.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:02.945 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:02.945 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:02.946 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:02.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.947 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:02.947 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.947 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:02.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:02.948 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:02.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:02.965816 16131 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } attempt: 8
23:10:03.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.065332 16131 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f: Bootstrap starting.
23:10:03.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.073107 16131 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f: Neither blocks nor log segments found. Creating new log.
23:10:03.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.088076 16131 log.cc:826] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f: Log is configured to *not* fsync() on all Append() calls
23:10:03.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.114598 16131 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f: No bootstrap required, opened a new log
23:10:03.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.168354 16131 raft_consensus.cc:359] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } }
23:10:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.181913 16131 raft_consensus.cc:385] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:03.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.182546 16131 raft_consensus.cc:740] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 561a366893544d7f9179ed6e82f5b42f, State: Initialized, Role: FOLLOWER
23:10:03.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.183622 16131 consensus_queue.cc:260] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } }
23:10:03.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.196550 16339 sys_catalog.cc:455] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } } }
23:10:03.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.197443 16339 sys_catalog.cc:458] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [sys.catalog]: This master's current role is: FOLLOWER
23:10:03.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.200503 16131 sys_catalog.cc:565] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [sys.catalog]: configured and running, proceeding with master startup.
23:10:03.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.200785 16105 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be08c7280d9b44b985627f80d6c44d4f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "561a366893544d7f9179ed6e82f5b42f"
23:10:03.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.202275 16106 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "be08c7280d9b44b985627f80d6c44d4f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "561a366893544d7f9179ed6e82f5b42f" is_pre_election: true
23:10:03.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:03.207801 16106 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:47124 (request call id 1) took 1592 ms (client timeout 1962 ms). Trace:
23:10:03.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.201977 16104 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [term 0 FOLLOWER]: Advancing to term 1
23:10:03.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:03.209864 16105 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:47124 (request call id 2) took 1537 ms (client timeout 1944 ms). Trace:
23:10:03.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:03.213198 16106 rpcz_store.cc:269] 0707 23:10:01.615803 (+     0us) service_pool.cc:167] Inserting onto call queue
23:10:03.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:01.616026 (+   223us) service_pool.cc:224] Handling call
23:10:03.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:03.207679 (+1591653us) inbound_call.cc:177] Queueing success response
23:10:03.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:10:03.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:03.214447 16105 rpcz_store.cc:269] 0707 23:10:01.671986 (+     0us) service_pool.cc:167] Inserting onto call queue
23:10:03.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:01.672149 (+   163us) service_pool.cc:224] Handling call
23:10:03.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:03.209770 (+1537621us) inbound_call.cc:177] Queueing success response
23:10:03.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:10:03.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.230607 16104 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [term 1 FOLLOWER]: Refusing update from remote peer be08c7280d9b44b985627f80d6c44d4f: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:10:03.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.232460 16104 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:47124 (request call id 3) took 1478 ms. Trace:
23:10:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.233147 16104 rpcz_store.cc:276] 0707 23:10:01.753674 (+     0us) service_pool.cc:167] Inserting onto call queue
23:10:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:01.753847 (+   173us) service_pool.cc:224] Handling call
23:10:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:03.201508 (+1447661us) raft_consensus.cc:1471] Updating replica for 0 ops
23:10:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:03.231847 (+ 30339us) raft_consensus.cc:1697] Filling consensus response to leader.
23:10:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:03.232356 (+   509us) inbound_call.cc:177] Queueing success response
23:10:03.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:10:03.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.236183 16335 consensus_queue.cc:1048] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [LEADER]: Connected to new peer: Peer: permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:10:03.269 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:03.270 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:03.270 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:03.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:03.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:03.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:03.271 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:03.271 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:03.271 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:03.272 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:03.272 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:03.272 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:03.272 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:03.298 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465803298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:03.313 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:10:03.315 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:10:03.315 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:03.316 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:03.316 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:03.316 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:03.316 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:03.317 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:03.317 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:03.317 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:03.317 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:03.318 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:03.318 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:03.318 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:03.318 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:03.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.328357 16339 sys_catalog.cc:455] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [sys.catalog]: SysCatalogTable state changed. Reason: New leader be08c7280d9b44b985627f80d6c44d4f. Latest consensus state: current_term: 1 leader_uuid: "be08c7280d9b44b985627f80d6c44d4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } } }
23:10:03.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.330063 16339 sys_catalog.cc:458] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [sys.catalog]: This master's current role is: FOLLOWER
23:10:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.331573 16352 sys_catalog.cc:455] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "be08c7280d9b44b985627f80d6c44d4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } } }
23:10:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.333120 16352 sys_catalog.cc:458] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f [sys.catalog]: This master's current role is: FOLLOWER
23:10:03.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.357636 16357 catalog_manager.cc:1294] Loaded cluster ID: a4864024d6b44d7dad35e6b90e33f29e
23:10:03.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.358181 16357 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f: loading cluster ID for follower catalog manager: success
23:10:03.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.365919 16357 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f: acquiring CA information for follower catalog manager: success
23:10:03.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.383453 16357 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 561a366893544d7f9179ed6e82f5b42f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:10:03.495 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:03.495 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:03.496 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:03.496 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:03.496 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:03.496 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:03.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:03.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:03.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:03.497 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:03.497 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:03.497 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:03.498 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:03.638 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:03.638 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:03.639 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:03.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:03.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:03.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:03.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:03.640 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:03.640 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:03.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:03.640 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:03.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:03.641 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:03.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465803798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:03.813 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:10:03.815 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:10:03.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.864516 16335 sys_catalog.cc:455] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "be08c7280d9b44b985627f80d6c44d4f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "68215943c199482b9b3b264cab88bd06" member_type: VOTER last_known_addr { host: "127.15.153.254" port: 35665 } } peers { permanent_uuid: "561a366893544d7f9179ed6e82f5b42f" member_type: VOTER last_known_addr { host: "127.15.153.253" port: 37081 } } peers { permanent_uuid: "be08c7280d9b44b985627f80d6c44d4f" member_type: VOTER last_known_addr { host: "127.15.153.252" port: 38525 } } }
23:10:03.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:03.866451 16335 sys_catalog.cc:458] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f [sys.catalog]: This master's current role is: LEADER
23:10:03.896 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:03.896 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:03.897 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:03.897 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:03.897 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:03.898 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:03.898 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:03.898 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:03.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:03.898 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:03.898 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:03.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:03.898 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:04.235 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:04.236 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:04.236 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:04.237 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:04.237 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:04.237 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:04.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:04.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:04.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:04.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:04.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:04.239 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:04.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:04.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465804298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:04.312 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:10:04.313 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:10:04.344 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:04.636 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:04.636 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:04.637 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:04.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:04.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:04.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:04.637 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:04.637 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:04.637 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:04.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:04.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:04.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:04.637 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:04.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:02.691854 16323 server_base.cc:1061] running on GCE node
23:10:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:02.694424 16332 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:04.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:02.679057 16330 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:04.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.779795 16323 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:04.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.782704 16323 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:04.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.784301 16323 hybrid_clock.cc:648] HybridClock initialized: now 1783465804784255 us; error 46 us; skew 500 ppm
23:10:04.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.785384 16323 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:04.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.797509 16323 webserver.cc:534] Webserver started at http://127.15.153.193:42163/ using document root <none> and password file <none>
23:10:04.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465804798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:04.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.799171 16323 fs_manager.cc:362] Metadata directory not provided
23:10:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.800263 16323 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:04.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.805712 16323 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:04.813 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:10:04.814 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:10:04.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.817416 16323 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/data/instance:
23:10:04.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb8467751a8d4bc7bff8090f7009d1c4"
23:10:04.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:04 on dist-test-slave-sprr"
23:10:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.819207 16323 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/wal/instance:
23:10:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb8467751a8d4bc7bff8090f7009d1c4"
23:10:04.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:04 on dist-test-slave-sprr"
23:10:04.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.829239 16323 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.007s	sys 0.000s
23:10:04.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.837139 16367 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:04.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.838599 16323 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.000s
23:10:04.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.839123 16323 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/wal
23:10:04.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cb8467751a8d4bc7bff8090f7009d1c4"
23:10:04.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:04 on dist-test-slave-sprr"
23:10:04.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.839567 16323 fs_report.cc:389] FS layout report
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/wal
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/wal
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/data/data
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:04.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:04.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.914462 16323 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.916705 16323 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:04.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.917311 16323 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:04.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.920959 16323 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:10:04.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.926892 16323 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:10:04.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.927211 16323 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:10:04.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.927542 16323 ts_tablet_manager.cc:616] Registered 0 tablets
23:10:04.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:04.927762 16323 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:10:05.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.091368 16323 rpc_server.cc:307] RPC server started. Bound to: 127.15.153.193:38441
23:10:05.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.091490 16479 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.153.193:38441 every 8 connection(s)
23:10:05.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.095229 16323 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/data/info.pb
23:10:05.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.104892 15975 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 16323
23:10:05.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.105640 15975 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-0/wal/instance
23:10:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.140323 15975 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/wal
23:10:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/data
23:10:05.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/logs
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/data/info.pb
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.194:0
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.153.194
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.194
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:05.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:10:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.157079 16482 heartbeater.cc:344] Connected to a master server at 127.15.153.254:35665
23:10:05.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.157691 16482 heartbeater.cc:461] Registering TS with master...
23:10:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.158643 16480 heartbeater.cc:344] Connected to a master server at 127.15.153.252:38525
23:10:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.158988 16480 heartbeater.cc:461] Registering TS with master...
23:10:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.159183 16482 heartbeater.cc:507] Master 127.15.153.254:35665 requested a full tablet report, sending...
23:10:05.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.160199 16480 heartbeater.cc:507] Master 127.15.153.252:38525 requested a full tablet report, sending...
23:10:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.163290 16241 ts_manager.cc:194] Registered new tserver with Master: cb8467751a8d4bc7bff8090f7009d1c4 (127.15.153.193:38441)
23:10:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.163373 16020 ts_manager.cc:194] Registered new tserver with Master: cb8467751a8d4bc7bff8090f7009d1c4 (127.15.153.193:38441)
23:10:05.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.165053 16481 heartbeater.cc:344] Connected to a master server at 127.15.153.253:37081
23:10:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.165429 16481 heartbeater.cc:461] Registering TS with master...
23:10:05.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.166436 16481 heartbeater.cc:507] Master 127.15.153.253:37081 requested a full tablet report, sending...
23:10:05.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.167212 16241 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.153.193:40429
23:10:05.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.170226 16096 ts_manager.cc:194] Registered new tserver with Master: cb8467751a8d4bc7bff8090f7009d1c4 (127.15.153.193:38441)
23:10:05.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465805298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:05.309 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:10:05.311 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:10:05.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:05.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:05.494925 16490 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:05.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:05.495774 16490 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:05.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:05.496322 16490 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:05.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:05.530431 16490 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:05.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:05.531256 16490 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.153.194
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.569859 16490 tablet_server_runner.cc:78] Tablet server non-default flags:
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/data
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/wal
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.194:0
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/data/info.pb
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.194
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.153.194
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/logs
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:05.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:05.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.571240 16490 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:05.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:05.572939 16490 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:05.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:05.586560 16496 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:05.736 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:05.737 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:05.737 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:05.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:05.738 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:05.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:05.738 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:05.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:05.738 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:05.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:05.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:05.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:05.739 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:05.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465805798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:05.808 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:10:05.809 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:10:05.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:06.066 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:06.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:06.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:06.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:06.067 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:06.067 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:06.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:06.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:06.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:06.068 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:06.068 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:06.068 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:06.068 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:06.125 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:06.125 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:06.126 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:06.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:06.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:06.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:06.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:06.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:06.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:06.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:06.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:06.127 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:06.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:06.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:06.172891 16480 heartbeater.cc:499] Master 127.15.153.252:38525 was elected leader, sending a full tablet report...
23:10:06.196 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:06.196 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:06.196 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:06.197 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:06.197 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:06.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:06.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:06.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:06.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:06.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:06.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:06.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:06.199 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:06.251 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:06.251 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:06.252 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:06.252 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:06.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:06.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:06.253 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:06.253 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:06.253 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:06.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:06.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:06.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:06.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:06.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465806298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:06.311 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:10:06.313 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:10:06.339 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:06.494 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:06.495 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:06.495 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:06.496 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:06.496 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:06.496 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:06.496 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:06.496 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:06.496 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:06.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:06.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:06.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:06.497 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:06.749 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:06.750 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:06.750 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:06.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:06.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:06.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:06.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:06.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:06.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:06.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:06.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:06.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:06.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:06.798 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465806798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:06.816 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:10:06.817 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:10:06.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:06.998 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:06.999 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:06.999 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:07.000 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:07.000 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:07.000 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:07.001 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:07.001 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:07.001 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:07.001 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:07.002 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:07.002 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:07.002 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:07.275 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:07.276 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:07.276 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:07.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:07.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:07.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:07.277 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:07.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:07.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:07.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:07.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:07.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:07.278 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:07.280 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:07.280 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:07.280 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:07.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:07.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:07.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:07.281 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:07.281 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:07.281 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:07.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:07.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:07.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:07.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:07.298 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:07.298 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:07.299 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:07.300 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:07.300 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:07.300 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:07.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:07.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:07.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:07.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:07.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:07.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:07.301 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:07.302 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465807299 for job b2b25cd960f08851bedacc90188e59d4.
23:10:07.318 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:07.319 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:07.319 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:07.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:07.319 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:07.319 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:07.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:07.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:07.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:07.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:07.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:07.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:07.321 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:07.324 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=25 ms, finalizationTime=0 ms).
23:10:07.331 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:10:07.339 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:07.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:06.990530 16495 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 16490
23:10:07.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:07.468372 16490 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.880s	user 0.639s	sys 1.227s
23:10:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:07.470645 16498 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1881 milliseconds
23:10:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:07.470710 16499 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:05.588099 16497 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:07.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:07.470103 16490 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.882s	user 0.640s	sys 1.227s
23:10:07.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.471803 16490 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:07.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.476131 16490 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:07.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.478466 16490 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:07.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.479969 16490 hybrid_clock.cc:648] HybridClock initialized: now 1783465807479936 us; error 34 us; skew 500 ppm
23:10:07.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.480782 16490 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:07.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.487406 16490 webserver.cc:534] Webserver started at http://127.15.153.194:45245/ using document root <none> and password file <none>
23:10:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.488389 16490 fs_manager.cc:362] Metadata directory not provided
23:10:07.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.488648 16490 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:07.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.489123 16490 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.493499 16490 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/data/instance:
23:10:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95e189f6b9f849029630d375348d1fef"
23:10:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:07 on dist-test-slave-sprr"
23:10:07.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.494692 16490 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/wal/instance:
23:10:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95e189f6b9f849029630d375348d1fef"
23:10:07.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:07 on dist-test-slave-sprr"
23:10:07.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.502195 16490 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
23:10:07.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.508972 16509 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.510205 16490 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:10:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.510597 16490 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/wal
23:10:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95e189f6b9f849029630d375348d1fef"
23:10:07.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:07 on dist-test-slave-sprr"
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.510932 16490 fs_report.cc:389] FS layout report
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/wal
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/wal
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/data/data
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:07.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:07.511 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:07.512 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:07.512 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:07.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:07.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:07.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:07.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:07.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:07.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:07.513 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:07.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:07.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:07.513 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:07.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.579174 16490 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:07.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.581223 16490 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.581833 16490 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:07.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.585233 16490 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:10:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.590873 16490 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:10:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.591158 16490 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:10:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.591477 16490 ts_tablet_manager.cc:616] Registered 0 tablets
23:10:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.591698 16490 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:10:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.734485 16490 rpc_server.cc:307] RPC server started. Bound to: 127.15.153.194:42401
23:10:07.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.734571 16621 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.153.194:42401 every 8 connection(s)
23:10:07.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.737161 16490 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/data/info.pb
23:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.744472 15975 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 16490
23:10:07.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.745029 15975 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-1/wal/instance
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.762841 15975 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/wal
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/data
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/logs
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/data/info.pb
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:07.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.195:0
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.153.195
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.195
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:07.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.797045 16624 heartbeater.cc:344] Connected to a master server at 127.15.153.254:35665
23:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.797415 16623 heartbeater.cc:344] Connected to a master server at 127.15.153.253:37081
23:10:07.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.797597 16624 heartbeater.cc:461] Registering TS with master...
23:10:07.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465807798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:07.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.797884 16623 heartbeater.cc:461] Registering TS with master...
23:10:07.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.798179 16622 heartbeater.cc:344] Connected to a master server at 127.15.153.252:38525
23:10:07.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.798485 16622 heartbeater.cc:461] Registering TS with master...
23:10:07.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.799242 16624 heartbeater.cc:507] Master 127.15.153.254:35665 requested a full tablet report, sending...
23:10:07.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.799371 16622 heartbeater.cc:507] Master 127.15.153.252:38525 requested a full tablet report, sending...
23:10:07.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.802903 16020 ts_manager.cc:194] Registered new tserver with Master: 95e189f6b9f849029630d375348d1fef (127.15.153.194:42401)
23:10:07.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.803905 16623 heartbeater.cc:507] Master 127.15.153.253:37081 requested a full tablet report, sending...
23:10:07.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.805353 16241 ts_manager.cc:194] Registered new tserver with Master: 95e189f6b9f849029630d375348d1fef (127.15.153.194:42401)
23:10:07.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.807389 16241 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.153.194:58817
23:10:07.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:07.807492 16096 ts_manager.cc:194] Registered new tserver with Master: 95e189f6b9f849029630d375348d1fef (127.15.153.194:42401)
23:10:07.808 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:10:07.810 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:10:07.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:08.116106 16632 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:08.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:08.116583 16632 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:08.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:08.117004 16632 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:08.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:08.150514 16632 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:08.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:08.151425 16632 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.15.153.195
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:08.189627 16632 tablet_server_runner.cc:78] Tablet server non-default flags:
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.15.153.212:33511
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/data
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/wal
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.15.153.195:0
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/data/info.pb
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.15.153.195
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.15.153.254:35665,127.15.153.253:37081,127.15.153.252:38525
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.15.153.195
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/logs
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:08.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:08.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:08.190992 16632 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:08.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:08.192673 16632 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:08.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:08.206876 16638 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:08.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465808298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:08.321 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
23:10:08.322 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:10:08.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:08.455 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:08.456 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:08.456 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:08.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.460 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:08.485 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:08.485 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:08.486 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:08.486 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.487 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:08.525 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:08.526 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:08.526 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:08.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.528 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:08.691 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:08.692 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:08.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:08.693 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:08.693 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:08.693 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:08.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:08.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:08.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:08.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:08.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:08.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:08.694 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:08.798 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:08.798 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:08.798 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:08.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.800 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.800 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.801 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:08.803 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465808799 for job b2b25cd960f08851bedacc90188e59d4.
23:10:08.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:08.811955 16622 heartbeater.cc:499] Master 127.15.153.252:38525 was elected leader, sending a full tablet report...
23:10:08.833 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=33 ms, finalizationTime=1 ms).
23:10:08.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:10:08.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:08.886 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:08.887 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:08.887 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:08.888 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.888 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:08.889 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.889 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.890 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:08.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:08.891 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:09.151 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:09.151 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:09.152 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:09.152 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:09.152 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:09.153 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:09.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:09.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:09.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:09.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:09.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:09.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:09.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:09.169 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:09.169 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:09.170 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:09.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:09.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:09.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:09.175 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:09.175 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:09.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:09.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:09.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:09.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:09.176 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:09.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465809298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:09.320 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:10:09.322 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:10:09.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:09.516 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:09.516 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:09.516 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:09.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:09.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:09.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:09.518 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:09.518 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:09.519 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:09.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:09.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:09.519 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:09.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:09.519 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:09.519 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:09.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:09.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:09.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:09.520 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:09.521 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:09.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:09.521 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:09.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:09.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:09.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:09.522 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:09.806 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465809798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:09.822 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:10:09.823 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:10:09.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:10.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:09.610935 16637 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 16632
23:10:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:10.043987 16632 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.836s	user 0.651s	sys 1.137s
23:10:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:10.045028 16632 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.837s	user 0.651s	sys 1.138s
23:10:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:08.207921 16639 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:10.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:10.045614 16640 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1836 milliseconds
23:10:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:10.046253 16641 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:10.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.046305 16632 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:10.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.050495 16632 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:10.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.052572 16632 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.053887 16632 hybrid_clock.cc:648] HybridClock initialized: now 1783465810053844 us; error 53 us; skew 500 ppm
23:10:10.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.054701 16632 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:10.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.060974 16632 webserver.cc:534] Webserver started at http://127.15.153.195:46551/ using document root <none> and password file <none>
23:10:10.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.061902 16632 fs_manager.cc:362] Metadata directory not provided
23:10:10.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.062093 16632 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:10.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.062481 16632 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.066854 16632 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/data/instance:
23:10:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49bd38a1ec2540ea871397a73247e7bc"
23:10:10.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:10 on dist-test-slave-sprr"
23:10:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.067883 16632 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/wal/instance:
23:10:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49bd38a1ec2540ea871397a73247e7bc"
23:10:10.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:10 on dist-test-slave-sprr"
23:10:10.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.075210 16632 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
23:10:10.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.081341 16649 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:10.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.082763 16632 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.083194 16632 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/wal
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49bd38a1ec2540ea871397a73247e7bc"
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:10 on dist-test-slave-sprr"
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.083565 16632 fs_report.cc:389] FS layout report
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/wal
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/wal
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/data/data
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:10.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:10.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.144157 16632 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.145942 16632 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:10.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.146453 16632 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:10.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.149195 16632 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:10:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.153785 16632 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:10:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.154078 16632 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
23:10:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.154357 16632 ts_tablet_manager.cc:616] Registered 0 tablets
23:10:10.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.154498 16632 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:10:10.155 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:10.156 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:10.156 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:10.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:10.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:10.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:10.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:10.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:10.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:10.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:10.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:10.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:10.157 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:10.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465810298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:10.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.300750 16632 rpc_server.cc:307] RPC server started. Bound to: 127.15.153.195:46173
23:10:10.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.300895 16761 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.15.153.195:46173 every 8 connection(s)
23:10:10.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.304544 16632 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/data/info.pb
23:10:10.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.306458 15975 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 16632
23:10:10.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.306959 15975 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13253682782887702825/ts-2/wal/instance
23:10:10.308 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:10:10.309 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:10:10.339 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:10.357 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:10.357 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:10.357 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:10.358 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:10.358 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:10.358 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:10.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:10.358 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:10.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:10.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:10.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:10.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:10.359 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.366042 16764 heartbeater.cc:344] Connected to a master server at 127.15.153.254:35665
23:10:10.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.366587 16764 heartbeater.cc:461] Registering TS with master...
23:10:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.368046 16763 heartbeater.cc:344] Connected to a master server at 127.15.153.253:37081
23:10:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.368047 16764 heartbeater.cc:507] Master 127.15.153.254:35665 requested a full tablet report, sending...
23:10:10.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.368465 16763 heartbeater.cc:461] Registering TS with master...
23:10:10.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.369524 16763 heartbeater.cc:507] Master 127.15.153.253:37081 requested a full tablet report, sending...
23:10:10.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.372846 16020 ts_manager.cc:194] Registered new tserver with Master: 49bd38a1ec2540ea871397a73247e7bc (127.15.153.195:46173)
23:10:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.375417 16762 heartbeater.cc:344] Connected to a master server at 127.15.153.252:38525
23:10:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.375775 16762 heartbeater.cc:461] Registering TS with master...
23:10:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.375831 16095 ts_manager.cc:194] Registered new tserver with Master: 49bd38a1ec2540ea871397a73247e7bc (127.15.153.195:46173)
23:10:10.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.376693 16762 heartbeater.cc:507] Master 127.15.153.252:38525 requested a full tablet report, sending...
23:10:10.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.379319 16241 ts_manager.cc:194] Registered new tserver with Master: 49bd38a1ec2540ea871397a73247e7bc (127.15.153.195:46173)
23:10:10.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.380898 16241 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.15.153.195:41085
23:10:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.387357 15975 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:10:10.399 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:10:10.399 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:10:10.400 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.153.254"
      port: 35665
    }
    bound_http_address {
      host: "127.15.153.254"
      port: 33621
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.153.253"
      port: 37081
    }
    bound_http_address {
      host: "127.15.153.253"
      port: 36527
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.153.252"
      port: 38525
    }
    bound_http_address {
      host: "127.15.153.252"
      port: 43251
    }
  }
}

23:10:10.400 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:10:10.401 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.15.153.193"
      port: 38441
    }
    bound_http_address {
      host: "127.15.153.193"
      port: 42163
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.15.153.194"
      port: 42401
    }
    bound_http_address {
      host: "127.15.153.194"
      port: 45245
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.15.153.195"
      port: 46173
    }
    bound_http_address {
      host: "127.15.153.195"
      port: 46551
    }
  }
}

23:10:10.401 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:10:10.403 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:10.403 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:10:10.403 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:10:10.403 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:10:10.403 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:10:10.406 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:10:10.594 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:10.595 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:10.595 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:10.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:10.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:10.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:10.595 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:10.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:10.595 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:10.595 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:10.595 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:10.595 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:10.595 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:10.694 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:10.694 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:10.695 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:10.695 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:10.695 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:10.695 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:10.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:10.695 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:10.695 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:10.695 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:10.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:10.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:10.696 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:10.781 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:10:10.781 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:10:10.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.784710 16772 mini_oidc.cc:150] Starting JWKS server
23:10:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.787886 16772 webserver.cc:534] Webserver started at http://127.0.0.1:40361/ using document root <none> and password file <none>
23:10:10.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.788280 16772 mini_oidc.cc:186] Starting OIDC Discovery server
23:10:10.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.789929 16772 webserver.cc:534] Webserver started at http://127.0.0.1:39929/ using document root <none> and password file <none>
23:10:10.798 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465810798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:10.806 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:10:10.807 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:10:10.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:10.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:10:10Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:10:10.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:10:10Z Disabled control of system clock
23:10:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:10.853303 16772 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/wal
23:10:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/data
23:10:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:10.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/logs
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/data/info.pb
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.62:41205
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.62
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:10.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40361/jwks.json with env {}
23:10:11.015 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:11.016 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:11.016 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:11.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:11.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:11.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:11.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:11.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:11.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:11.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:11.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:11.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:11.017 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:11.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:11.180622 16784 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:11.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:11.181161 16784 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:11.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:11.181609 16784 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:11.219589 16784 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:10:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:11.219887 16784 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:11.220085 16784 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:10:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:11.220412 16784 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:10:11.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:11.220722 16784 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:10:11.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:11.221058 16784 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40361/jwks.json
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:11.260875 16784 master_runner.cc:387] Master server non-default flags:
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/data
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/wal
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.62:41205
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40361/jwks.json
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/data/info.pb
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.62
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:11.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/logs
23:10:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:10:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:11.262591 16784 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:11.264240 16784 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:11.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:11.275410 16790 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:11.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465811298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:11.309 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:10:11.310 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:10:11.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:11.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:11.384538 16762 heartbeater.cc:499] Master 127.15.153.252:38525 was elected leader, sending a full tablet report...
23:10:11.471 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:11.472 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:11.472 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:11.474 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:11.474 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:11.474 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:11.475 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:11.475 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:11.475 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:11.475 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:11.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:11.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:11.476 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:11.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465811798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:11.811 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:10:11.812 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:10:11.834 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:11.834 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:11.834 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:11.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:11.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:11.835 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:11.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:11.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:11.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:11.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:11.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:11.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:11.836 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:11.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:11.915 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:11.915 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:11.916 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:11.916 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:11.916 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:11.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:11.916 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:11.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:11.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:11.917 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:11.917 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:11.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:11.917 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:11.945 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:11.946 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:11.946 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:11.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:11.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:11.946 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:11.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:11.946 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:11.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:11.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:11.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:11.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:11.947 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:12.258 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:12.259 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:12.259 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:12.260 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:12.260 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:12.260 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:12.260 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:12.260 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:12.260 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:12.260 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:12.261 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:12.261 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:12.261 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:12.300 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465812298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:12.314 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:10:12.316 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:10:12.316 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:12.317 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:12.317 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:12.318 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:12.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:12.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:12.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:12.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:12.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:12.318 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:12.318 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:12.319 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:12.319 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:12.339 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:12.450 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:12.450 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:12.450 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:12.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:12.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:12.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:12.452 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:12.452 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:12.452 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:12.452 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:12.453 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:12.453 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:12.453 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:12.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:11.276130 16791 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:12.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:12.660004 16793 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:12.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:12.662623 16792 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1382 milliseconds
23:10:12.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.662712 16784 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:12.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.663884 16784 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:12.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.666641 16784 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:12.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.667970 16784 hybrid_clock.cc:648] HybridClock initialized: now 1783465812667938 us; error 60 us; skew 500 ppm
23:10:12.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.668715 16784 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.674817 16784 webserver.cc:534] Webserver started at http://127.16.97.62:41881/ using document root <none> and password file <none>
23:10:12.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.675767 16784 fs_manager.cc:362] Metadata directory not provided
23:10:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.675956 16784 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:12.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.676409 16784 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.680904 16784 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/data/instance:
23:10:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8029effed5f4f21acabcd46ec887a01"
23:10:12.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:12 on dist-test-slave-sprr"
23:10:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.682015 16784 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/wal/instance:
23:10:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8029effed5f4f21acabcd46ec887a01"
23:10:12.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:12 on dist-test-slave-sprr"
23:10:12.689 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:12.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.689440 16784 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.001s
23:10:12.690 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:12.690 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:12.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:12.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:12.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:12.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:12.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:12.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:12.690 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:12.690 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:12.690 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:12.690 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:12.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.695680 16801 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.696846 16784 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
23:10:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.697137 16784 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/wal
23:10:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c8029effed5f4f21acabcd46ec887a01"
23:10:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:12 on dist-test-slave-sprr"
23:10:12.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.697444 16784 fs_report.cc:389] FS layout report
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/wal
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/wal
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/data/data
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:12.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:12.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.765031 16784 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:12.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.766615 16784 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:12.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.767026 16784 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:12.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465812798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:12.810 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:10:12.812 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:10:12.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.855154 16784 rpc_server.cc:307] RPC server started. Bound to: 127.16.97.62:41205
23:10:12.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.855324 16852 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.97.62:41205 every 8 connection(s)
23:10:12.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.858044 16784 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/data/info.pb
23:10:12.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.864212 16853 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.864763 16772 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 16784
23:10:12.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.865160 16772 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-0/wal/instance
23:10:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.868602 16772 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:12.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/wal
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/data
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/logs
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/data/info.pb
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.61:39663
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.61
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:12.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40361/jwks.json with env {}
23:10:12.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.875711 16853 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } has no permanent_uuid. Determining permanent_uuid...
23:10:12.896 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:12.896 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:12.896 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:12.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:12.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:12.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:12.897 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:12.897 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:12.897 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:12.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:12.897 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:12.897 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:12.897 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:12.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.904381 16853 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } has no permanent_uuid. Determining permanent_uuid...
23:10:12.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:12.907802 16804 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.97.61:39663: connect: Connection refused (error 111)
23:10:12.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:12.912627 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.61:39663: Network error: Client connection negotiation failed: client connection to 127.16.97.61:39663: connect: Connection refused (error 111)
23:10:12.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:12.962155 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } attempt: 1
23:10:12.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:12.966569 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.61:39663: Network error: Client connection negotiation failed: client connection to 127.16.97.61:39663: connect: Connection refused (error 111)
23:10:13.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:13.035084 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } attempt: 2
23:10:13.038 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:13.038 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:13.038 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:13.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:13.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:13.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:13.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:13.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:13.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:13.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:13.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:13.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:13.039 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:13.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.040055 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.61:39663: Network error: Client connection negotiation failed: client connection to 127.16.97.61:39663: connect: Connection refused (error 111)
23:10:13.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:13.131489 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } attempt: 3
23:10:13.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.136049 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.61:39663: Network error: Client connection negotiation failed: client connection to 127.16.97.61:39663: connect: Connection refused (error 111)
23:10:13.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.197273 16855 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.197973 16855 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:13.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.198428 16855 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.234017 16855 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:10:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.234385 16855 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:13.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.234656 16855 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:10:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.234869 16855 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:10:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.235162 16855 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:10:13.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.235325 16855 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40361/jwks.json
23:10:13.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:13.274526 16855 master_runner.cc:387] Master server non-default flags:
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/data
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/wal
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.61:39663
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40361/jwks.json
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/data/info.pb
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.61
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/logs
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:13.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:13.276 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:13.275941 16855 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:13.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:13.277454 16855 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:13.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:13.279458 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } attempt: 4
23:10:13.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.283924 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.61:39663: Network error: Client connection negotiation failed: client connection to 127.16.97.61:39663: connect: Connection refused (error 111)
23:10:13.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.288944 16864 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:13.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465813298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:13.311 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:10:13.313 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:10:13.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:13.496 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:13.496 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:13.496 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:13.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:13.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:13.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:13.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:13.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:13.499 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:13.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:13.499 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:13.499 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:13.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:13.557 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:13.557 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:13.558 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:13.558 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:13.558 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:13.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:13.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:13.558 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:13.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:13.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:13.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:13.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:13.559 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:13.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:13.583410 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } attempt: 5
23:10:13.586 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:13.586 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:13.586 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:13.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:13.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:13.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:13.587 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:13.587 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:13.587 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:13.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:13.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:13.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:13.588 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:13.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.589906 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.61:39663: Network error: Client connection negotiation failed: client connection to 127.16.97.61:39663: connect: Connection refused (error 111)
23:10:13.798 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465813798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:13.816 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=15 ms, finalizationTime=3 ms).
23:10:13.816 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:10:13.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:13.851 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:13.852 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:13.852 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:13.853 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:13.853 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:13.853 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:13.854 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:13.854 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:13.854 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:13.854 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:13.854 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:13.854 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:13.854 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:14.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.137387 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } attempt: 6
23:10:14.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:14.162083 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.61:39663: Network error: Client connection negotiation failed: client connection to 127.16.97.61:39663: connect: Connection refused (error 111)
23:10:14.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465814298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:14.323 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=14 ms, finalizationTime=11 ms).
23:10:14.324 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:10:14.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:14.551 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:14.551 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:14.552 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:14.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:14.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:14.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:14.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:14.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:14.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:14.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:14.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:14.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:14.552 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:14.636 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:14.637 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:14.637 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:14.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:14.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:14.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:14.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:14.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:14.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:14.639 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:14.639 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:14.639 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:14.639 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:14.654 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:14.655 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:14.655 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:14.655 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:14.655 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:14.655 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:14.655 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:14.655 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:14.655 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:14.656 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:14.656 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:14.656 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:14.656 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:14.738 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:14.738 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:14.738 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:14.739 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:14.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:14.739 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:14.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:14.739 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:14.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:14.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:14.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:14.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:14.739 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:14.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.291566 16865 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:13.294656 16867 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.740947 16855 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:14.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:14.741634 16866 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1449 milliseconds
23:10:14.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.746395 16855 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:14.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.749429 16855 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.750797 16855 hybrid_clock.cc:648] HybridClock initialized: now 1783465814750718 us; error 87 us; skew 500 ppm
23:10:14.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.751780 16855 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:14.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.758653 16855 webserver.cc:534] Webserver started at http://127.16.97.61:43661/ using document root <none> and password file <none>
23:10:14.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.759658 16855 fs_manager.cc:362] Metadata directory not provided
23:10:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.759899 16855 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:14.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.760397 16855 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.764950 16855 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/data/instance:
23:10:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7755d43d62564d16b776c10488a58013"
23:10:14.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:14 on dist-test-slave-sprr"
23:10:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.766245 16855 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/wal/instance:
23:10:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7755d43d62564d16b776c10488a58013"
23:10:14.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:14 on dist-test-slave-sprr"
23:10:14.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.773852 16855 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.000s
23:10:14.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.780295 16878 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:14.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.781363 16855 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.781809 16855 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/wal
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7755d43d62564d16b776c10488a58013"
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:14 on dist-test-slave-sprr"
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.782179 16855 fs_report.cc:389] FS layout report
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/wal
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/wal
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/data/data
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:14.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:14.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465814798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:14.807 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:10:14.808 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:10:14.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:14.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.843896 16855 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.845314 16855 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:14.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.845736 16855 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.928220 16855 rpc_server.cc:307] RPC server started. Bound to: 127.16.97.61:39663
23:10:14.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.928359 16929 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.97.61:39663 every 8 connection(s)
23:10:14.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.931092 16855 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/data/info.pb
23:10:14.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.936264 16772 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 16855
23:10:14.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.936677 16772 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-1/wal/instance
23:10:14.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.938410 16930 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.938983 16772 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/wal
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/data
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/logs
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/data/info.pb
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.60:33655
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.60
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:14.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:14.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:14.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:14.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:14.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:14.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40361/jwks.json with env {}
23:10:14.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.949155 16930 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } has no permanent_uuid. Determining permanent_uuid...
23:10:14.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.974498 16930 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } has no permanent_uuid. Determining permanent_uuid...
23:10:14.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:14.990845 16930 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } has no permanent_uuid. Determining permanent_uuid...
23:10:14.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:14.993204 16882 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:14.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:14.997534 16930 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:15.026 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:15.026 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:15.026 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:15.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:15.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:15.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:15.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:15.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:15.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:15.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:15.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:15.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:15.027 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:15.028 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:15.029 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:15.029 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:15.029 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:15.029 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:15.029 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:15.029 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:15.029 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:15.029 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:15.029 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:15.029 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:15.029 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:15.029 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:15.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.047034 16930 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 1
23:10:15.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.051609 16930 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:15.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.119978 16930 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 2
23:10:15.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.124538 16930 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:15.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.216013 16930 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 3
23:10:15.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.221127 16930 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:15.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.222640 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } attempt: 7
23:10:15.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.240670 16853 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } has no permanent_uuid. Determining permanent_uuid...
23:10:15.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.247514 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:15.251 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:15.251 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:15.251 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:15.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.252 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.252 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.252 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:15.255 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:15.255 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:15.255 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:15.255 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.255 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.255 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.256 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.256 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.256 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.256 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.256 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.256 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.256 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:15.300 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465815299 for job b2b25cd960f08851bedacc90188e59d4.
23:10:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.305964 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 1
23:10:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.314204 16932 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.314747 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.315230 16932 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:15.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.315999 16932 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:15.317 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
23:10:15.318 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:10:15.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:15.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.364573 16930 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 4
23:10:15.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.369024 16930 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.374087 16932 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:10:15.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.374526 16932 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.374889 16932 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:10:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.375262 16932 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:10:15.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.375605 16932 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:10:15.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.375854 16932 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:40361/jwks.json
23:10:15.393 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30002), Traces: [0ms] sending RPC to server master-127.13.143.252:35611, [18ms] received response from server master-127.13.143.252:35611: OK, deferred=null) with no deferred attached!
23:10:15.396 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:15.396 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:15.397 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:15.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.396458 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 2
23:10:15.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.398 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.398 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.398 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:15.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.401391 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:15.414 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:15.414 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:15.415 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:15.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:15.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:15.415 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:15.415 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:15.415 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:15.415 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:15.415 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:15.415 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:15.415 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:15.415 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.423871 16932 master_runner.cc:387] Master server non-default flags:
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/data
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/wal
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.60:33655
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:40361/jwks.json
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/data/info.pb
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.60
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/logs
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:15.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:15.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:15.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:15.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:15.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.425473 16932 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:15.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.427217 16932 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:15.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.438369 16944 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:15.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.486835 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 3
23:10:15.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.495272 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:15.635 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:15.636 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:15.636 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:15.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:15.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:15.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.636605 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 4
23:10:15.644 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.644 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.644 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:15.644 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:15.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.650825 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:15.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.668428 16930 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 5
23:10:15.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.674607 16930 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:15.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465815798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:15.822 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:10:15.826 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:10:15.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:15.909 [DEBUG - pool-56-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30012), Traces: [0ms] sending RPC to server master-127.14.70.188:41813, [13ms] received response from server master-127.14.70.188:41813: OK, deferred=null) with no deferred attached!
23:10:15.910 [DEBUG - pool-56-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30011), Traces: [0ms] sending RPC to server master-127.14.70.188:41813, [15ms] received response from server master-127.14.70.188:41813: OK, deferred=null) with no deferred attached!
23:10:15.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:15.934408 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 5
23:10:15.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.951107 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:16.028 [DEBUG - pool-62-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30000), Traces: [0ms] sending RPC to server master-127.14.70.188:41813, [18ms] received response from server master-127.14.70.188:41813: OK, deferred=null) with no deferred attached!
23:10:16.049 [DEBUG - pool-62-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.14.70.188:41813, [16ms] received response from server master-127.14.70.188:41813: OK, deferred=null) with no deferred attached!
23:10:16.049 [DEBUG - pool-62-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.14.70.188:41813, [19ms] received response from server master-127.14.70.188:41813: OK, deferred=null) with no deferred attached!
23:10:16.049 [DEBUG - pool-62-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.14.70.188:41813, [19ms] received response from server master-127.14.70.188:41813: OK, deferred=null) with no deferred attached!
23:10:16.096 [DEBUG - pool-60-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.14.70.188:41813, [18ms] received response from server master-127.14.70.188:41813: OK, deferred=null) with no deferred attached!
23:10:16.114 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:16.114 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:16.115 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:16.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.117 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.117 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.117 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.118 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:16.176 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:16.177 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:16.177 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:16.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.179 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:16.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.222023 16930 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 6
23:10:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:16.255941 16930 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:16.305 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465816302 for job b2b25cd960f08851bedacc90188e59d4.
23:10:16.325 [DEBUG - pool-58-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30027), Traces: [0ms] sending RPC to server master-127.14.70.188:41813, [5ms] received response from server master-127.14.70.188:41813: OK, deferred=null) with no deferred attached!
23:10:16.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:16.341 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=35 ms, finalizationTime=4 ms).
23:10:16.343 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:10:16.371 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:16.372 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:16.372 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:16.373 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:16.373 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:16.373 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:16.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:16.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:16.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:16.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:16.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:16.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:16.375 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.503736 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 6
23:10:16.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:16.552868 16853 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.16.97.60:33655: Network error: Client connection negotiation failed: client connection to 127.16.97.60:33655: connect: Connection refused (error 111)
23:10:16.649 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:16.650 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:16.650 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:16.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:16.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:16.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:16.652 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:16.652 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:16.652 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:16.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:16.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:16.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:16.653 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:16.798 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:16.798 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:16.799 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:16.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.800 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:16.800 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465816798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:16.813 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:10:16.815 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:10:16.826 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:16.826 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:16.826 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:16.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:16.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:16.828 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.828 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.828 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:16.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:16.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:16.840758 16943 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 16932
23:10:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:16.962682 16943 kernel_stack_watchdog.cc:198] Thread 16932 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
23:10:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:10:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:10:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:10:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:10:16.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:16.963378 16932 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.525s	user 0.555s	sys 0.950s
23:10:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:16.964008 16932 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.525s	user 0.556s	sys 0.951s
23:10:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:15.439332 16945 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:16.965947 16947 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:16.969225 16946 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1525 milliseconds
23:10:16.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.969290 16932 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:16.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.970515 16932 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:16.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.973235 16932 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:16.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.974596 16932 hybrid_clock.cc:648] HybridClock initialized: now 1783465816974567 us; error 39 us; skew 500 ppm
23:10:16.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.975502 16932 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:16.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.981837 16932 webserver.cc:534] Webserver started at http://127.16.97.60:46211/ using document root <none> and password file <none>
23:10:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.982792 16932 fs_manager.cc:362] Metadata directory not provided
23:10:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.983042 16932 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:16.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.983539 16932 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.988009 16932 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/data/instance:
23:10:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2cf1b15cb2884d378849a5663e312cd4"
23:10:16.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:16 on dist-test-slave-sprr"
23:10:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.989223 16932 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/wal/instance:
23:10:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2cf1b15cb2884d378849a5663e312cd4"
23:10:16.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:16 on dist-test-slave-sprr"
23:10:16.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:16.996555 16932 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
23:10:17.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.002194 16962 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.003194 16932 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
23:10:17.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.003578 16932 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/wal
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2cf1b15cb2884d378849a5663e312cd4"
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:16 on dist-test-slave-sprr"
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.003980 16932 fs_report.cc:389] FS layout report
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/wal
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/wal
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/data/data
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:17.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:17.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.064483 16932 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:17.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.066107 16932 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:17.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.066612 16932 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:17.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.164806 16932 rpc_server.cc:307] RPC server started. Bound to: 127.16.97.60:33655
23:10:17.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.164944 17013 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.97.60:33655 every 8 connection(s)
23:10:17.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.167780 16932 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/data/info.pb
23:10:17.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.169282 16772 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 16932
23:10:17.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.169936 16772 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/master-2/wal/instance
23:10:17.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.175021 17014 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:17.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.196799 17014 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } has no permanent_uuid. Determining permanent_uuid...
23:10:17.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.220259 17014 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } has no permanent_uuid. Determining permanent_uuid...
23:10:17.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.231516 17014 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } has no permanent_uuid. Determining permanent_uuid...
23:10:17.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.251027 17014 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4: Bootstrap starting.
23:10:17.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.257975 17014 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4: Neither blocks nor log segments found. Creating new log.
23:10:17.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.259788 17014 log.cc:826] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4: Log is configured to *not* fsync() on all Append() calls
23:10:17.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.264818 17014 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4: No bootstrap required, opened a new log
23:10:17.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.286155 17014 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } }
23:10:17.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.286780 17014 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:17.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.287091 17014 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2cf1b15cb2884d378849a5663e312cd4, State: Initialized, Role: FOLLOWER
23:10:17.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.287874 17014 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } }
23:10:17.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.290450 17023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } } }
23:10:17.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.291046 17023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [sys.catalog]: This master's current role is: FOLLOWER
23:10:17.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.291945 17014 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [sys.catalog]: configured and running, proceeding with master startup.
23:10:17.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465817298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:17.310 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:10:17.312 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:10:17.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.316547 16930 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 7
23:10:17.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:17.322216 16968 tablet.cc:2406] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:17.333 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.13.143.252:35611, [8ms] received response from server master-127.13.143.252:35611: OK, deferred=null) with no deferred attached!
23:10:17.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:17.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.351126 16930 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013: Bootstrap starting.
23:10:17.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.359513 16930 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013: Neither blocks nor log segments found. Creating new log.
23:10:17.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.362133 16930 log.cc:826] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013: Log is configured to *not* fsync() on all Append() calls
23:10:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:17.368302 17035 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:10:17.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:17.368647 17035 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:10:17.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.374766 16930 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013: No bootstrap required, opened a new log
23:10:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.346197 16932 master_runner.cc:187] Error getting master registration for 127.16.97.62:41205: OK, instance_id { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" instance_seqno: 1783465812831748 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:10:17.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.378412 16932 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:10:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.404685 16930 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } }
23:10:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.405321 16930 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:17.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.405583 16930 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7755d43d62564d16b776c10488a58013, State: Initialized, Role: FOLLOWER
23:10:17.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.406450 16930 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } }
23:10:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.409065 17038 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } } }
23:10:17.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.410205 17038 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [sys.catalog]: This master's current role is: FOLLOWER
23:10:17.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.411316 16930 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [sys.catalog]: configured and running, proceeding with master startup.
23:10:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:17.457908 17049 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:10:17.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:17.458271 17049 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:10:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.448621 16855 master_runner.cc:187] Error getting master registration for 127.16.97.62:41205: OK, instance_id { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" instance_seqno: 1783465812831748 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:10:17.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.480532 16855 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:10:17.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.505992 17023 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:10:17.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.506531 17023 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } }
23:10:17.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.510623 17023 leader_election.cc:290] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers c8029effed5f4f21acabcd46ec887a01 (127.16.97.62:41205), 7755d43d62564d16b776c10488a58013 (127.16.97.61:39663)
23:10:17.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.511032 16905 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2cf1b15cb2884d378849a5663e312cd4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7755d43d62564d16b776c10488a58013" is_pre_election: true
23:10:17.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.511984 16905 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2cf1b15cb2884d378849a5663e312cd4 in term 0.
23:10:17.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.513432 16965 leader_election.cc:304] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2cf1b15cb2884d378849a5663e312cd4, 7755d43d62564d16b776c10488a58013; no voters: 
23:10:17.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.515623 17023 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:10:17.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.516264 17023 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:10:17.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.516798 17023 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [term 0 FOLLOWER]: Advancing to term 1
23:10:17.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.527652 17023 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } }
23:10:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.531946 16905 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2cf1b15cb2884d378849a5663e312cd4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7755d43d62564d16b776c10488a58013"
23:10:17.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.532557 16905 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [term 0 FOLLOWER]: Advancing to term 1
23:10:17.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.541575 16905 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2cf1b15cb2884d378849a5663e312cd4 in term 1.
23:10:17.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.543104 16965 leader_election.cc:304] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2cf1b15cb2884d378849a5663e312cd4, 7755d43d62564d16b776c10488a58013; no voters: 
23:10:17.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.545579 17023 leader_election.cc:290] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [CANDIDATE]: Term 1 election: Requested vote from peers c8029effed5f4f21acabcd46ec887a01 (127.16.97.62:41205), 7755d43d62564d16b776c10488a58013 (127.16.97.61:39663)
23:10:17.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.546485 17051 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [term 1 FOLLOWER]: Leader election won for term 1
23:10:17.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.547020 17051 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [term 1 LEADER]: Becoming Leader. State: Replica: 2cf1b15cb2884d378849a5663e312cd4, State: Running, Role: LEADER
23:10:17.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.548032 17051 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } }
23:10:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.556471 17023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2cf1b15cb2884d378849a5663e312cd4. Latest consensus state: current_term: 1 leader_uuid: "2cf1b15cb2884d378849a5663e312cd4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } } }
23:10:17.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.557103 17023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [sys.catalog]: This master's current role is: LEADER
23:10:17.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.572217 17053 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:10:17.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.580334 17053 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:10:17.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.586442 16853 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } attempt: 7
23:10:17.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:17.603698 16884 tablet.cc:2406] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:17.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.624905 16905 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [term 1 FOLLOWER]: Refusing update from remote peer 2cf1b15cb2884d378849a5663e312cd4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:10:17.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.626750 17023 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:10:17.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.662091 16853 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01: Bootstrap starting.
23:10:17.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.688102 16853 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01: Neither blocks nor log segments found. Creating new log.
23:10:17.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.694274 16853 log.cc:826] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01: Log is configured to *not* fsync() on all Append() calls
23:10:17.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.703943 17038 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2cf1b15cb2884d378849a5663e312cd4. Latest consensus state: current_term: 1 leader_uuid: "2cf1b15cb2884d378849a5663e312cd4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } } }
23:10:17.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.706032 17038 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [sys.catalog]: This master's current role is: FOLLOWER
23:10:17.709 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:17.710 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:17.710 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:17.710 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:17.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:17.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:17.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:17.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:17.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:17.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:17.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:17.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:17.712 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.729341 17023 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2cf1b15cb2884d378849a5663e312cd4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } } }
23:10:17.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.730118 17023 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [sys.catalog]: This master's current role is: LEADER
23:10:17.735 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:17.735 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:17.736 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:17.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:17.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:17.736 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:17.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:17.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:17.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:17.737 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:17.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:17.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:17.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:17.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.733887 16853 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01: No bootstrap required, opened a new log
23:10:17.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.734273 17038 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2cf1b15cb2884d378849a5663e312cd4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } } }
23:10:17.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.734921 17038 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013 [sys.catalog]: This master's current role is: FOLLOWER
23:10:17.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.744171 17053 catalog_manager.cc:1382] Generated new cluster ID: 535f939e606f4bbfabe8f9903174ae2b
23:10:17.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.744472 17053 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:10:17.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.785622 17053 catalog_manager.cc:1405] Generated new certificate authority record
23:10:17.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.788203 17053 catalog_manager.cc:1539] Loading token signing keys...
23:10:17.799 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465817798 for job b2b25cd960f08851bedacc90188e59d4.
23:10:17.808 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:10:17.813 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
23:10:17.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.836015 16853 raft_consensus.cc:359] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } }
23:10:17.839 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:17.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.842298 16853 raft_consensus.cc:385] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:17.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.842656 16853 raft_consensus.cc:740] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c8029effed5f4f21acabcd46ec887a01, State: Initialized, Role: FOLLOWER
23:10:17.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.843812 16853 consensus_queue.cc:260] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } }
23:10:17.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.910105 17053 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4: Generated new TSK 0
23:10:17.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.911273 17053 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:10:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.919112 16853 sys_catalog.cc:565] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [sys.catalog]: configured and running, proceeding with master startup.
23:10:17.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.919250 16826 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2cf1b15cb2884d378849a5663e312cd4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8029effed5f4f21acabcd46ec887a01" is_pre_election: true
23:10:17.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.920835 16828 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2cf1b15cb2884d378849a5663e312cd4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "c8029effed5f4f21acabcd46ec887a01"
23:10:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.922689 16826 raft_consensus.cc:2468] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2cf1b15cb2884d378849a5663e312cd4 in term 0.
23:10:17.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.922972 17061 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } } }
23:10:17.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.930909 16827 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [term 0 FOLLOWER]: Advancing to term 1
23:10:17.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.935984 17061 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [sys.catalog]: This master's current role is: FOLLOWER
23:10:17.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.938655 16827 raft_consensus.cc:1275] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [term 1 FOLLOWER]: Refusing update from remote peer 2cf1b15cb2884d378849a5663e312cd4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:10:17.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.942361 17051 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:17.963587 16772 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/wal
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/data
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/logs
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/data/info.pb
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.1:0
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.97.1
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.1
23:10:17.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:17.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:10:18.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.032600 17070 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2cf1b15cb2884d378849a5663e312cd4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } } }
23:10:18.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.033289 17070 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [sys.catalog]: This master's current role is: FOLLOWER
23:10:18.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.032361 17061 sys_catalog.cc:455] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2cf1b15cb2884d378849a5663e312cd4. Latest consensus state: current_term: 1 leader_uuid: "2cf1b15cb2884d378849a5663e312cd4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } } }
23:10:18.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.034353 17061 sys_catalog.cc:458] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01 [sys.catalog]: This master's current role is: FOLLOWER
23:10:18.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.063844 17078 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:10:18.175 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:18.176 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:18.176 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:18.177 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:18.177 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:18.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:18.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:18.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:18.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:18.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:18.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:18.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:18.178 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:18.285 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:18.285 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:18.286 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:18.286 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:18.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:18.286 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:18.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:18.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:18.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:18.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:18.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:18.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:18.287 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:18.299 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465818298 for job b2b25cd960f08851bedacc90188e59d4.
23:10:18.308 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job b2b25cd960f08851bedacc90188e59d4 (4514 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:10:18.310 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
23:10:18.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:18.395 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:18.396 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:18.396 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:18.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:18.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:18.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:18.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:18.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:18.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:18.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:18.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:18.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:18.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.464123 17049 catalog_manager.cc:1294] Loaded cluster ID: 535f939e606f4bbfabe8f9903174ae2b
23:10:18.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.464413 17049 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013: loading cluster ID for follower catalog manager: success
23:10:18.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.484014 17049 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013: acquiring CA information for follower catalog manager: success
23:10:18.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.483956 17051 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2cf1b15cb2884d378849a5663e312cd4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "c8029effed5f4f21acabcd46ec887a01" member_type: VOTER last_known_addr { host: "127.16.97.62" port: 41205 } } peers { permanent_uuid: "7755d43d62564d16b776c10488a58013" member_type: VOTER last_known_addr { host: "127.16.97.61" port: 39663 } } peers { permanent_uuid: "2cf1b15cb2884d378849a5663e312cd4" member_type: VOTER last_known_addr { host: "127.16.97.60" port: 33655 } } }
23:10:18.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.485517 17051 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2cf1b15cb2884d378849a5663e312cd4 [sys.catalog]: This master's current role is: LEADER
23:10:18.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.490023 17049 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7755d43d62564d16b776c10488a58013: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:10:18.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:18.613706 17065 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:18.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:18.614406 17065 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:18.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:18.615161 17065 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:18.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:18.675995 17065 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:18.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:18.677345 17065 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.97.1
23:10:18.716 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:18.716 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:18.717 [DEBUG - pool-100-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:18.717 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:18.717 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:18.718 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:18.718 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:18.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:18.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:18.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:18.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:18.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:18.719 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:18.720 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29936, elapsed=27322), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [16ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [41ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [124ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [126ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [145ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [203ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [342ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [582ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [584ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [901ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [902ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1002ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2062ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1894769200(state=PENDING, result=null, callback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100), errback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100)))
23:10:18.721 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=a3db128e2b254e219630bf122eb3350d, attempt=4, KuduRpc(method=Scan, tablet=a3db128e2b254e219630bf122eb3350d, attempt=4, TimeoutTracker(timeout=30000, elapsed=27387), Traces: [0ms] sending RPC to server 10487ba8e7594561b7a3e58b2048c2e7, [2ms] received response from server 10487ba8e7594561b7a3e58b2048c2e7: Network error: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277, [2ms] delaying RPC due to: Network error: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277, [21ms] sending RPC to server 7dec5aec2b084483be97a7d88832e4a0, [24ms] received response from server 7dec5aec2b084483be97a7d88832e4a0: Network error: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909, [24ms] delaying RPC due to: Network error: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909, [41ms] sending RPC to server 7afa6d655cb2479a9d0c646817533067, [45ms] received response from server 7afa6d655cb2479a9d0c646817533067: Network error: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285, [45ms] delaying RPC due to: Network error: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [77ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [78ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [102ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [121ms] Sub RPC GetTableLocations: refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [124ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [127ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [127ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [128ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [141ms] Sub RPC GetTableLocations: refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [161ms] Sub RPC GetTableLocations: refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [163ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [163ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [163ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [183ms] Sub RPC GetTableLocations: refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [183ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [185ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [187ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [187ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [202ms] Sub RPC GetTableLocations: refreshing cache from master, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [205ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [205ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [206ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [206ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [261ms] Sub RPC GetTableLocations: refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [263ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [263ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [263ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [264ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [401ms] Sub RPC GetTableLocations: refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [402ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [402ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [403ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [403ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [641ms] Sub RPC GetTableLocations: refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [643ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [643ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [644ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [644ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [645ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [961ms] Sub RPC GetTableLocations: refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [962ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [963ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [963ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [963ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1061ms] Sub RPC GetTableLocations: refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1063ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2121ms] Sub RPC GetTableLocations: refreshing cache from master, [2121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2122ms] too many traces: truncated at 100 traces, deferred=Deferred@249855245(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29936, elapsed=27322), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [16ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [41ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [124ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [126ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [145ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [203ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [342ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [582ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [584ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [901ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [902ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1002ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2062ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1894769200(state=PENDING, result=null, callback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100), errback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.252:35611
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:18.722 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29936, elapsed=27322), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [16ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [41ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [124ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [126ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [145ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [203ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [342ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [582ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [584ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [901ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [902ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1002ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2062ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1894769200(state=PENDING, result=null, callback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100), errback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.252:35611
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:18.723 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:10:18.723 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29936, elapsed=27322), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [16ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [41ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [124ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [126ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [145ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [203ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [342ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [582ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [584ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [901ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [902ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1002ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2062ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1894769200(state=PENDING, result=null, callback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100), errback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.252:35611
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:18.724 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] disconnecting while in state TERMINATED
23:10:18.724 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] disconnecting while in state TERMINATED
23:10:18.724 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.13.143.253:38459(127.13.143.253:38459)] disconnecting while in state TERMINATED
23:10:18.724 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.13.143.254:38315(127.13.143.254:38315)] disconnecting while in state TERMINATED
23:10:18.724 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state TERMINATED
23:10:18.724 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.13.143.252:35611(127.13.143.252:35611)] disconnecting while in state TERMINATED
23:10:18.725 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:18.726 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
23:10:18.726 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:10:18.728 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.14.70.190:46459(127.14.70.190:46459)] disconnecting while in state TERMINATED
23:10:18.728 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.14.70.189:34071(127.14.70.189:34071)] disconnecting while in state TERMINATED
23:10:18.728 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] disconnecting while in state TERMINATED
23:10:18.728 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.14.70.188:41813(127.14.70.188:41813)] disconnecting while in state TERMINATED
23:10:18.728 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:18.729 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:10:18.729 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:10:18.729 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:10:18.754 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
23:10:18.755 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:10:18.756 [WARN - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29936, elapsed=27322), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [16ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [41ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [124ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [126ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [145ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [203ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [342ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [582ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [584ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [901ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [902ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1002ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2062ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1894769200(state=PENDING, result=null, callback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100), errback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.252:35611
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:18.757 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.759577 17065 tablet_server_runner.cc:78] Tablet server non-default flags:
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/data
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/wal
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.1:0
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/data/info.pb
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.1
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.97.1
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/logs
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:18.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.761274 17065 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:18.763 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:10:18.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:18.763427 17065 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:18.767 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29936, elapsed=27322), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [16ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [41ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x03b917d6, L:/127.0.0.1:36960 - R:/127.13.143.252:35611], [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [124ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [126ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [144ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [145ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [203ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [341ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [342ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [582ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [583ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [584ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [901ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [902ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [902ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1002ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2060ms] refreshing cache from master, [2060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2061ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2062ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2780ms] refreshing cache from master, [2780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2781ms] too many traces: truncated at 100 traces, deferred=Deferred@1894769200(state=PENDING, result=null, callback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100), errback=(continuation of Deferred@1554311356 after retry RPC after error@443015412) -> (continuation of Deferred@931071727 after retry RPC after error@940481618) -> (continuation of Deferred@1125409511 after retry RPC after error@1716603441) -> (continuation of Deferred@701919338 after retry RPC after error@1710654734) -> (continuation of Deferred@85315597 after retry RPC after error@1777926748) -> (continuation of Deferred@1941338665 after retry RPC after error@582573988) -> (continuation of Deferred@151479878 after retry RPC after error@676167384) -> (continuation of Deferred@1760177866 after retry RPC after error@12978188) -> (continuation of Deferred@843152132 after retry RPC after error@1907980330) -> (continuation of Deferred@1218221225 after retry RPC after error@2024432606) -> (continuation of Deferred@1091219092 after retry RPC after error@2076767927) -> (continuation of Deferred@1474104507 after retry RPC after error@2084712717) -> (continuation of Deferred@1747475999 after retry RPC after error@1424584931) -> (continuation of Deferred@1802376721 after retry RPC after error@105482280) -> (continuation of Deferred@742123096 after retry RPC after error@860546388) -> (continuation of Deferred@680502194 after retry RPC after error@1649239619) -> (continuation of Deferred@297227636 after retry RPC after error@1974694483) -> (continuation of Deferred@544529764 after retry RPC after error@696440919) -> (continuation of Deferred@37037286 after retry RPC after error@1828384537) -> (continuation of Deferred@1793298463 after retry RPC after error@1427946868) -> (continuation of Deferred@2124783909 after retry RPC after error@1159465935) -> (continuation of Deferred@856229915 after retry RPC after error@63890451) -> (continuation of Deferred@1345438150 after retry RPC after error@1977023100)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.252:35611
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:18.769 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:10:18.769 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RUNNING to RESTARTING.
23:10:18.769 [WARN - flink-pekko.actor.default-dispatcher-9] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:10:18.770 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:10:18.770 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
23:10:18.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:18.792474 17091 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:18.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:18.989 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:18.989 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:18.989 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:18.989 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:18.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:18.990 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:18.990 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:18.990 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:18.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:18.991 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:18.991 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:18.991 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:18.991 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:19.096885 17078 catalog_manager.cc:1294] Loaded cluster ID: 535f939e606f4bbfabe8f9903174ae2b
23:10:19.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:19.097153 17078 catalog_manager.cc:1587] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01: loading cluster ID for follower catalog manager: success
23:10:19.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:19.126024 17078 catalog_manager.cc:1609] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01: acquiring CA information for follower catalog manager: success
23:10:19.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:19.133996 17078 catalog_manager.cc:1637] T 00000000000000000000000000000000 P c8029effed5f4f21acabcd46ec887a01: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:10:19.333 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.13.143.252:35611, [5ms] received response from server master-127.13.143.252:35611: OK, deferred=null) with no deferred attached!
23:10:19.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:19.658 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:19.658 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:19.658 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:19.659 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:19.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:19.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:19.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:19.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:19.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:19.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:19.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:19.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:19.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:19.755 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:19.755 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:19.756 [DEBUG - pool-98-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:19.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:19.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:19.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:19.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:19.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:19.758 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:19.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:19.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:19.758 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:19.758 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:19.759 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29937, elapsed=28364), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [43ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [43ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [125ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [127ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [127ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [144ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [164ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [165ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [165ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [223ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [224ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [245ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [544ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [784ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [784ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2803ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [6440ms] refreshing cache from master, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [6442ms] too many traces: truncated at 100 traces, deferred=Deferred@446535501(state=PENDING, result=null, callback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462), errback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462)))
23:10:19.760 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=0bbf7cb6475144aea184e1253c64ccc1, attempt=4, KuduRpc(method=Scan, tablet=0bbf7cb6475144aea184e1253c64ccc1, attempt=4, TimeoutTracker(timeout=30000, elapsed=28429), Traces: [0ms] sending RPC to server 10487ba8e7594561b7a3e58b2048c2e7, [2ms] received response from server 10487ba8e7594561b7a3e58b2048c2e7: Network error: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277, [2ms] delaying RPC due to: Network error: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277, [21ms] sending RPC to server 7dec5aec2b084483be97a7d88832e4a0, [29ms] received response from server 7dec5aec2b084483be97a7d88832e4a0: Network error: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909, [29ms] delaying RPC due to: Network error: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909, [41ms] sending RPC to server 7afa6d655cb2479a9d0c646817533067, [43ms] received response from server 7afa6d655cb2479a9d0c646817533067: Network error: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285, [43ms] delaying RPC due to: Network error: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [73ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [75ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [103ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [121ms] Sub RPC GetTableLocations: refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [124ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [127ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [140ms] Sub RPC GetTableLocations: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [141ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [142ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [160ms] Sub RPC GetTableLocations: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [163ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [180ms] Sub RPC GetTableLocations: refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [185ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [186ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [187ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [187ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [201ms] Sub RPC GetTableLocations: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [203ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [203ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [204ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [220ms] Sub RPC GetTableLocations: refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [223ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [224ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [225ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [225ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [280ms] Sub RPC GetTableLocations: refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [282ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [283ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [284ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [284ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [301ms] Sub RPC GetTableLocations: refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [303ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [304ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [304ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [305ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [601ms] Sub RPC GetTableLocations: refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [603ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [603ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [603ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [604ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [841ms] Sub RPC GetTableLocations: refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [843ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [843ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [843ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [844ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [844ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2861ms] Sub RPC GetTableLocations: refreshing cache from master, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2862ms] too many traces: truncated at 100 traces, deferred=Deferred@1913515456(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29937, elapsed=28364), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [43ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [43ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [125ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [127ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [127ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [144ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [164ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [165ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [165ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [223ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [224ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [245ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [544ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [784ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [784ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2803ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [6440ms] refreshing cache from master, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [6442ms] too many traces: truncated at 100 traces, deferred=Deferred@446535501(state=PENDING, result=null, callback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462), errback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:19.761 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29937, elapsed=28364), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [43ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [43ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [125ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [127ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [127ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [144ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [164ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [165ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [165ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [223ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [224ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [245ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [544ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [784ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [784ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2803ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [6440ms] refreshing cache from master, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [6442ms] too many traces: truncated at 100 traces, deferred=Deferred@446535501(state=PENDING, result=null, callback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462), errback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:19.762 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:10:19.762 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29937, elapsed=28364), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [43ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [43ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [125ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [127ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [127ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [144ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [164ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [165ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [165ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [223ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [224ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [245ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [544ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [784ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [784ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2803ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [6440ms] refreshing cache from master, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [6442ms] too many traces: truncated at 100 traces, deferred=Deferred@446535501(state=PENDING, result=null, callback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462), errback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:19.763 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] disconnecting while in state TERMINATED
23:10:19.763 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] disconnecting while in state TERMINATED
23:10:19.763 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.13.143.253:38459(127.13.143.253:38459)] disconnecting while in state TERMINATED
23:10:19.764 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.13.143.254:38315(127.13.143.254:38315)] disconnecting while in state TERMINATED
23:10:19.764 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state TERMINATED
23:10:19.764 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.13.143.252:35611(127.13.143.252:35611)] disconnecting while in state TERMINATED
23:10:19.764 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:19.766 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] disconnecting while in state TERMINATED
23:10:19.766 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.14.70.190:46459(127.14.70.190:46459)] disconnecting while in state TERMINATED
23:10:19.766 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
23:10:19.766 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.14.70.189:34071(127.14.70.189:34071)] disconnecting while in state TERMINATED
23:10:19.766 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.14.70.188:41813(127.14.70.188:41813)] disconnecting while in state TERMINATED
23:10:19.766 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:19.766 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:10:19.770 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:10:19.770 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
23:10:19.771 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
23:10:19.787 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:10:19.788 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:10:19.793 [WARN - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29937, elapsed=28364), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [43ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [43ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [125ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [127ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [127ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [144ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [164ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [165ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [165ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [223ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [224ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [245ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [544ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [784ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [784ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2803ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [6440ms] refreshing cache from master, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [6442ms] too many traces: truncated at 100 traces, deferred=Deferred@446535501(state=PENDING, result=null, callback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462), errback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:19.793 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:10:19.797 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
23:10:19.804 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29937, elapsed=28364), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [43ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [43ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x671a38cd, L:/127.0.0.1:36950 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [103ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [125ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [126ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [127ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [127ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [144ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [163ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [164ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [165ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [165ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [223ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [224ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [244ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [245ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [544ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [783ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [783ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [784ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [784ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2803ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2803ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [6440ms] refreshing cache from master, [6441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [6442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [6442ms] too many traces: truncated at 100 traces, deferred=Deferred@446535501(state=PENDING, result=null, callback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462), errback=(continuation of Deferred@1598770190 after retry RPC after error@93953462) -> (continuation of Deferred@436985269 after retry RPC after error@1826231878) -> (continuation of Deferred@1769213167 after retry RPC after error@550062170) -> (continuation of Deferred@1693179779 after retry RPC after error@1480559998) -> (continuation of Deferred@291889634 after retry RPC after error@2072309772) -> (continuation of Deferred@1093218104 after retry RPC after error@1708727838) -> (continuation of Deferred@1536002486 after retry RPC after error@131405403) -> (continuation of Deferred@252553590 after retry RPC after error@579436391) -> (continuation of Deferred@360612537 after retry RPC after error@985016707) -> (continuation of Deferred@1477599674 after retry RPC after error@822697880) -> (continuation of Deferred@1350793290 after retry RPC after error@1534241256) -> (continuation of Deferred@279321741 after retry RPC after error@1797813406) -> (continuation of Deferred@547491993 after retry RPC after error@1859244172) -> (continuation of Deferred@1320418223 after retry RPC after error@1712843363) -> (continuation of Deferred@1451296992 after retry RPC after error@917825292) -> (continuation of Deferred@1737166070 after retry RPC after error@1050064534) -> (continuation of Deferred@1611562924 after retry RPC after error@1897101350) -> (continuation of Deferred@1321219662 after retry RPC after error@1164512006) -> (continuation of Deferred@1451880216 after retry RPC after error@1009876903) -> (continuation of Deferred@1938574377 after retry RPC after error@2125486181) -> (continuation of Deferred@1733859716 after retry RPC after error@1344474767) -> (continuation of Deferred@1096805798 after retry RPC after error@1028716184) -> (continuation of Deferred@518507535 after retry RPC after error@1459158570) -> (continuation of Deferred@1760824206 after retry RPC after error@1378534462)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:19.806 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:10:19.806 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
23:10:19.807 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
23:10:19.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:19.859 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:10:19.860 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
23:10:19.864 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:10:19.865 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
23:10:19.865 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:10:19.866 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
23:10:19.866 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4
23:10:19.867 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RESTARTING to RUNNING.
23:10:19.867 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:10:19.868 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:10:19.869 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:10:19.870 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
23:10:19.870 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:10:19.870 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
23:10:19.875 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:10:19.875 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
23:10:19.875 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 0b815fbd9e4299a90c651edd5a93d7ef
23:10:19.878 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 0b815fbd9e4299a90c651edd5a93d7ef.
23:10:19.880 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id 0b815fbd9e4299a90c651edd5a93d7ef.
23:10:19.884 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
23:10:19.884 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
23:10:19.885 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
23:10:19.886 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
23:10:19.890 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@353fdf2
23:10:19.890 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:19.890 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:10:19.891 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:10:19.895 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:10:19.896 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@50934456
23:10:19.896 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:19.896 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:10:19.897 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:10:19.897 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:10:19.917 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1bbdd0f8
23:10:19.919 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1ea63e12
23:10:19.930 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:19.939 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:19.946 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:19.959 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:19.970 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:19.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:19.972 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:19.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:19.979 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:19.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:19.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:19.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:19.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:19.990 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:19.990 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:19.990 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:19.995 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:19.997 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:19.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:19.999 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.002 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.007 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.017 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:20.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.030 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.031 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.039 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.046 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.046 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.047 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.047 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.059 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.066 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.066 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.066 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.066 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.067 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.074 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.082 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.086 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.087 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.087 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.102 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.102 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.102 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.106 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.107 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.107 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.108 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.108 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.108 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.108 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.108 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.108 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.119 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.119 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.120 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.120 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.120 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.120 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.121 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.121 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.126 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.126 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.127 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.128 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.134 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:20.134 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:20.134 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:20.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:20.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:20.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:20.135 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:20.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:20.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:20.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:20.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:20.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:20.136 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:20.139 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.139 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.139 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.139 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.139 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.140 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.140 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.140 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.140 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.140 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.140 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.146 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.146 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.146 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.148 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.167 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.167 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.168 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.168 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.168 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.168 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.168 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.169 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.169 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.179 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.179 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.180 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.181 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.186 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.186 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.186 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.188 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.191 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:20.191 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:20.191 [DEBUG - pool-94-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:20.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:20.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:20.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:20.192 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:20.192 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:20.193 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:20.193 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:20.193 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:20.193 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:20.193 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:20.194 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29939, elapsed=28802), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [47ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [65ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [123ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [222ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [244ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [483ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [483ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1003ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1022ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2682ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [4520ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [4523ms] too many traces: truncated at 100 traces, deferred=Deferred@1891516577(state=PENDING, result=null, callback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647), errback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647)))
23:10:20.195 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=fff747042f7143a6bbc95a36d53fddbd, attempt=4, KuduRpc(method=Scan, tablet=fff747042f7143a6bbc95a36d53fddbd, attempt=4, TimeoutTracker(timeout=30000, elapsed=28866), Traces: [0ms] sending RPC to server 10487ba8e7594561b7a3e58b2048c2e7, [3ms] received response from server 10487ba8e7594561b7a3e58b2048c2e7: Network error: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277, [4ms] delaying RPC due to: Network error: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277, [21ms] sending RPC to server 7afa6d655cb2479a9d0c646817533067, [23ms] received response from server 7afa6d655cb2479a9d0c646817533067: Network error: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285, [23ms] delaying RPC due to: Network error: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285, [40ms] sending RPC to server 7dec5aec2b084483be97a7d88832e4a0, [42ms] received response from server 7dec5aec2b084483be97a7d88832e4a0: Network error: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909, [42ms] delaying RPC due to: Network error: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909, [60ms] refreshing cache from master, [60ms] Sub RPC GetTableLocations: refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [75ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [84ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [107ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [107ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [121ms] Sub RPC GetTableLocations: refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [124ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [124ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [125ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [125ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [141ms] Sub RPC GetTableLocations: refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [142ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [161ms] Sub RPC GetTableLocations: refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [162ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [162ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [162ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [163ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [180ms] Sub RPC GetTableLocations: refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [183ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [200ms] Sub RPC GetTableLocations: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [202ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [203ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [203ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [280ms] Sub RPC GetTableLocations: refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [282ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [282ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [282ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [282ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [300ms] Sub RPC GetTableLocations: refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [302ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [302ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [303ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [304ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [541ms] Sub RPC GetTableLocations: refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [542ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [542ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [543ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [543ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1061ms] Sub RPC GetTableLocations: refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1063ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1080ms] Sub RPC GetTableLocations: refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1082ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2740ms] Sub RPC GetTableLocations: refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2741ms] too many traces: truncated at 100 traces, deferred=Deferred@2008686090(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29939, elapsed=28802), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [47ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [65ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [123ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [222ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [244ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [483ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [483ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1003ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1022ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2682ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [4520ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [4523ms] too many traces: truncated at 100 traces, deferred=Deferred@1891516577(state=PENDING, result=null, callback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647), errback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:20.196 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29939, elapsed=28802), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [47ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [65ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [123ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [222ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [244ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [483ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [483ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1003ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1022ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2682ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [4520ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [4523ms] too many traces: truncated at 100 traces, deferred=Deferred@1891516577(state=PENDING, result=null, callback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647), errback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:20.199 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:10:20.199 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29939, elapsed=28802), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [47ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [65ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [123ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [222ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [244ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [483ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [483ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1003ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1022ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2682ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [4520ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [4523ms] too many traces: truncated at 100 traces, deferred=Deferred@1891516577(state=PENDING, result=null, callback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647), errback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:20.200 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] disconnecting while in state TERMINATED
23:10:20.200 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] disconnecting while in state TERMINATED
23:10:20.200 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.13.143.253:38459(127.13.143.253:38459)] disconnecting while in state TERMINATED
23:10:20.200 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.13.143.254:38315(127.13.143.254:38315)] disconnecting while in state TERMINATED
23:10:20.200 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state TERMINATED
23:10:20.200 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.13.143.252:35611(127.13.143.252:35611)] disconnecting while in state TERMINATED
23:10:20.201 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 78a074ca72b3457ab1c8b0420328fa0a(127.14.70.131:33033)] disconnecting while in state TERMINATED
23:10:20.201 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.14.70.190:46459(127.14.70.190:46459)] disconnecting while in state TERMINATED
23:10:20.202 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.14.70.189:34071(127.14.70.189:34071)] disconnecting while in state TERMINATED
23:10:20.202 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.14.70.188:41813(127.14.70.188:41813)] disconnecting while in state TERMINATED
23:10:20.202 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:20.203 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:20.203 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
23:10:20.203 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:10:20.203 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
23:10:20.208 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:10:20.208 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
23:10:20.209 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
23:10:20.209 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:10:20.210 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29939, elapsed=28802), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [47ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [65ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [123ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [222ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [244ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [483ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [483ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1003ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1022ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2682ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [4520ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [4523ms] too many traces: truncated at 100 traces, deferred=Deferred@1891516577(state=PENDING, result=null, callback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647), errback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:20.211 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:10:20.217 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:10:20.224 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29939, elapsed=28802), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [15ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [47ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [47ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0x1db84366, L:/127.0.0.1:36938 - R:/127.13.143.252:35611], [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [64ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [65ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [82ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [103ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [123ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [222ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [244ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [482ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [483ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [483ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1001ms] refreshing cache from master, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1003ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1022ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2680ms] refreshing cache from master, [2680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2682ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [4520ms] refreshing cache from master, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [4521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [4522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [4523ms] too many traces: truncated at 100 traces, deferred=Deferred@1891516577(state=PENDING, result=null, callback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647), errback=(continuation of Deferred@70806297 after retry RPC after error@744270976) -> (continuation of Deferred@938324892 after retry RPC after error@894715528) -> (continuation of Deferred@1920172952 after retry RPC after error@998382074) -> (continuation of Deferred@1638476869 after retry RPC after error@1985894142) -> (continuation of Deferred@417297646 after retry RPC after error@859431878) -> (continuation of Deferred@458894048 after retry RPC after error@523728595) -> (continuation of Deferred@2083260895 after retry RPC after error@16249423) -> (continuation of Deferred@1253098907 after retry RPC after error@1855304688) -> (continuation of Deferred@1928015116 after retry RPC after error@1303497876) -> (continuation of Deferred@23151780 after retry RPC after error@1118338379) -> (continuation of Deferred@1761651551 after retry RPC after error@706088839) -> (continuation of Deferred@559491589 after retry RPC after error@546982208) -> (continuation of Deferred@1277973599 after retry RPC after error@1457258602) -> (continuation of Deferred@1044189622 after retry RPC after error@1285525368) -> (continuation of Deferred@1648337944 after retry RPC after error@1423320933) -> (continuation of Deferred@45104360 after retry RPC after error@853837705) -> (continuation of Deferred@761592489 after retry RPC after error@1215040879) -> (continuation of Deferred@1261973494 after retry RPC after error@1576415703) -> (continuation of Deferred@1473067378 after retry RPC after error@2145538449) -> (continuation of Deferred@1966052868 after retry RPC after error@431712767) -> (continuation of Deferred@654562579 after retry RPC after error@1249928891) -> (continuation of Deferred@1125537369 after retry RPC after error@27274069) -> (continuation of Deferred@942857535 after retry RPC after error@1900986684) -> (continuation of Deferred@10221010 after retry RPC after error@14781463) -> (continuation of Deferred@773087761 after retry RPC after error@693375438) -> (continuation of Deferred@1992184915 after retry RPC after error@2058612647)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:20.226 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:10:20.226 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RUNNING to RESTARTING.
23:10:20.226 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:10:20.227 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
23:10:20.239 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.240 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.240 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.240 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.240 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.241 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.241 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.241 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.241 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.242 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.286 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.287 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.287 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.288 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.288 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.288 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.289 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.289 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.298 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.299 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.299 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.300 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.300 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.300 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.300 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.339 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:20.436 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.252:35611(127.13.143.252:35611)] connecting to peer
23:10:20.436 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.253:38459(127.13.143.253:38459)] connecting to peer
23:10:20.437 [DEBUG - pool-95-thread-1] (Connection.java:748) [peer master-127.13.143.254:38315(127.13.143.254:38315)] connecting to peer
23:10:20.437 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:20.437 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.13.143.253:38459(127.13.143.253:38459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:20.437 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.253:38459: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459
23:10:20.438 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:20.438 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.13.143.252:35611(127.13.143.252:35611)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:20.438 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.252:35611: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611
23:10:20.439 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:20.439 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.13.143.254:38315(127.13.143.254:38315)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:20.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.13.143.254:38315: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
23:10:20.439 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315; will retry
23:10:20.440 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29936, elapsed=29043), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [42ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [81ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [124ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [182ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [240ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [243ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [339ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [343ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [343ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [679ms] refreshing cache from master, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [681ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [959ms] refreshing cache from master, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [960ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [961ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2079ms] refreshing cache from master, [2079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2080ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2081ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [5219ms] refreshing cache from master, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [5221ms] too many traces: truncated at 100 traces, deferred=Deferred@2080779664(state=PENDING, result=null, callback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590), errback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590)))
23:10:20.441 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=91130f46282b4f9293463d4444d330a9, attempt=4, KuduRpc(method=Scan, tablet=91130f46282b4f9293463d4444d330a9, attempt=4, TimeoutTracker(timeout=30000, elapsed=29108), Traces: [0ms] sending RPC to server 10487ba8e7594561b7a3e58b2048c2e7, [2ms] received response from server 10487ba8e7594561b7a3e58b2048c2e7: Network error: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277, [2ms] delaying RPC due to: Network error: Failed to connect to peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277): Connection refused: /127.13.143.194:44277, [20ms] sending RPC to server 7dec5aec2b084483be97a7d88832e4a0, [23ms] received response from server 7dec5aec2b084483be97a7d88832e4a0: Network error: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909, [23ms] delaying RPC due to: Network error: Failed to connect to peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909): Connection refused: /127.13.143.195:43909, [40ms] sending RPC to server 7afa6d655cb2479a9d0c646817533067, [43ms] received response from server 7afa6d655cb2479a9d0c646817533067: Network error: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285, [43ms] delaying RPC due to: Network error: Failed to connect to peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285): Connection refused: /127.13.143.193:38285, [61ms] refreshing cache from master, [61ms] Sub RPC GetTableLocations: refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [81ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [102ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [103ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [120ms] Sub RPC GetTableLocations: refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [127ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [128ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [128ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [140ms] Sub RPC GetTableLocations: refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [141ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [142ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [160ms] Sub RPC GetTableLocations: refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [161ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [162ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [162ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [181ms] Sub RPC GetTableLocations: refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [184ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [185ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [201ms] Sub RPC GetTableLocations: refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [203ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [204ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [204ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [204ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [240ms] Sub RPC GetTableLocations: refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [242ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [300ms] Sub RPC GetTableLocations: refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [301ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [302ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [304ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [304ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [403ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [403ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [404ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [404ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [740ms] Sub RPC GetTableLocations: refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [741ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [742ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [742ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [742ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1020ms] Sub RPC GetTableLocations: refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [1022ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2140ms] Sub RPC GetTableLocations: refreshing cache from master, [2140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2141ms] too many traces: truncated at 100 traces, deferred=Deferred@1517361339(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29936, elapsed=29043), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [42ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [81ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [124ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [182ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [240ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [243ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [339ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [343ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [343ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [679ms] refreshing cache from master, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [681ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [959ms] refreshing cache from master, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [960ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [961ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2079ms] refreshing cache from master, [2079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2080ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2081ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [5219ms] refreshing cache from master, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [5221ms] too many traces: truncated at 100 traces, deferred=Deferred@2080779664(state=PENDING, result=null, callback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590), errback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:20.442 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29936, elapsed=29043), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [42ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [81ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [124ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [182ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [240ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [243ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [339ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [343ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [343ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [679ms] refreshing cache from master, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [681ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [959ms] refreshing cache from master, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [960ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [961ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2079ms] refreshing cache from master, [2079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2080ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2081ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [5219ms] refreshing cache from master, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [5221ms] too many traces: truncated at 100 traces, deferred=Deferred@2080779664(state=PENDING, result=null, callback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590), errback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:20.442 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:10:20.442 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29936, elapsed=29043), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [42ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [81ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [124ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [182ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [240ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [243ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [339ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [343ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [343ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [679ms] refreshing cache from master, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [681ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [959ms] refreshing cache from master, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [960ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [961ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2079ms] refreshing cache from master, [2079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2080ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2081ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [5219ms] refreshing cache from master, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [5221ms] too many traces: truncated at 100 traces, deferred=Deferred@2080779664(state=PENDING, result=null, callback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590), errback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:20.443 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 7afa6d655cb2479a9d0c646817533067(127.13.143.193:38285)] disconnecting while in state TERMINATED
23:10:20.443 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 7dec5aec2b084483be97a7d88832e4a0(127.13.143.195:43909)] disconnecting while in state TERMINATED
23:10:20.443 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.13.143.253:38459(127.13.143.253:38459)] disconnecting while in state TERMINATED
23:10:20.443 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.13.143.254:38315(127.13.143.254:38315)] disconnecting while in state TERMINATED
23:10:20.443 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 10487ba8e7594561b7a3e58b2048c2e7(127.13.143.194:44277)] disconnecting while in state TERMINATED
23:10:20.443 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.13.143.252:35611(127.13.143.252:35611)] disconnecting while in state TERMINATED
23:10:20.444 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:20.445 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-3
23:10:20.447 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.14.70.190:46459(127.14.70.190:46459)] disconnecting while in state TERMINATED
23:10:20.447 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.14.70.189:34071(127.14.70.189:34071)] disconnecting while in state TERMINATED
23:10:20.447 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 148a7d80b29e4f2f826b59ca3d5abe7b(127.14.70.130:34465)] disconnecting while in state TERMINATED
23:10:20.447 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.14.70.188:41813(127.14.70.188:41813)] disconnecting while in state TERMINATED
23:10:20.449 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:20.451 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:10:20.451 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
23:10:20.452 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
23:10:20.452 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:10:20.476 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:10:20.476 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:10:20.477 [WARN - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29936, elapsed=29043), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [42ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [81ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [124ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [182ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [240ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [243ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [339ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [343ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [343ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [679ms] refreshing cache from master, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [681ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [959ms] refreshing cache from master, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [960ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [961ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2079ms] refreshing cache from master, [2079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2080ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2081ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [5219ms] refreshing cache from master, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [5221ms] too many traces: truncated at 100 traces, deferred=Deferred@2080779664(state=PENDING, result=null, callback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590), errback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:20.477 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:10:20.480 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:10:20.484 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 3 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=25, TimeoutTracker(timeout=29936, elapsed=29043), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [20ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [21ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [41ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [42ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: [peer master-127.13.143.252:35611(127.13.143.252:35611)] unexpected exception from downstream on [id: 0xa045ce1d, L:/127.0.0.1:36974 - R:/127.13.143.252:35611], [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [61ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [66ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [67ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [67ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [80ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [81ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [100ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [101ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [101ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [121ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [124ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [142ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [143ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [181ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [182ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [182ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [240ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [241ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [243ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [339ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [342ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [343ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [343ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [679ms] refreshing cache from master, [679ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [680ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [681ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [681ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [959ms] refreshing cache from master, [959ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [960ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [961ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [961ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2079ms] refreshing cache from master, [2079ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [2080ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.252:35611: Network error: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.253:38459: Network error: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.13.143.254:38315: Network error: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [2081ms] delaying RPC due to: Service unavailable: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315, [5219ms] refreshing cache from master, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.252:35611, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.253:38459, [5220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.13.143.254:38315, [5221ms] too many traces: truncated at 100 traces, deferred=Deferred@2080779664(state=PENDING, result=null, callback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590), errback=(continuation of Deferred@1245164629 after retry RPC after error@1791129855) -> (continuation of Deferred@144359847 after retry RPC after error@1161627529) -> (continuation of Deferred@853513831 after retry RPC after error@1268974915) -> (continuation of Deferred@367686249 after retry RPC after error@952516114) -> (continuation of Deferred@1994718147 after retry RPC after error@633233729) -> (continuation of Deferred@1669412517 after retry RPC after error@1790882409) -> (continuation of Deferred@1003845150 after retry RPC after error@1832369228) -> (continuation of Deferred@132746065 after retry RPC after error@417029183) -> (continuation of Deferred@145669308 after retry RPC after error@1479259193) -> (continuation of Deferred@332599150 after retry RPC after error@1361810319) -> (continuation of Deferred@740138570 after retry RPC after error@697466252) -> (continuation of Deferred@582074287 after retry RPC after error@797697949) -> (continuation of Deferred@1864684520 after retry RPC after error@1432399261) -> (continuation of Deferred@2055421017 after retry RPC after error@180652955) -> (continuation of Deferred@1136046776 after retry RPC after error@325776150) -> (continuation of Deferred@1885893846 after retry RPC after error@1583259923) -> (continuation of Deferred@680262418 after retry RPC after error@1824350038) -> (continuation of Deferred@1606441171 after retry RPC after error@1950166017) -> (continuation of Deferred@60365567 after retry RPC after error@89694773) -> (continuation of Deferred@1485005965 after retry RPC after error@1162020536) -> (continuation of Deferred@239510029 after retry RPC after error@1322246394) -> (continuation of Deferred@229331618 after retry RPC after error@1350624105) -> (continuation of Deferred@1810724286 after retry RPC after error@1519681545) -> (continuation of Deferred@234743739 after retry RPC after error@1513211590)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.13.143.252:35611,127.13.143.253:38459,127.13.143.254:38315) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.253:38459(127.13.143.253:38459): Connection refused: /127.13.143.253:38459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.252:35611(127.13.143.252:35611): Connection refused: /127.13.143.252:35611,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.13.143.254:38315(127.13.143.254:38315): Connection refused: /127.13.143.254:38315
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.13.143.254:38315
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:20.486 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:10:20.486 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:10:20.487 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
23:10:20.499 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.499 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.499 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.500 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.500 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.500 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.500 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.506 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:20.506 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:20.506 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:20.506 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:20.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:20.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:20.507 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.507 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:20.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:20.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:20.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:20.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:20.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:20.508 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:20.508 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.508 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.508 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.508 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.508 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.553 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:20.554 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:20.554 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:20.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:20.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:20.555 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:20.555 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:20.555 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:20.555 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:20.556 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:20.556 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:20.556 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:20.556 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:20.779 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.779 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.780 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.781 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.781 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.781 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:20.185774 17090 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 17065
23:10:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:20.833333 17090 kernel_stack_watchdog.cc:198] Thread 17065 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 388ms:
23:10:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:10:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:10:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:10:20.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:10:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:20.833550 17065 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.038s	user 0.556s	sys 0.919s
23:10:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:20.834004 17065 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.038s	user 0.556s	sys 0.919s
23:10:20.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:18.797601 17092 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:20.839 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:20.867 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:20.867 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:20.867 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:20.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:20.869 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.869 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.869 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:20.869 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.869 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.869 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:20.869 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:20.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.869517 17065 server_base.cc:1061] running on GCE node
23:10:20.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:20.874502 17123 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.876088 17065 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:20.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.886368 17065 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:20.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.890012 17065 hybrid_clock.cc:648] HybridClock initialized: now 1783465820889932 us; error 56 us; skew 500 ppm
23:10:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.892252 17065 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:20.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.941246 17065 webserver.cc:534] Webserver started at http://127.16.97.1:38207/ using document root <none> and password file <none>
23:10:20.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.942539 17065 fs_manager.cc:362] Metadata directory not provided
23:10:20.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.942816 17065 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:20.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.943367 17065 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.962924 17065 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/data/instance:
23:10:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11ac017a1c1041829674110d6439a25d"
23:10:20.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:20 on dist-test-slave-sprr"
23:10:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.972311 17065 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/wal/instance:
23:10:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11ac017a1c1041829674110d6439a25d"
23:10:20.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:20 on dist-test-slave-sprr"
23:10:21.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:20.999956 17065 fs_manager.cc:696] Time spent creating directory manager: real 0.027s	user 0.007s	sys 0.003s
23:10:21.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.014118 17128 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.015753 17065 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.004s	sys 0.004s
23:10:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.016178 17065 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/wal
23:10:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "11ac017a1c1041829674110d6439a25d"
23:10:21.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:20 on dist-test-slave-sprr"
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.016638 17065 fs_report.cc:389] FS layout report
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/wal
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/wal
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/data/data
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:21.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:21.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.151031 17065 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:21.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.153995 17065 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:21.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.157016 17065 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.185009 17065 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:10:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.199219 17065 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:10:21.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.199647 17065 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:10:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.200116 17065 ts_tablet_manager.cc:616] Registered 0 tablets
23:10:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.200407 17065 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:10:21.299 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.300 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.300 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.301 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.301 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.301 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.301 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.302 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.333 [DEBUG - pool-54-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.13.143.252:35611, [4ms] received response from server master-127.13.143.252:35611: OK, deferred=null) with no deferred attached!
23:10:21.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:21.496 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:21.496 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:21.496 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:21.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:21.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:21.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:21.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:21.497 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:21.497 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:21.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:21.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:21.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:21.498 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:21.587 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:10:21.588 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
23:10:21.588 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
23:10:21.589 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
23:10:21.589 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id af813b30f1bdf7ed02d1eb96380647b7
23:10:21.589 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RESTARTING to RUNNING.
23:10:21.589 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:10:21.590 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
23:10:21.590 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
23:10:21.591 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
23:10:21.591 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 39c3666682cc04254d28470b89fa7a1a
23:10:21.591 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:10:21.591 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:10:21.591 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:10:21.592 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:10:21.592 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot af813b30f1bdf7ed02d1eb96380647b7.
23:10:21.593 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id af813b30f1bdf7ed02d1eb96380647b7.
23:10:21.598 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:21.599 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:21.599 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:21.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:21.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:21.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:21.600 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:21.600 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:21.600 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:21.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:21.600 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:21.600 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:21.600 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:21.604 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 39c3666682cc04254d28470b89fa7a1a.
23:10:21.605 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 39c3666682cc04254d28470b89fa7a1a.
23:10:21.612 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
23:10:21.612 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
23:10:21.613 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@168c9b4d
23:10:21.613 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:21.614 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:21.614 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:21.614 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:21.615 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:21.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:21.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:21.615 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:10:21.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:21.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:21.615 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
23:10:21.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:21.615 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
23:10:21.615 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:10:21.616 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:10:21.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:21.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:21.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:21.616 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:21.616 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f31ed1
23:10:21.616 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:21.616 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:10:21.622 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:10:21.622 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:10:21.624 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60e658da
23:10:21.625 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@65dc8d6f
23:10:21.628 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:21.628 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:21.650 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.658 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.659 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.660 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.665 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.665 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.665 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.665 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.665 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.667 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.670 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.671 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.671 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.673 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.673 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.675 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.679 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.680 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.681 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.682 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.682 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.682 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.686 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.690 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.691 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.692 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.692 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.692 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.694 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.695 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.695 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.697 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.698 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.702 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.703 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.703 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.703 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.705 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.707 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.707 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.707 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.711 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.711 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.711 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.712 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.719 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.719 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.719 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.720 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.721 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.721 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.721 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.731 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.731 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.731 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.732 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.732 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.732 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.733 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.734 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.739 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.739 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.739 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.740 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.740 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.740 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.740 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.740 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.740 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.740 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.750 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.750 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.751 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.751 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.751 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.751 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.759 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.759 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.759 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.760 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.760 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.760 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.760 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.786 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.786 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.787 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.788 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.799 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.799 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.799 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.803 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.803 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.803 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.803 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.803 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.803 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.810 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.810 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.811 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.812 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.812 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.820767 17065 rpc_server.cc:307] RPC server started. Bound to: 127.16.97.1:46077
23:10:21.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.820802 17261 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.97.1:46077 every 8 connection(s)
23:10:21.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.824626 17065 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/data/info.pb
23:10:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.832566 16772 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 17065
23:10:21.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.833204 16772 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-0/wal/instance
23:10:21.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.847178 16772 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/wal
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/data
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/logs
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/data/info.pb
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:21.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:10:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.2:0
23:10:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.97.2
23:10:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.2
23:10:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:21.848 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:10:21.851 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.851 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.851 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.852 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.853 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.853 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.853 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.853 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.878 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:21.879 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:21.879 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:21.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:21.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.880 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:21.880 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.880 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.880 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:21.880 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.958992 17263 heartbeater.cc:344] Connected to a master server at 127.16.97.61:39663
23:10:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.959538 17263 heartbeater.cc:461] Registering TS with master...
23:10:21.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.960901 17263 heartbeater.cc:507] Master 127.16.97.61:39663 requested a full tablet report, sending...
23:10:21.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.965090 16895 ts_manager.cc:194] Registered new tserver with Master: 11ac017a1c1041829674110d6439a25d (127.16.97.1:46077)
23:10:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.976054 17262 heartbeater.cc:344] Connected to a master server at 127.16.97.60:33655
23:10:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.976416 17262 heartbeater.cc:461] Registering TS with master...
23:10:21.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.977306 17262 heartbeater.cc:507] Master 127.16.97.60:33655 requested a full tablet report, sending...
23:10:21.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.980312 16979 ts_manager.cc:194] Registered new tserver with Master: 11ac017a1c1041829674110d6439a25d (127.16.97.1:46077)
23:10:21.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.983328 16979 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.97.1:43165
23:10:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.990115 17267 heartbeater.cc:344] Connected to a master server at 127.16.97.62:41205
23:10:21.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.990509 17267 heartbeater.cc:461] Registering TS with master...
23:10:21.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.991300 17267 heartbeater.cc:507] Master 127.16.97.62:41205 requested a full tablet report, sending...
23:10:21.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:21.995272 16818 ts_manager.cc:194] Registered new tserver with Master: 11ac017a1c1041829674110d6439a25d (127.16.97.1:46077)
23:10:22.019 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:22.019 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:22.019 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:22.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.021 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.021 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:22.030 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:22.031 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:22.031 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:22.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.031 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.032 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.033 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:22.085 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:22.090 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:22.091 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:22.091 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:22.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.092 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.092 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.092 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.092 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.092 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.092 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:22.269 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:22.269 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:22.269 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:22.270 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:22.270 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:22.270 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:22.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:22.270 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:22.270 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:22.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:22.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:22.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:22.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:22.339 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:22.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:22.379374 16476 debug-util.cc:398] Leaking SignalData structure 0x7b08000ada80 after lost signal to thread 16324
23:10:22.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:22.380540 16476 debug-util.cc:398] Leaking SignalData structure 0x7b08000bad60 after lost signal to thread 16479
23:10:22.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:22.383706 17266 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:22.384356 17266 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:22.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:22.385201 17266 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:22.438 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:22.439 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:22.439 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:22.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.440 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.440 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:22.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:22.451740 17266 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:22.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:22.453035 17266 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.97.2
23:10:22.458 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:22.458 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:22.459 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:22.459 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.459 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.460 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:22.528744 17266 tablet_server_runner.cc:78] Tablet server non-default flags:
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/data
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/wal
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.2:0
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/data/info.pb
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.2
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.97.2
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/logs
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:22.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:22.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:22.530577 17266 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:22.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:22.532897 17266 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:22.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:22.552847 17279 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:22.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:22.698 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:22.698 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:22.698 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:22.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:22.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:22.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:22.700 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:22.700 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:22.700 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:22.700 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:22.700 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:22.700 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:22.700 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:22.738 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:22.739 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:22.739 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:22.740 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.740 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.740 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.742 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.742 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:22.820 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:22.820 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:22.820 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:22.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:22.823 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.823 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.823 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:22.823 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.823 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:22.824 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:22.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:22.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:22.988162 17262 heartbeater.cc:499] Master 127.16.97.60:33655 was elected leader, sending a full tablet report...
23:10:23.051 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:23.051 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:23.051 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:23.052 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:23.052 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:23.052 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:23.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:23.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:23.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:23.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:23.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:23.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:23.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:23.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:23.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:23.386 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:23.386 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:23.387 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:23.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:23.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:23.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:23.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:23.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:23.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:23.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:23.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:23.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:23.387 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:23.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:23.809 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:23.810 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:23.810 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:23.810 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:23.810 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:23.811 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:23.811 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:23.811 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:23.811 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:23.812 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:23.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:23.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:23.812 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:23.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:23.920 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:23.921 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:23.921 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:23.921 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:23.921 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:23.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:23.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:23.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:23.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:23.922 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:23.922 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:23.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:23.922 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:23.954 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:23.954 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:23.955 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:23.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:23.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:23.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:23.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:23.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:23.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:23.958 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:23.958 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:23.958 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:23.958 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:24.085 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:24.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:24.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:23.951453 17278 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 17266
23:10:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:24.468834 17266 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.917s	user 0.593s	sys 1.020s
23:10:24.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:24.469211 17266 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.918s	user 0.593s	sys 1.020s
23:10:24.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:22.557564 17280 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:24.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:24.482461 17288 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:24.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.497611 17266 server_base.cc:1061] running on GCE node
23:10:24.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.499153 17266 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:24.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.504535 17266 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:24.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.506011 17266 hybrid_clock.cc:648] HybridClock initialized: now 1783465824505777 us; error 227 us; skew 500 ppm
23:10:24.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.507210 17266 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:24.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.529160 17266 webserver.cc:534] Webserver started at http://127.16.97.2:37415/ using document root <none> and password file <none>
23:10:24.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.530843 17266 fs_manager.cc:362] Metadata directory not provided
23:10:24.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.531286 17266 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:24.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.531951 17266 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:24.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.540351 17266 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/data/instance:
23:10:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f"
23:10:24.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:24 on dist-test-slave-sprr"
23:10:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.542145 17266 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/wal/instance:
23:10:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f"
23:10:24.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:24 on dist-test-slave-sprr"
23:10:24.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.550817 17266 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.003s	sys 0.004s
23:10:24.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.559194 17293 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.560674 17266 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.003s
23:10:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.561121 17266 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/wal
23:10:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f"
23:10:24.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:24 on dist-test-slave-sprr"
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.561575 17266 fs_report.cc:389] FS layout report
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/wal
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/wal
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/data/data
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:24.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:24.575 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:24.575 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:24.576 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:24.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:24.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:24.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:24.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:24.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:24.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:24.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:24.577 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:24.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:24.577 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:24.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:24.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.651605 17266 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.653784 17266 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:24.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.654397 17266 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:24.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.658180 17266 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:10:24.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.664407 17266 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:10:24.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.664733 17266 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:10:24.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.665074 17266 ts_tablet_manager.cc:616] Registered 0 tablets
23:10:24.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.665328 17266 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:10:24.775 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:24.776 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:24.776 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:24.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:24.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:24.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:24.777 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:24.777 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:24.777 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:24.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:24.778 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:24.778 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:24.778 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:24.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.843247 17266 rpc_server.cc:307] RPC server started. Bound to: 127.16.97.2:33391
23:10:24.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.843281 17406 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.97.2:33391 every 8 connection(s)
23:10:24.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.847131 17266 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/data/info.pb
23:10:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.855562 16772 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 17266
23:10:24.858 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.856110 16772 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-1/wal/instance
23:10:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.888331 16772 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/wal
23:10:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/data
23:10:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:24.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/logs
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/data/info.pb
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.3:0
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.97.3
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.3
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:24.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:10:24.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.935470 17408 heartbeater.cc:344] Connected to a master server at 127.16.97.61:39663
23:10:24.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.935966 17408 heartbeater.cc:461] Registering TS with master...
23:10:24.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.937281 17408 heartbeater.cc:507] Master 127.16.97.61:39663 requested a full tablet report, sending...
23:10:24.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.938544 17407 heartbeater.cc:344] Connected to a master server at 127.16.97.60:33655
23:10:24.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.938912 17407 heartbeater.cc:461] Registering TS with master...
23:10:24.939 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:24.939 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:24.939 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:24.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.939838 17407 heartbeater.cc:507] Master 127.16.97.60:33655 requested a full tablet report, sending...
23:10:24.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:24.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:24.941 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:24.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:24.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:24.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:24.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:24.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:24.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:24.942 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:24.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.943554 17409 heartbeater.cc:344] Connected to a master server at 127.16.97.62:41205
23:10:24.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.943929 17409 heartbeater.cc:461] Registering TS with master...
23:10:24.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.944880 17409 heartbeater.cc:507] Master 127.16.97.62:41205 requested a full tablet report, sending...
23:10:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.945132 16979 ts_manager.cc:194] Registered new tserver with Master: e65cc58554f24a9ebbf6cbebdc53ec2f (127.16.97.2:33391)
23:10:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.946817 16979 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.97.2:38371
23:10:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.948210 16818 ts_manager.cc:194] Registered new tserver with Master: e65cc58554f24a9ebbf6cbebdc53ec2f (127.16.97.2:33391)
23:10:24.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:24.948809 16895 ts_manager.cc:194] Registered new tserver with Master: e65cc58554f24a9ebbf6cbebdc53ec2f (127.16.97.2:33391)
23:10:25.071 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:25.071 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:25.071 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:25.072 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:25.072 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:25.072 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:25.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:25.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:25.072 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:25.072 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:25.072 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:25.072 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:25.073 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:25.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:25.278 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:25.279 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:25.279 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:25.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:25.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:25.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:25.279 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:25.279 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:25.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:25.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:25.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:25.283 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:25.283 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:25.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:25.283443 17417 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:25.284052 17417 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:25.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:25.284585 17417 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:25.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:25.330228 17417 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:25.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:25.331182 17417 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.16.97.3
23:10:25.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:25.371143 17417 tablet_server_runner.cc:78] Tablet server non-default flags:
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.16.97.20:41479
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/data
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/wal
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.16.97.3:0
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/data/info.pb
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.16.97.3
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.16.97.62:41205,127.16.97.61:39663,127.16.97.60:33655
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:25.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.16.97.3
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/logs
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:25.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:25.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:25.372790 17417 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:25.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:25.374677 17417 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:25.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:25.391117 17424 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:25.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:25.627 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:25.627 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:25.627 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:25.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:25.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:25.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:25.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:25.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:25.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:25.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:25.629 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:25.629 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:25.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:25.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:25.929 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:25.930 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:25.930 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:25.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:25.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:25.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:25.932 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:25.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:25.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:25.933 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:25.933 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:25.933 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:25.933 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:25.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:25.953028 17407 heartbeater.cc:499] Master 127.16.97.60:33655 was elected leader, sending a full tablet report...
23:10:26.014 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:26.014 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:26.014 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:26.015 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:26.015 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:26.015 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:26.015 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:26.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:26.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:26.016 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:26.016 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:26.016 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:26.016 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:26.089 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:26.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:26.359 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:26.359 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:26.360 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:26.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:26.361 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:26.361 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:26.361 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:26.361 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:26.362 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:26.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:26.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:26.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:26.363 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:26.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:26.843 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:26.865 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:26.865 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:26.866 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:26.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:26.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:26.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:26.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:26.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:26.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:26.867 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:26.867 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:26.867 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:26.867 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:26.910 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:26.910 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:26.910 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:26.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:26.912 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:26.912 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:26.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:26.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:26.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:26.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:26.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:26.913 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:26.913 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:26.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:26.795562 17423 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 17417
23:10:26.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:26.971726 17423 kernel_stack_watchdog.cc:198] Thread 17417 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
23:10:26.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:10:26.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:10:26.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:10:26.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:10:26.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:25.393476 17425 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:26.973773 17417 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.579s	user 0.001s	sys 0.000s
23:10:26.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:26.974131 17417 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.580s	user 0.001s	sys 0.001s
23:10:26.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:26.977820 17426 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1577 milliseconds
23:10:26.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:26.979235 17428 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:26.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:26.979318 17417 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:26.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:26.980615 17417 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:26.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:26.982918 17417 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:26.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:26.984292 17417 hybrid_clock.cc:648] HybridClock initialized: now 1783465826984255 us; error 33 us; skew 500 ppm
23:10:26.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:26.985276 17417 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:26.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:26.991526 17417 webserver.cc:534] Webserver started at http://127.16.97.3:34923/ using document root <none> and password file <none>
23:10:26.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:26.992635 17417 fs_manager.cc:362] Metadata directory not provided
23:10:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:26.992920 17417 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:26.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:26.993465 17417 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:26.998812 17417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/data/instance:
23:10:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8266609711814948988f9864c9b017cf"
23:10:26.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:26 on dist-test-slave-sprr"
23:10:27.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:26.999846 17417 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/wal/instance:
23:10:27.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8266609711814948988f9864c9b017cf"
23:10:27.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:26 on dist-test-slave-sprr"
23:10:27.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.007548 17417 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
23:10:27.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.014374 17438 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.015806 17417 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.003s
23:10:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.016395 17417 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/wal
23:10:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8266609711814948988f9864c9b017cf"
23:10:27.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:26 on dist-test-slave-sprr"
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.017001 17417 fs_report.cc:389] FS layout report
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/wal
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/wal
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/data/data
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:27.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:27.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.070168 17417 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:27.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.071610 17417 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:27.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.072001 17417 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:27.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.074703 17417 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:10:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.079747 17417 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:10:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.080056 17417 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:10:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.080374 17417 ts_tablet_manager.cc:616] Registered 0 tablets
23:10:27.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.080585 17417 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:10:27.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:27.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.247994 17417 rpc_server.cc:307] RPC server started. Bound to: 127.16.97.3:37105
23:10:27.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.248082 17550 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.16.97.3:37105 every 8 connection(s)
23:10:27.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.250743 17417 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/data/info.pb
23:10:27.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.258200 16772 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 17417
23:10:27.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.258787 16772 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster6346303745783158344/ts-2/wal/instance
23:10:27.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.316336 17552 heartbeater.cc:344] Connected to a master server at 127.16.97.61:39663
23:10:27.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.316861 17552 heartbeater.cc:461] Registering TS with master...
23:10:27.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.318215 17552 heartbeater.cc:507] Master 127.16.97.61:39663 requested a full tablet report, sending...
23:10:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.319372 17551 heartbeater.cc:344] Connected to a master server at 127.16.97.60:33655
23:10:27.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.319730 17551 heartbeater.cc:461] Registering TS with master...
23:10:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.320492 17553 heartbeater.cc:344] Connected to a master server at 127.16.97.62:41205
23:10:27.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.320695 17551 heartbeater.cc:507] Master 127.16.97.60:33655 requested a full tablet report, sending...
23:10:27.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.320858 17553 heartbeater.cc:461] Registering TS with master...
23:10:27.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.321775 17553 heartbeater.cc:507] Master 127.16.97.62:41205 requested a full tablet report, sending...
23:10:27.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.322846 16895 ts_manager.cc:194] Registered new tserver with Master: 8266609711814948988f9864c9b017cf (127.16.97.3:37105)
23:10:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.323740 16979 ts_manager.cc:194] Registered new tserver with Master: 8266609711814948988f9864c9b017cf (127.16.97.3:37105)
23:10:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.324828 16818 ts_manager.cc:194] Registered new tserver with Master: 8266609711814948988f9864c9b017cf (127.16.97.3:37105)
23:10:27.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.325558 16979 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.16.97.3:39935
23:10:27.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.335201 16772 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:10:27.339 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:27.348 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:10:27.348 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:10:27.349 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.16.97.62"
      port: 41205
    }
    bound_http_address {
      host: "127.16.97.62"
      port: 41881
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.16.97.61"
      port: 39663
    }
    bound_http_address {
      host: "127.16.97.61"
      port: 43661
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.16.97.60"
      port: 33655
    }
    bound_http_address {
      host: "127.16.97.60"
      port: 46211
    }
  }
}

23:10:27.349 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:10:27.351 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.16.97.1"
      port: 46077
    }
    bound_http_address {
      host: "127.16.97.1"
      port: 38207
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.16.97.2"
      port: 33391
    }
    bound_http_address {
      host: "127.16.97.2"
      port: 37415
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.16.97.3"
      port: 37105
    }
    bound_http_address {
      host: "127.16.97.3"
      port: 34923
    }
  }
}

23:10:27.351 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:10:27.352 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:27.354 [DEBUG - main] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:27.354 [DEBUG - main] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:27.355 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.153.253:37081(127.15.153.253:37081)] Successfully connected to peer
23:10:27.355 [DEBUG - main] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:27.356 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.153.252:38525(127.15.153.252:38525)] Successfully connected to peer
23:10:27.357 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.153.254:35665(127.15.153.254:35665)] Successfully connected to peer
23:10:27.360 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.254
23:10:27.369 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.253
23:10:27.370 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.252
23:10:27.374 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:27.379 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x89c58d78, L:/127.0.0.1:56196 - R:/127.15.153.254:35665] using SASL/PLAIN
23:10:27.385 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:27.386 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:27.389 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb3cf36bb, L:/127.0.0.1:52216 - R:/127.15.153.252:38525] using SASL/PLAIN
23:10:27.389 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1bafc312, L:/127.0.0.1:54922 - R:/127.15.153.253:37081] using SASL/PLAIN
23:10:27.394 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:10:27.394 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=41), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: OK, deferred=null) after lookup
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.396382 16240 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:52216:
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:10:27.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:10:27.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:10:27.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:27.399430 16240 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:10:27.454 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3e71ed02c3b8445d887a1b986acd1492
23:10:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.533150 16415 tablet_service.cc:1511] Processing CreateTablet for tablet 9c94790dd7554a2ba4def37a3e7e177b (DEFAULT_TABLE table=replication_test_table [id=3e71ed02c3b8445d887a1b986acd1492]), partition=
23:10:27.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.535181 16415 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9c94790dd7554a2ba4def37a3e7e177b. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:27.547 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:27.547 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:27.547 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:27.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:27.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:27.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:27.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:27.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:27.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:27.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:27.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:27.549 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:27.549 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:27.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.563853 16557 tablet_service.cc:1511] Processing CreateTablet for tablet 9c94790dd7554a2ba4def37a3e7e177b (DEFAULT_TABLE table=replication_test_table [id=3e71ed02c3b8445d887a1b986acd1492]), partition=
23:10:27.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.565874 16557 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9c94790dd7554a2ba4def37a3e7e177b. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:27.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.574223 17584 tablet_bootstrap.cc:492] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4: Bootstrap starting.
23:10:27.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.579061 16697 tablet_service.cc:1511] Processing CreateTablet for tablet 9c94790dd7554a2ba4def37a3e7e177b (DEFAULT_TABLE table=replication_test_table [id=3e71ed02c3b8445d887a1b986acd1492]), partition=
23:10:27.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.580902 16697 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9c94790dd7554a2ba4def37a3e7e177b. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:27.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.583683 17584 tablet_bootstrap.cc:654] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4: Neither blocks nor log segments found. Creating new log.
23:10:27.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:27.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.586294 17584 log.cc:826] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4: Log is configured to *not* fsync() on all Append() calls
23:10:27.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.602048 17584 tablet_bootstrap.cc:492] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4: No bootstrap required, opened a new log
23:10:27.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.602711 17584 ts_tablet_manager.cc:1403] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4: Time spent bootstrapping tablet: real 0.029s	user 0.019s	sys 0.007s
23:10:27.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.609916 17586 tablet_bootstrap.cc:492] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef: Bootstrap starting.
23:10:27.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.619264 17586 tablet_bootstrap.cc:654] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef: Neither blocks nor log segments found. Creating new log.
23:10:27.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.621762 17586 log.cc:826] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef: Log is configured to *not* fsync() on all Append() calls
23:10:27.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.633270 17586 tablet_bootstrap.cc:492] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef: No bootstrap required, opened a new log
23:10:27.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.634001 17586 ts_tablet_manager.cc:1403] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef: Time spent bootstrapping tablet: real 0.025s	user 0.018s	sys 0.004s
23:10:27.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.637286 17587 tablet_bootstrap.cc:492] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc: Bootstrap starting.
23:10:27.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.644958 17584 raft_consensus.cc:359] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" member_type: VOTER last_known_addr { host: "127.15.153.193" port: 38441 } } peers { permanent_uuid: "49bd38a1ec2540ea871397a73247e7bc" member_type: VOTER last_known_addr { host: "127.15.153.195" port: 46173 } } peers { permanent_uuid: "95e189f6b9f849029630d375348d1fef" member_type: VOTER last_known_addr { host: "127.15.153.194" port: 42401 } }
23:10:27.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.649473 17584 raft_consensus.cc:385] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:27.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.649834 17584 raft_consensus.cc:740] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cb8467751a8d4bc7bff8090f7009d1c4, State: Initialized, Role: FOLLOWER
23:10:27.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.650826 17584 consensus_queue.cc:260] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" member_type: VOTER last_known_addr { host: "127.15.153.193" port: 38441 } } peers { permanent_uuid: "49bd38a1ec2540ea871397a73247e7bc" member_type: VOTER last_known_addr { host: "127.15.153.195" port: 46173 } } peers { permanent_uuid: "95e189f6b9f849029630d375348d1fef" member_type: VOTER last_known_addr { host: "127.15.153.194" port: 42401 } }
23:10:27.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.654198 17587 tablet_bootstrap.cc:654] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc: Neither blocks nor log segments found. Creating new log.
23:10:27.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.656874 17587 log.cc:826] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc: Log is configured to *not* fsync() on all Append() calls
23:10:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.662938 17584 ts_tablet_manager.cc:1434] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4: Time spent starting tablet: real 0.060s	user 0.033s	sys 0.005s
23:10:27.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.662855 17586 raft_consensus.cc:359] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" member_type: VOTER last_known_addr { host: "127.15.153.193" port: 38441 } } peers { permanent_uuid: "49bd38a1ec2540ea871397a73247e7bc" member_type: VOTER last_known_addr { host: "127.15.153.195" port: 46173 } } peers { permanent_uuid: "95e189f6b9f849029630d375348d1fef" member_type: VOTER last_known_addr { host: "127.15.153.194" port: 42401 } }
23:10:27.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.663827 17586 raft_consensus.cc:385] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:27.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.664211 17586 raft_consensus.cc:740] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 95e189f6b9f849029630d375348d1fef, State: Initialized, Role: FOLLOWER
23:10:27.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.665257 17586 consensus_queue.cc:260] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" member_type: VOTER last_known_addr { host: "127.15.153.193" port: 38441 } } peers { permanent_uuid: "49bd38a1ec2540ea871397a73247e7bc" member_type: VOTER last_known_addr { host: "127.15.153.195" port: 46173 } } peers { permanent_uuid: "95e189f6b9f849029630d375348d1fef" member_type: VOTER last_known_addr { host: "127.15.153.194" port: 42401 } }
23:10:27.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.675104 17586 ts_tablet_manager.cc:1434] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef: Time spent starting tablet: real 0.041s	user 0.034s	sys 0.004s
23:10:27.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.682255 17587 tablet_bootstrap.cc:492] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc: No bootstrap required, opened a new log
23:10:27.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.682793 17587 ts_tablet_manager.cc:1403] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc: Time spent bootstrapping tablet: real 0.050s	user 0.008s	sys 0.008s
23:10:27.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:27.700325 16487 tablet.cc:2406] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:27.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.705647 17587 raft_consensus.cc:359] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" member_type: VOTER last_known_addr { host: "127.15.153.193" port: 38441 } } peers { permanent_uuid: "49bd38a1ec2540ea871397a73247e7bc" member_type: VOTER last_known_addr { host: "127.15.153.195" port: 46173 } } peers { permanent_uuid: "95e189f6b9f849029630d375348d1fef" member_type: VOTER last_known_addr { host: "127.15.153.194" port: 42401 } }
23:10:27.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.706440 17587 raft_consensus.cc:385] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:27.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.706756 17587 raft_consensus.cc:740] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 49bd38a1ec2540ea871397a73247e7bc, State: Initialized, Role: FOLLOWER
23:10:27.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.707675 17587 consensus_queue.cc:260] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" member_type: VOTER last_known_addr { host: "127.15.153.193" port: 38441 } } peers { permanent_uuid: "49bd38a1ec2540ea871397a73247e7bc" member_type: VOTER last_known_addr { host: "127.15.153.195" port: 46173 } } peers { permanent_uuid: "95e189f6b9f849029630d375348d1fef" member_type: VOTER last_known_addr { host: "127.15.153.194" port: 42401 } }
23:10:27.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.711170 17587 ts_tablet_manager.cc:1434] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc: Time spent starting tablet: real 0.028s	user 0.022s	sys 0.007s
23:10:27.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:27.809674 16626 tablet.cc:2406] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:27.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:27.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:27.872875 16766 tablet.cc:2406] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:27.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.875599 17591 raft_consensus.cc:493] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:10:27.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.876168 17591 raft_consensus.cc:515] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" member_type: VOTER last_known_addr { host: "127.15.153.193" port: 38441 } } peers { permanent_uuid: "49bd38a1ec2540ea871397a73247e7bc" member_type: VOTER last_known_addr { host: "127.15.153.195" port: 46173 } } peers { permanent_uuid: "95e189f6b9f849029630d375348d1fef" member_type: VOTER last_known_addr { host: "127.15.153.194" port: 42401 } }
23:10:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.879482 17591 leader_election.cc:290] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cb8467751a8d4bc7bff8090f7009d1c4 (127.15.153.193:38441), 49bd38a1ec2540ea871397a73247e7bc (127.15.153.195:46173)
23:10:27.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.892402 16435 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c94790dd7554a2ba4def37a3e7e177b" candidate_uuid: "95e189f6b9f849029630d375348d1fef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" is_pre_election: true
23:10:27.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.893450 16435 raft_consensus.cc:2468] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 95e189f6b9f849029630d375348d1fef in term 0.
23:10:27.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.894963 16512 leader_election.cc:304] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 95e189f6b9f849029630d375348d1fef, cb8467751a8d4bc7bff8090f7009d1c4; no voters: 
23:10:27.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.895843 17591 raft_consensus.cc:2804] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [term 0 FOLLOWER]: Leader pre-election won for term 1
23:10:27.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.895804 16717 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c94790dd7554a2ba4def37a3e7e177b" candidate_uuid: "95e189f6b9f849029630d375348d1fef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49bd38a1ec2540ea871397a73247e7bc" is_pre_election: true
23:10:27.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.896188 17591 raft_consensus.cc:493] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:10:27.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.896456 17591 raft_consensus.cc:3060] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [term 0 FOLLOWER]: Advancing to term 1
23:10:27.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.896735 16717 raft_consensus.cc:2468] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 95e189f6b9f849029630d375348d1fef in term 0.
23:10:27.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.901168 17591 raft_consensus.cc:515] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" member_type: VOTER last_known_addr { host: "127.15.153.193" port: 38441 } } peers { permanent_uuid: "49bd38a1ec2540ea871397a73247e7bc" member_type: VOTER last_known_addr { host: "127.15.153.195" port: 46173 } } peers { permanent_uuid: "95e189f6b9f849029630d375348d1fef" member_type: VOTER last_known_addr { host: "127.15.153.194" port: 42401 } }
23:10:27.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.903004 17591 leader_election.cc:290] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [CANDIDATE]: Term 1 election: Requested vote from peers cb8467751a8d4bc7bff8090f7009d1c4 (127.15.153.193:38441), 49bd38a1ec2540ea871397a73247e7bc (127.15.153.195:46173)
23:10:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.903656 16435 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c94790dd7554a2ba4def37a3e7e177b" candidate_uuid: "95e189f6b9f849029630d375348d1fef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cb8467751a8d4bc7bff8090f7009d1c4"
23:10:27.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.904138 16435 raft_consensus.cc:3060] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4 [term 0 FOLLOWER]: Advancing to term 1
23:10:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.904659 16717 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9c94790dd7554a2ba4def37a3e7e177b" candidate_uuid: "95e189f6b9f849029630d375348d1fef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49bd38a1ec2540ea871397a73247e7bc"
23:10:27.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.905229 16717 raft_consensus.cc:3060] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc [term 0 FOLLOWER]: Advancing to term 1
23:10:27.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.911231 16435 raft_consensus.cc:2468] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 95e189f6b9f849029630d375348d1fef in term 1.
23:10:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.912285 16717 raft_consensus.cc:2468] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 95e189f6b9f849029630d375348d1fef in term 1.
23:10:27.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.912349 16512 leader_election.cc:304] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 95e189f6b9f849029630d375348d1fef, cb8467751a8d4bc7bff8090f7009d1c4; no voters: 
23:10:27.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.913117 17591 raft_consensus.cc:2804] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [term 1 FOLLOWER]: Leader election won for term 1
23:10:27.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.914955 17591 raft_consensus.cc:697] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [term 1 LEADER]: Becoming Leader. State: Replica: 95e189f6b9f849029630d375348d1fef, State: Running, Role: LEADER
23:10:27.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.916083 17591 consensus_queue.cc:237] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" member_type: VOTER last_known_addr { host: "127.15.153.193" port: 38441 } } peers { permanent_uuid: "49bd38a1ec2540ea871397a73247e7bc" member_type: VOTER last_known_addr { host: "127.15.153.195" port: 46173 } } peers { permanent_uuid: "95e189f6b9f849029630d375348d1fef" member_type: VOTER last_known_addr { host: "127.15.153.194" port: 42401 } }
23:10:27.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:27.928608 16240 catalog_manager.cc:5696] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef reported cstate change: term changed from 0 to 1, leader changed from <none> to 95e189f6b9f849029630d375348d1fef (127.15.153.194). New cstate: current_term: 1 leader_uuid: "95e189f6b9f849029630d375348d1fef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" member_type: VOTER last_known_addr { host: "127.15.153.193" port: 38441 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "49bd38a1ec2540ea871397a73247e7bc" member_type: VOTER last_known_addr { host: "127.15.153.195" port: 46173 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "95e189f6b9f849029630d375348d1fef" member_type: VOTER last_known_addr { host: "127.15.153.194" port: 42401 } health_report { overall_health: HEALTHY } } }
23:10:27.938 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:27.939 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:27.939 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:27.939 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:27.939 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:27.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:27.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:27.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:27.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:27.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:27.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:27.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:27.941 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:27.980 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3e71ed02c3b8445d887a1b986acd1492
23:10:27.984 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9c94790dd7554a2ba4def37a3e7e177b for table 'replication_test_table' with partition [<start>, <end>)
23:10:27.984 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9c94790dd7554a2ba4def37a3e7e177b@[49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173),95e189f6b9f849029630d375348d1fef(127.15.153.194:42401)[L],cb8467751a8d4bc7bff8090f7009d1c4(127.15.153.193:38441)]}]
23:10:27.984 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=3), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.15.153.252:38525, [3ms] Sub RPC GetTableLocations: received response from server master-127.15.153.252:38525: OK, deferred=null) after lookup
23:10:27.985 [DEBUG - kudu-nio-2] (Connection.java:748) [peer 95e189f6b9f849029630d375348d1fef(127.15.153.194:42401)] connecting to peer
23:10:27.986 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 95e189f6b9f849029630d375348d1fef(127.15.153.194:42401)] Successfully connected to peer
23:10:27.996 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:27.999 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xe147d87f, L:/127.0.0.1:60734 - R:/127.15.153.194:42401] using TOKEN/null
23:10:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.015218 16435 raft_consensus.cc:1275] T 9c94790dd7554a2ba4def37a3e7e177b P cb8467751a8d4bc7bff8090f7009d1c4 [term 1 FOLLOWER]: Refusing update from remote peer 95e189f6b9f849029630d375348d1fef: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:10:28.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.015198 16717 raft_consensus.cc:1275] T 9c94790dd7554a2ba4def37a3e7e177b P 49bd38a1ec2540ea871397a73247e7bc [term 1 FOLLOWER]: Refusing update from remote peer 95e189f6b9f849029630d375348d1fef: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:10:28.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.017138 17591 consensus_queue.cc:1048] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [LEADER]: Connected to new peer: Peer: permanent_uuid: "49bd38a1ec2540ea871397a73247e7bc" member_type: VOTER last_known_addr { host: "127.15.153.195" port: 46173 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:10:28.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.018828 17591 consensus_queue.cc:1048] T 9c94790dd7554a2ba4def37a3e7e177b P 95e189f6b9f849029630d375348d1fef [LEADER]: Connected to new peer: Peer: permanent_uuid: "cb8467751a8d4bc7bff8090f7009d1c4" member_type: VOTER last_known_addr { host: "127.15.153.193" port: 38441 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:10:28.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.043670 17598 mvcc.cc:204] Tried to move back new op lower bound from 7305076031528628224 to 7305076031152037888. Current Snapshot: MvccSnapshot[applied={T|T < 7305076031528628224}]
23:10:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.054363 17599 mvcc.cc:204] Tried to move back new op lower bound from 7305076031528628224 to 7305076031152037888. Current Snapshot: MvccSnapshot[applied={T|T < 7305076031528628224}]
23:10:28.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.088229 17601 mvcc.cc:204] Tried to move back new op lower bound from 7305076031528628224 to 7305076031152037888. Current Snapshot: MvccSnapshot[applied={T|T < 7305076031528628224}]
23:10:28.215 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:28.219 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:28.226 [DEBUG - main] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:10:28.227 [DEBUG - main] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:10:28.227 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.97.62:41205(127.16.97.62:41205)] Successfully connected to peer
23:10:28.227 [DEBUG - main] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:10:28.228 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.97.60:33655(127.16.97.60:33655)] Successfully connected to peer
23:10:28.233 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.62
23:10:28.234 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.97.61:39663(127.16.97.61:39663)] Successfully connected to peer
23:10:28.236 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.60
23:10:28.243 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:28.244 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.61
23:10:28.248 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9ce71f77, L:/127.0.0.1:40008 - R:/127.16.97.62:41205] using SASL/PLAIN
23:10:28.252 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:28.259 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:28.261 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6bebe9b1, L:/127.0.0.1:53258 - R:/127.16.97.60:33655] using SASL/PLAIN
23:10:28.266 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:10:28.266 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=45), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: OK, [40ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: OK, deferred=null) after lookup
23:10:28.270 [DEBUG - main] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:28.271 [DEBUG - main] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:28.272 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.153.253:37081(127.15.153.253:37081)] Successfully connected to peer
23:10:28.272 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1ca44e9f, L:/127.0.0.1:54620 - R:/127.16.97.61:39663] using SASL/PLAIN
23:10:28.276 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.253
23:10:28.277 [DEBUG - main] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:28.277 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.153.254:35665(127.15.153.254:35665)] Successfully connected to peer
23:10:28.280 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.254
23:10:28.288 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:28.288 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:28.289 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.153.252:38525(127.15.153.252:38525)] Successfully connected to peer
23:10:28.290 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.252
23:10:28.291 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x85fa896a, L:/127.0.0.1:54938 - R:/127.15.153.253:37081] using SASL/PLAIN
23:10:28.297 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe47b6fa3, L:/127.0.0.1:56210 - R:/127.15.153.254:35665] using SASL/PLAIN
23:10:28.302 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:28.306 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3cd4184d, L:/127.0.0.1:52224 - R:/127.15.153.252:38525] using SASL/PLAIN
23:10:28.309 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:10:28.309 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=39), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [28ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: OK, [32ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: OK, [38ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: OK, deferred=null) after lookup
23:10:28.313 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3e71ed02c3b8445d887a1b986acd1492
23:10:28.316 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9c94790dd7554a2ba4def37a3e7e177b for table 'replication_test_table' with partition [<start>, <end>)
23:10:28.317 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9c94790dd7554a2ba4def37a3e7e177b@[49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173),95e189f6b9f849029630d375348d1fef(127.15.153.194:42401)[L],cb8467751a8d4bc7bff8090f7009d1c4(127.15.153.193:38441)]}]
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.319550 16979 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:53258:
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:10:28.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:10:28.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:10:28.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:28.323941 16979 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:10:28.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.329391 17551 heartbeater.cc:499] Master 127.16.97.60:33655 was elected leader, sending a full tablet report...
23:10:28.340 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:28.370 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:28.371 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:28.371 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:28.371 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:28.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:28.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:28.372 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:28.372 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:28.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:28.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:28.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:28.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:28.372 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:28.418 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:28.459 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:28.459 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:28.459 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:28.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:28.460 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:28.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:28.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:28.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:28.460 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:28.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:28.460 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:28.460 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:28.460 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.489758 17178 tablet_service.cc:1511] Processing CreateTablet for tablet 7a141f921f5b4d278807cd2678018f99 (DEFAULT_TABLE table=replication_test_table [id=252cf746feeb4a1996506519e9ea95e0]), partition=
23:10:28.491 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.491537 17178 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a141f921f5b4d278807cd2678018f99. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.527467 17342 tablet_service.cc:1511] Processing CreateTablet for tablet 7a141f921f5b4d278807cd2678018f99 (DEFAULT_TABLE table=replication_test_table [id=252cf746feeb4a1996506519e9ea95e0]), partition=
23:10:28.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.527884 17486 tablet_service.cc:1511] Processing CreateTablet for tablet 7a141f921f5b4d278807cd2678018f99 (DEFAULT_TABLE table=replication_test_table [id=252cf746feeb4a1996506519e9ea95e0]), partition=
23:10:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.528975 17342 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a141f921f5b4d278807cd2678018f99. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:28.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.529412 17486 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 7a141f921f5b4d278807cd2678018f99. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:28.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.530112 17641 tablet_bootstrap.cc:492] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d: Bootstrap starting.
23:10:28.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.537184 17641 tablet_bootstrap.cc:654] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d: Neither blocks nor log segments found. Creating new log.
23:10:28.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.539537 17641 log.cc:826] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d: Log is configured to *not* fsync() on all Append() calls
23:10:28.558 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:28.559 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:28.559 [DEBUG - pool-106-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:28.560 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.560 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.560 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.560 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.560 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.561 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.561 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:28.562 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28098), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [105ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [109ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [109ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [153ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [176ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [191ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [192ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [206ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [207ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [208ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [208ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [224ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [323ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [323ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [402ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [402ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [403ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [403ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [663ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1023ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1724ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3160ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3164ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [6521ms] refreshing cache from master, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [6522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [6523ms] too many traces: truncated at 100 traces, deferred=Deferred@1379721452(state=PENDING, result=null, callback=(continuation of Deferred@875532851 after retry RPC after error@1819708423) -> (continuation of Deferred@119139179 after retry RPC after error@840388836) -> (continuation of Deferred@2053235359 after retry RPC after error@573529952) -> (continuation of Deferred@1789246205 after retry RPC after error@1656575805) -> (continuation of Deferred@389883119 after retry RPC after error@1328655671) -> (continuation of Deferred@134517886 after retry RPC after error@540412) -> (continuation of Deferred@2129422414 after retry RPC after error@1022765745) -> (continuation of Deferred@285077045 after retry RPC after error@1371790600) -> (continuation of Deferred@1282433382 after retry RPC after error@1096706555) -> (continuation of Deferred@1051573155 after retry RPC after error@1909005027) -> (continuation of Deferred@1048391405 after retry RPC after error@207522152) -> (continuation of Deferred@1610439651 after retry RPC after error@1717198077) -> (continuation of Deferred@830938269 after retry RPC after error@1231738380) -> (continuation of Deferred@2088615553 after retry RPC after error@1215608903) -> (continuation of Deferred@1100887584 after retry RPC after error@1583043241) -> (continuation of Deferred@1329817173 after retry RPC after error@580405626) -> (continuation of Deferred@302466111 after retry RPC after error@374182604) -> (continuation of Deferred@1122516894 after retry RPC after error@576421152) -> (continuation of Deferred@173401064 after retry RPC after error@1886702492) -> (continuation of Deferred@1935871683 after retry RPC after error@170450930) -> (continuation of Deferred@801585148 after retry RPC after error@2042175923) -> (continuation of Deferred@306658641 after retry RPC after error@1591519140), errback=(continuation of Deferred@875532851 after retry RPC after error@1819708423) -> (continuation of Deferred@119139179 after retry RPC after error@840388836) -> (continuation of Deferred@2053235359 after retry RPC after error@573529952) -> (continuation of Deferred@1789246205 after retry RPC after error@1656575805) -> (continuation of Deferred@389883119 after retry RPC after error@1328655671) -> (continuation of Deferred@134517886 after retry RPC after error@540412) -> (continuation of Deferred@2129422414 after retry RPC after error@1022765745) -> (continuation of Deferred@285077045 after retry RPC after error@1371790600) -> (continuation of Deferred@1282433382 after retry RPC after error@1096706555) -> (continuation of Deferred@1051573155 after retry RPC after error@1909005027) -> (continuation of Deferred@1048391405 after retry RPC after error@207522152) -> (continuation of Deferred@1610439651 after retry RPC after error@1717198077) -> (continuation of Deferred@830938269 after retry RPC after error@1231738380) -> (continuation of Deferred@2088615553 after retry RPC after error@1215608903) -> (continuation of Deferred@1100887584 after retry RPC after error@1583043241) -> (continuation of Deferred@1329817173 after retry RPC after error@580405626) -> (continuation of Deferred@302466111 after retry RPC after error@374182604) -> (continuation of Deferred@1122516894 after retry RPC after error@576421152) -> (continuation of Deferred@173401064 after retry RPC after error@1886702492) -> (continuation of Deferred@1935871683 after retry RPC after error@170450930) -> (continuation of Deferred@801585148 after retry RPC after error@2042175923) -> (continuation of Deferred@306658641 after retry RPC after error@1591519140)))
23:10:28.563 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:10:28.563 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28098), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [105ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [109ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [109ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [153ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [176ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [191ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [192ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [206ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [207ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [208ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [208ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [224ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [323ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [323ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [402ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [402ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [403ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [403ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [663ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1023ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1724ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3160ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3164ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [6521ms] refreshing cache from master, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [6522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [6523ms] too many traces: truncated at 100 traces, deferred=Deferred@1379721452(state=PENDING, result=null, callback=(continuation of Deferred@875532851 after retry RPC after error@1819708423) -> (continuation of Deferred@119139179 after retry RPC after error@840388836) -> (continuation of Deferred@2053235359 after retry RPC after error@573529952) -> (continuation of Deferred@1789246205 after retry RPC after error@1656575805) -> (continuation of Deferred@389883119 after retry RPC after error@1328655671) -> (continuation of Deferred@134517886 after retry RPC after error@540412) -> (continuation of Deferred@2129422414 after retry RPC after error@1022765745) -> (continuation of Deferred@285077045 after retry RPC after error@1371790600) -> (continuation of Deferred@1282433382 after retry RPC after error@1096706555) -> (continuation of Deferred@1051573155 after retry RPC after error@1909005027) -> (continuation of Deferred@1048391405 after retry RPC after error@207522152) -> (continuation of Deferred@1610439651 after retry RPC after error@1717198077) -> (continuation of Deferred@830938269 after retry RPC after error@1231738380) -> (continuation of Deferred@2088615553 after retry RPC after error@1215608903) -> (continuation of Deferred@1100887584 after retry RPC after error@1583043241) -> (continuation of Deferred@1329817173 after retry RPC after error@580405626) -> (continuation of Deferred@302466111 after retry RPC after error@374182604) -> (continuation of Deferred@1122516894 after retry RPC after error@576421152) -> (continuation of Deferred@173401064 after retry RPC after error@1886702492) -> (continuation of Deferred@1935871683 after retry RPC after error@170450930) -> (continuation of Deferred@801585148 after retry RPC after error@2042175923) -> (continuation of Deferred@306658641 after retry RPC after error@1591519140), errback=(continuation of Deferred@875532851 after retry RPC after error@1819708423) -> (continuation of Deferred@119139179 after retry RPC after error@840388836) -> (continuation of Deferred@2053235359 after retry RPC after error@573529952) -> (continuation of Deferred@1789246205 after retry RPC after error@1656575805) -> (continuation of Deferred@389883119 after retry RPC after error@1328655671) -> (continuation of Deferred@134517886 after retry RPC after error@540412) -> (continuation of Deferred@2129422414 after retry RPC after error@1022765745) -> (continuation of Deferred@285077045 after retry RPC after error@1371790600) -> (continuation of Deferred@1282433382 after retry RPC after error@1096706555) -> (continuation of Deferred@1051573155 after retry RPC after error@1909005027) -> (continuation of Deferred@1048391405 after retry RPC after error@207522152) -> (continuation of Deferred@1610439651 after retry RPC after error@1717198077) -> (continuation of Deferred@830938269 after retry RPC after error@1231738380) -> (continuation of Deferred@2088615553 after retry RPC after error@1215608903) -> (continuation of Deferred@1100887584 after retry RPC after error@1583043241) -> (continuation of Deferred@1329817173 after retry RPC after error@580405626) -> (continuation of Deferred@302466111 after retry RPC after error@374182604) -> (continuation of Deferred@1122516894 after retry RPC after error@576421152) -> (continuation of Deferred@173401064 after retry RPC after error@1886702492) -> (continuation of Deferred@1935871683 after retry RPC after error@170450930) -> (continuation of Deferred@801585148 after retry RPC after error@2042175923) -> (continuation of Deferred@306658641 after retry RPC after error@1591519140)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:28.564 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:10:28.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.569377 17641 tablet_bootstrap.cc:492] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d: No bootstrap required, opened a new log
23:10:28.569 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:10:28.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.569787 17643 tablet_bootstrap.cc:492] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f: Bootstrap starting.
23:10:28.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.569952 17641 ts_tablet_manager.cc:1403] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d: Time spent bootstrapping tablet: real 0.040s	user 0.019s	sys 0.007s
23:10:28.572 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28098), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [104ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [105ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [109ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [109ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [152ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [153ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [176ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [191ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [192ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [206ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [207ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [208ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [208ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [224ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [323ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [323ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [402ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [402ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [403ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [403ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [663ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1023ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1724ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1724ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3160ms] refreshing cache from master, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3164ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [6521ms] refreshing cache from master, [6521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [6522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [6523ms] too many traces: truncated at 100 traces, deferred=Deferred@1379721452(state=PENDING, result=null, callback=(continuation of Deferred@875532851 after retry RPC after error@1819708423) -> (continuation of Deferred@119139179 after retry RPC after error@840388836) -> (continuation of Deferred@2053235359 after retry RPC after error@573529952) -> (continuation of Deferred@1789246205 after retry RPC after error@1656575805) -> (continuation of Deferred@389883119 after retry RPC after error@1328655671) -> (continuation of Deferred@134517886 after retry RPC after error@540412) -> (continuation of Deferred@2129422414 after retry RPC after error@1022765745) -> (continuation of Deferred@285077045 after retry RPC after error@1371790600) -> (continuation of Deferred@1282433382 after retry RPC after error@1096706555) -> (continuation of Deferred@1051573155 after retry RPC after error@1909005027) -> (continuation of Deferred@1048391405 after retry RPC after error@207522152) -> (continuation of Deferred@1610439651 after retry RPC after error@1717198077) -> (continuation of Deferred@830938269 after retry RPC after error@1231738380) -> (continuation of Deferred@2088615553 after retry RPC after error@1215608903) -> (continuation of Deferred@1100887584 after retry RPC after error@1583043241) -> (continuation of Deferred@1329817173 after retry RPC after error@580405626) -> (continuation of Deferred@302466111 after retry RPC after error@374182604) -> (continuation of Deferred@1122516894 after retry RPC after error@576421152) -> (continuation of Deferred@173401064 after retry RPC after error@1886702492) -> (continuation of Deferred@1935871683 after retry RPC after error@170450930) -> (continuation of Deferred@801585148 after retry RPC after error@2042175923) -> (continuation of Deferred@306658641 after retry RPC after error@1591519140), errback=(continuation of Deferred@875532851 after retry RPC after error@1819708423) -> (continuation of Deferred@119139179 after retry RPC after error@840388836) -> (continuation of Deferred@2053235359 after retry RPC after error@573529952) -> (continuation of Deferred@1789246205 after retry RPC after error@1656575805) -> (continuation of Deferred@389883119 after retry RPC after error@1328655671) -> (continuation of Deferred@134517886 after retry RPC after error@540412) -> (continuation of Deferred@2129422414 after retry RPC after error@1022765745) -> (continuation of Deferred@285077045 after retry RPC after error@1371790600) -> (continuation of Deferred@1282433382 after retry RPC after error@1096706555) -> (continuation of Deferred@1051573155 after retry RPC after error@1909005027) -> (continuation of Deferred@1048391405 after retry RPC after error@207522152) -> (continuation of Deferred@1610439651 after retry RPC after error@1717198077) -> (continuation of Deferred@830938269 after retry RPC after error@1231738380) -> (continuation of Deferred@2088615553 after retry RPC after error@1215608903) -> (continuation of Deferred@1100887584 after retry RPC after error@1583043241) -> (continuation of Deferred@1329817173 after retry RPC after error@580405626) -> (continuation of Deferred@302466111 after retry RPC after error@374182604) -> (continuation of Deferred@1122516894 after retry RPC after error@576421152) -> (continuation of Deferred@173401064 after retry RPC after error@1886702492) -> (continuation of Deferred@1935871683 after retry RPC after error@170450930) -> (continuation of Deferred@801585148 after retry RPC after error@2042175923) -> (continuation of Deferred@306658641 after retry RPC after error@1591519140)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:28.573 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:10:28.574 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
23:10:28.575 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:10:28.575 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RUNNING to RESTARTING.
23:10:28.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.577886 17643 tablet_bootstrap.cc:654] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f: Neither blocks nor log segments found. Creating new log.
23:10:28.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.580397 17643 log.cc:826] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f: Log is configured to *not* fsync() on all Append() calls
23:10:28.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:28.585 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:28.586 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:28.586 [DEBUG - pool-110-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:28.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.586 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.587 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.587 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.588 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.588 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.588 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:28.589 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28120), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [36ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [49ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [51ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [51ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [187ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [188ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [189ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [208ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [213ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [213ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [213ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [283ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [363ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [561ms] refreshing cache from master, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [564ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1061ms] refreshing cache from master, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1063ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1804ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2464ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2464ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5581ms] refreshing cache from master, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5583ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [5583ms] too many traces: truncated at 100 traces, deferred=Deferred@1830463545(state=PENDING, result=null, callback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654) -> (continuation of Deferred@186278569 after retry RPC after error@653531545), errback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654) -> (continuation of Deferred@186278569 after retry RPC after error@653531545)))
23:10:28.590 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:10:28.590 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28120), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [36ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [49ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [51ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [51ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [187ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [188ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [189ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [208ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [213ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [213ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [213ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [283ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [363ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [561ms] refreshing cache from master, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [564ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1061ms] refreshing cache from master, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1063ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1804ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2464ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2464ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5581ms] refreshing cache from master, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5583ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [5583ms] too many traces: truncated at 100 traces, deferred=Deferred@1830463545(state=PENDING, result=null, callback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654) -> (continuation of Deferred@186278569 after retry RPC after error@653531545), errback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654) -> (continuation of Deferred@186278569 after retry RPC after error@653531545)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:28.591 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:10:28.593 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:10:28.595 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28120), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [36ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [49ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [51ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [51ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [187ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [188ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [189ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [207ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [208ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [212ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [213ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [213ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [213ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [244ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [283ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [363ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [561ms] refreshing cache from master, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [563ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [564ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1061ms] refreshing cache from master, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1063ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1063ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1804ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1804ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2463ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2464ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2464ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5581ms] refreshing cache from master, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5583ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [5583ms] too many traces: truncated at 100 traces, deferred=Deferred@1830463545(state=PENDING, result=null, callback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654) -> (continuation of Deferred@186278569 after retry RPC after error@653531545), errback=(continuation of Deferred@1494172763 after retry RPC after error@14018413) -> (continuation of Deferred@1164578584 after retry RPC after error@2097753324) -> (continuation of Deferred@1585939082 after retry RPC after error@1900472504) -> (continuation of Deferred@1690385223 after retry RPC after error@1343948159) -> (continuation of Deferred@854216228 after retry RPC after error@1957651433) -> (continuation of Deferred@425293112 after retry RPC after error@300002193) -> (continuation of Deferred@1897553127 after retry RPC after error@2124794118) -> (continuation of Deferred@738689887 after retry RPC after error@816191597) -> (continuation of Deferred@335054842 after retry RPC after error@1128628602) -> (continuation of Deferred@1397292854 after retry RPC after error@1395519554) -> (continuation of Deferred@79526538 after retry RPC after error@1797027126) -> (continuation of Deferred@2134476332 after retry RPC after error@1126880873) -> (continuation of Deferred@741121452 after retry RPC after error@605153498) -> (continuation of Deferred@388633234 after retry RPC after error@44435328) -> (continuation of Deferred@1244605317 after retry RPC after error@1632853282) -> (continuation of Deferred@640318744 after retry RPC after error@335733850) -> (continuation of Deferred@667059804 after retry RPC after error@1543730635) -> (continuation of Deferred@699662830 after retry RPC after error@706154678) -> (continuation of Deferred@433361870 after retry RPC after error@1581121554) -> (continuation of Deferred@1460457802 after retry RPC after error@1166862781) -> (continuation of Deferred@2029733921 after retry RPC after error@1458301372) -> (continuation of Deferred@1734141098 after retry RPC after error@1170155773) -> (continuation of Deferred@1739053611 after retry RPC after error@1846045034) -> (continuation of Deferred@1861335477 after retry RPC after error@1387629654) -> (continuation of Deferred@186278569 after retry RPC after error@653531545)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:28.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.595346 17644 tablet_bootstrap.cc:492] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf: Bootstrap starting.
23:10:28.596 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:10:28.596 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
23:10:28.597 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:10:28.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.603634 17643 tablet_bootstrap.cc:492] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f: No bootstrap required, opened a new log
23:10:28.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.604166 17643 ts_tablet_manager.cc:1403] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f: Time spent bootstrapping tablet: real 0.035s	user 0.012s	sys 0.015s
23:10:28.614 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:28.614 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:28.614 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:28.615 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.615 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.615 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.615 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.616 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:28.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.643527 17644 tablet_bootstrap.cc:654] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf: Neither blocks nor log segments found. Creating new log.
23:10:28.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.651453 17644 log.cc:826] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf: Log is configured to *not* fsync() on all Append() calls
23:10:28.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.654014 17643 raft_consensus.cc:359] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11ac017a1c1041829674110d6439a25d" member_type: VOTER last_known_addr { host: "127.16.97.1" port: 46077 } } peers { permanent_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" member_type: VOTER last_known_addr { host: "127.16.97.2" port: 33391 } } peers { permanent_uuid: "8266609711814948988f9864c9b017cf" member_type: VOTER last_known_addr { host: "127.16.97.3" port: 37105 } }
23:10:28.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.655181 17643 raft_consensus.cc:385] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:28.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.655594 17643 raft_consensus.cc:740] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e65cc58554f24a9ebbf6cbebdc53ec2f, State: Initialized, Role: FOLLOWER
23:10:28.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.656668 17643 consensus_queue.cc:260] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11ac017a1c1041829674110d6439a25d" member_type: VOTER last_known_addr { host: "127.16.97.1" port: 46077 } } peers { permanent_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" member_type: VOTER last_known_addr { host: "127.16.97.2" port: 33391 } } peers { permanent_uuid: "8266609711814948988f9864c9b017cf" member_type: VOTER last_known_addr { host: "127.16.97.3" port: 37105 } }
23:10:28.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.659319 17641 raft_consensus.cc:359] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11ac017a1c1041829674110d6439a25d" member_type: VOTER last_known_addr { host: "127.16.97.1" port: 46077 } } peers { permanent_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" member_type: VOTER last_known_addr { host: "127.16.97.2" port: 33391 } } peers { permanent_uuid: "8266609711814948988f9864c9b017cf" member_type: VOTER last_known_addr { host: "127.16.97.3" port: 37105 } }
23:10:28.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.660697 17641 raft_consensus.cc:385] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:28.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.661088 17641 raft_consensus.cc:740] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 11ac017a1c1041829674110d6439a25d, State: Initialized, Role: FOLLOWER
23:10:28.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.663177 17641 consensus_queue.cc:260] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11ac017a1c1041829674110d6439a25d" member_type: VOTER last_known_addr { host: "127.16.97.1" port: 46077 } } peers { permanent_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" member_type: VOTER last_known_addr { host: "127.16.97.2" port: 33391 } } peers { permanent_uuid: "8266609711814948988f9864c9b017cf" member_type: VOTER last_known_addr { host: "127.16.97.3" port: 37105 } }
23:10:28.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.667002 17644 tablet_bootstrap.cc:492] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf: No bootstrap required, opened a new log
23:10:28.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.667608 17644 ts_tablet_manager.cc:1403] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf: Time spent bootstrapping tablet: real 0.073s	user 0.017s	sys 0.000s
23:10:28.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.675787 17643 ts_tablet_manager.cc:1434] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f: Time spent starting tablet: real 0.071s	user 0.038s	sys 0.011s
23:10:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.700621 17644 raft_consensus.cc:359] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11ac017a1c1041829674110d6439a25d" member_type: VOTER last_known_addr { host: "127.16.97.1" port: 46077 } } peers { permanent_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" member_type: VOTER last_known_addr { host: "127.16.97.2" port: 33391 } } peers { permanent_uuid: "8266609711814948988f9864c9b017cf" member_type: VOTER last_known_addr { host: "127.16.97.3" port: 37105 } }
23:10:28.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.701575 17644 raft_consensus.cc:385] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:28.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.701910 17644 raft_consensus.cc:740] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8266609711814948988f9864c9b017cf, State: Initialized, Role: FOLLOWER
23:10:28.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.703056 17644 consensus_queue.cc:260] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11ac017a1c1041829674110d6439a25d" member_type: VOTER last_known_addr { host: "127.16.97.1" port: 46077 } } peers { permanent_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" member_type: VOTER last_known_addr { host: "127.16.97.2" port: 33391 } } peers { permanent_uuid: "8266609711814948988f9864c9b017cf" member_type: VOTER last_known_addr { host: "127.16.97.3" port: 37105 } }
23:10:28.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.735783 17641 ts_tablet_manager.cc:1434] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d: Time spent starting tablet: real 0.166s	user 0.050s	sys 0.038s
23:10:28.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.747423 17644 ts_tablet_manager.cc:1434] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf: Time spent starting tablet: real 0.080s	user 0.038s	sys 0.023s
23:10:28.749 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:28.749 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:28.749 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:28.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.751 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.751 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.751 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:28.752 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [72ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [78ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [78ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [95ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [131ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [164ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [202ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [202ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [261ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [262ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [303ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [543ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [543ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [882ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [883ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [884ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [884ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1104ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2723ms] too many traces: truncated at 100 traces, deferred=Deferred@309636010(state=PENDING, result=null, callback=(continuation of Deferred@1646931340 after retry RPC after error@1563237223) -> (continuation of Deferred@1762644255 after retry RPC after error@1578180207) -> (continuation of Deferred@1843662444 after retry RPC after error@1479005844) -> (continuation of Deferred@1329034150 after retry RPC after error@428076617) -> (continuation of Deferred@1415119995 after retry RPC after error@850197266) -> (continuation of Deferred@1181877410 after retry RPC after error@1074088835) -> (continuation of Deferred@1550050596 after retry RPC after error@163770833) -> (continuation of Deferred@1606656863 after retry RPC after error@904966775) -> (continuation of Deferred@1996041000 after retry RPC after error@1747648607) -> (continuation of Deferred@707825502 after retry RPC after error@442757989) -> (continuation of Deferred@637283178 after retry RPC after error@367390322) -> (continuation of Deferred@998361583 after retry RPC after error@1056767265) -> (continuation of Deferred@2048861935 after retry RPC after error@1077133728) -> (continuation of Deferred@1967695608 after retry RPC after error@746866821) -> (continuation of Deferred@791620516 after retry RPC after error@1901056288) -> (continuation of Deferred@1090569879 after retry RPC after error@1330540114) -> (continuation of Deferred@426380820 after retry RPC after error@379783880) -> (continuation of Deferred@1372607221 after retry RPC after error@1833994851) -> (continuation of Deferred@612578163 after retry RPC after error@720935009) -> (continuation of Deferred@2045517873 after retry RPC after error@268877565) -> (continuation of Deferred@765665061 after retry RPC after error@1131852128) -> (continuation of Deferred@1535372439 after retry RPC after error@2128040012) -> (continuation of Deferred@1270362756 after retry RPC after error@1026783010) -> (continuation of Deferred@2031141703 after retry RPC after error@1031911705), errback=(continuation of Deferred@1646931340 after retry RPC after error@1563237223) -> (continuation of Deferred@1762644255 after retry RPC after error@1578180207) -> (continuation of Deferred@1843662444 after retry RPC after error@1479005844) -> (continuation of Deferred@1329034150 after retry RPC after error@428076617) -> (continuation of Deferred@1415119995 after retry RPC after error@850197266) -> (continuation of Deferred@1181877410 after retry RPC after error@1074088835) -> (continuation of Deferred@1550050596 after retry RPC after error@163770833) -> (continuation of Deferred@1606656863 after retry RPC after error@904966775) -> (continuation of Deferred@1996041000 after retry RPC after error@1747648607) -> (continuation of Deferred@707825502 after retry RPC after error@442757989) -> (continuation of Deferred@637283178 after retry RPC after error@367390322) -> (continuation of Deferred@998361583 after retry RPC after error@1056767265) -> (continuation of Deferred@2048861935 after retry RPC after error@1077133728) -> (continuation of Deferred@1967695608 after retry RPC after error@746866821) -> (continuation of Deferred@791620516 after retry RPC after error@1901056288) -> (continuation of Deferred@1090569879 after retry RPC after error@1330540114) -> (continuation of Deferred@426380820 after retry RPC after error@379783880) -> (continuation of Deferred@1372607221 after retry RPC after error@1833994851) -> (continuation of Deferred@612578163 after retry RPC after error@720935009) -> (continuation of Deferred@2045517873 after retry RPC after error@268877565) -> (continuation of Deferred@765665061 after retry RPC after error@1131852128) -> (continuation of Deferred@1535372439 after retry RPC after error@2128040012) -> (continuation of Deferred@1270362756 after retry RPC after error@1026783010) -> (continuation of Deferred@2031141703 after retry RPC after error@1031911705)))
23:10:28.752 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:28.753 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:28.753 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:28.753 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [72ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [78ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [78ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [95ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [131ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [164ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [202ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [202ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [261ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [262ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [303ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [543ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [543ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [882ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [883ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [884ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [884ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1104ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2723ms] too many traces: truncated at 100 traces, deferred=Deferred@309636010(state=PENDING, result=null, callback=(continuation of Deferred@1646931340 after retry RPC after error@1563237223) -> (continuation of Deferred@1762644255 after retry RPC after error@1578180207) -> (continuation of Deferred@1843662444 after retry RPC after error@1479005844) -> (continuation of Deferred@1329034150 after retry RPC after error@428076617) -> (continuation of Deferred@1415119995 after retry RPC after error@850197266) -> (continuation of Deferred@1181877410 after retry RPC after error@1074088835) -> (continuation of Deferred@1550050596 after retry RPC after error@163770833) -> (continuation of Deferred@1606656863 after retry RPC after error@904966775) -> (continuation of Deferred@1996041000 after retry RPC after error@1747648607) -> (continuation of Deferred@707825502 after retry RPC after error@442757989) -> (continuation of Deferred@637283178 after retry RPC after error@367390322) -> (continuation of Deferred@998361583 after retry RPC after error@1056767265) -> (continuation of Deferred@2048861935 after retry RPC after error@1077133728) -> (continuation of Deferred@1967695608 after retry RPC after error@746866821) -> (continuation of Deferred@791620516 after retry RPC after error@1901056288) -> (continuation of Deferred@1090569879 after retry RPC after error@1330540114) -> (continuation of Deferred@426380820 after retry RPC after error@379783880) -> (continuation of Deferred@1372607221 after retry RPC after error@1833994851) -> (continuation of Deferred@612578163 after retry RPC after error@720935009) -> (continuation of Deferred@2045517873 after retry RPC after error@268877565) -> (continuation of Deferred@765665061 after retry RPC after error@1131852128) -> (continuation of Deferred@1535372439 after retry RPC after error@2128040012) -> (continuation of Deferred@1270362756 after retry RPC after error@1026783010) -> (continuation of Deferred@2031141703 after retry RPC after error@1031911705), errback=(continuation of Deferred@1646931340 after retry RPC after error@1563237223) -> (continuation of Deferred@1762644255 after retry RPC after error@1578180207) -> (continuation of Deferred@1843662444 after retry RPC after error@1479005844) -> (continuation of Deferred@1329034150 after retry RPC after error@428076617) -> (continuation of Deferred@1415119995 after retry RPC after error@850197266) -> (continuation of Deferred@1181877410 after retry RPC after error@1074088835) -> (continuation of Deferred@1550050596 after retry RPC after error@163770833) -> (continuation of Deferred@1606656863 after retry RPC after error@904966775) -> (continuation of Deferred@1996041000 after retry RPC after error@1747648607) -> (continuation of Deferred@707825502 after retry RPC after error@442757989) -> (continuation of Deferred@637283178 after retry RPC after error@367390322) -> (continuation of Deferred@998361583 after retry RPC after error@1056767265) -> (continuation of Deferred@2048861935 after retry RPC after error@1077133728) -> (continuation of Deferred@1967695608 after retry RPC after error@746866821) -> (continuation of Deferred@791620516 after retry RPC after error@1901056288) -> (continuation of Deferred@1090569879 after retry RPC after error@1330540114) -> (continuation of Deferred@426380820 after retry RPC after error@379783880) -> (continuation of Deferred@1372607221 after retry RPC after error@1833994851) -> (continuation of Deferred@612578163 after retry RPC after error@720935009) -> (continuation of Deferred@2045517873 after retry RPC after error@268877565) -> (continuation of Deferred@765665061 after retry RPC after error@1131852128) -> (continuation of Deferred@1535372439 after retry RPC after error@2128040012) -> (continuation of Deferred@1270362756 after retry RPC after error@1026783010) -> (continuation of Deferred@2031141703 after retry RPC after error@1031911705)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [72ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [78ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [78ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [95ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [131ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [164ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [202ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [202ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [261ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [262ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [303ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [543ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [543ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [882ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [883ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [884ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [884ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1104ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2723ms] too many traces: truncated at 100 traces, deferred=Deferred@309636010(state=PENDING, result=null, callback=(continuation of Deferred@1646931340 after retry RPC after error@1563237223) -> (continuation of Deferred@1762644255 after retry RPC after error@1578180207) -> (continuation of Deferred@1843662444 after retry RPC after error@1479005844) -> (continuation of Deferred@1329034150 after retry RPC after error@428076617) -> (continuation of Deferred@1415119995 after retry RPC after error@850197266) -> (continuation of Deferred@1181877410 after retry RPC after error@1074088835) -> (continuation of Deferred@1550050596 after retry RPC after error@163770833) -> (continuation of Deferred@1606656863 after retry RPC after error@904966775) -> (continuation of Deferred@1996041000 after retry RPC after error@1747648607) -> (continuation of Deferred@707825502 after retry RPC after error@442757989) -> (continuation of Deferred@637283178 after retry RPC after error@367390322) -> (continuation of Deferred@998361583 after retry RPC after error@1056767265) -> (continuation of Deferred@2048861935 after retry RPC after error@1077133728) -> (continuation of Deferred@1967695608 after retry RPC after error@746866821) -> (continuation of Deferred@791620516 after retry RPC after error@1901056288) -> (continuation of Deferred@1090569879 after retry RPC after error@1330540114) -> (continuation of Deferred@426380820 after retry RPC after error@379783880) -> (continuation of Deferred@1372607221 after retry RPC after error@1833994851) -> (continuation of Deferred@612578163 after retry RPC after error@720935009) -> (continuation of Deferred@2045517873 after retry RPC after error@268877565) -> (continuation of Deferred@765665061 after retry RPC after error@1131852128) -> (continuation of Deferred@1535372439 after retry RPC after error@2128040012) -> (continuation of Deferred@1270362756 after retry RPC after error@1026783010) -> (continuation of Deferred@2031141703 after retry RPC after error@1031911705), errback=(continuation of Deferred@1646931340 after retry RPC after error@1563237223) -> (continuation of Deferred@1762644255 after retry RPC after error@1578180207) -> (continuation of Deferred@1843662444 after retry RPC after error@1479005844) -> (continuation of Deferred@1329034150 after retry RPC after error@428076617) -> (continuation of Deferred@1415119995 after retry RPC after error@850197266) -> (continuation of Deferred@1181877410 after retry RPC after error@1074088835) -> (continuation of Deferred@1550050596 after retry RPC after error@163770833) -> (continuation of Deferred@1606656863 after retry RPC after error@904966775) -> (continuation of Deferred@1996041000 after retry RPC after error@1747648607) -> (continuation of Deferred@707825502 after retry RPC after error@442757989) -> (continuation of Deferred@637283178 after retry RPC after error@367390322) -> (continuation of Deferred@998361583 after retry RPC after error@1056767265) -> (continuation of Deferred@2048861935 after retry RPC after error@1077133728) -> (continuation of Deferred@1967695608 after retry RPC after error@746866821) -> (continuation of Deferred@791620516 after retry RPC after error@1901056288) -> (continuation of Deferred@1090569879 after retry RPC after error@1330540114) -> (continuation of Deferred@426380820 after retry RPC after error@379783880) -> (continuation of Deferred@1372607221 after retry RPC after error@1833994851) -> (continuation of Deferred@612578163 after retry RPC after error@720935009) -> (continuation of Deferred@2045517873 after retry RPC after error@268877565) -> (continuation of Deferred@765665061 after retry RPC after error@1131852128) -> (continuation of Deferred@1535372439 after retry RPC after error@2128040012) -> (continuation of Deferred@1270362756 after retry RPC after error@1026783010) -> (continuation of Deferred@2031141703 after retry RPC after error@1031911705)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.188:43131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:28.754 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.754 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.754 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.755 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:28.757 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [72ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [78ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [78ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [95ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [131ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [164ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [202ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [202ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [261ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [262ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [303ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [543ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [543ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [882ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [883ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [884ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [884ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1104ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2723ms] too many traces: truncated at 100 traces, deferred=Deferred@309636010(state=PENDING, result=null, callback=(continuation of Deferred@1646931340 after retry RPC after error@1563237223) -> (continuation of Deferred@1762644255 after retry RPC after error@1578180207) -> (continuation of Deferred@1843662444 after retry RPC after error@1479005844) -> (continuation of Deferred@1329034150 after retry RPC after error@428076617) -> (continuation of Deferred@1415119995 after retry RPC after error@850197266) -> (continuation of Deferred@1181877410 after retry RPC after error@1074088835) -> (continuation of Deferred@1550050596 after retry RPC after error@163770833) -> (continuation of Deferred@1606656863 after retry RPC after error@904966775) -> (continuation of Deferred@1996041000 after retry RPC after error@1747648607) -> (continuation of Deferred@707825502 after retry RPC after error@442757989) -> (continuation of Deferred@637283178 after retry RPC after error@367390322) -> (continuation of Deferred@998361583 after retry RPC after error@1056767265) -> (continuation of Deferred@2048861935 after retry RPC after error@1077133728) -> (continuation of Deferred@1967695608 after retry RPC after error@746866821) -> (continuation of Deferred@791620516 after retry RPC after error@1901056288) -> (continuation of Deferred@1090569879 after retry RPC after error@1330540114) -> (continuation of Deferred@426380820 after retry RPC after error@379783880) -> (continuation of Deferred@1372607221 after retry RPC after error@1833994851) -> (continuation of Deferred@612578163 after retry RPC after error@720935009) -> (continuation of Deferred@2045517873 after retry RPC after error@268877565) -> (continuation of Deferred@765665061 after retry RPC after error@1131852128) -> (continuation of Deferred@1535372439 after retry RPC after error@2128040012) -> (continuation of Deferred@1270362756 after retry RPC after error@1026783010) -> (continuation of Deferred@2031141703 after retry RPC after error@1031911705), errback=(continuation of Deferred@1646931340 after retry RPC after error@1563237223) -> (continuation of Deferred@1762644255 after retry RPC after error@1578180207) -> (continuation of Deferred@1843662444 after retry RPC after error@1479005844) -> (continuation of Deferred@1329034150 after retry RPC after error@428076617) -> (continuation of Deferred@1415119995 after retry RPC after error@850197266) -> (continuation of Deferred@1181877410 after retry RPC after error@1074088835) -> (continuation of Deferred@1550050596 after retry RPC after error@163770833) -> (continuation of Deferred@1606656863 after retry RPC after error@904966775) -> (continuation of Deferred@1996041000 after retry RPC after error@1747648607) -> (continuation of Deferred@707825502 after retry RPC after error@442757989) -> (continuation of Deferred@637283178 after retry RPC after error@367390322) -> (continuation of Deferred@998361583 after retry RPC after error@1056767265) -> (continuation of Deferred@2048861935 after retry RPC after error@1077133728) -> (continuation of Deferred@1967695608 after retry RPC after error@746866821) -> (continuation of Deferred@791620516 after retry RPC after error@1901056288) -> (continuation of Deferred@1090569879 after retry RPC after error@1330540114) -> (continuation of Deferred@426380820 after retry RPC after error@379783880) -> (continuation of Deferred@1372607221 after retry RPC after error@1833994851) -> (continuation of Deferred@612578163 after retry RPC after error@720935009) -> (continuation of Deferred@2045517873 after retry RPC after error@268877565) -> (continuation of Deferred@765665061 after retry RPC after error@1131852128) -> (continuation of Deferred@1535372439 after retry RPC after error@2128040012) -> (continuation of Deferred@1270362756 after retry RPC after error@1026783010) -> (continuation of Deferred@2031141703 after retry RPC after error@1031911705)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [72ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [76ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [78ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [78ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [95ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [129ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [131ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [142ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [142ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [164ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [202ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [202ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [261ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [262ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [303ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [542ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [543ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [543ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [882ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [883ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [884ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [884ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1103ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1104ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1104ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2723ms] too many traces: truncated at 100 traces, deferred=Deferred@309636010(state=PENDING, result=null, callback=(continuation of Deferred@1646931340 after retry RPC after error@1563237223) -> (continuation of Deferred@1762644255 after retry RPC after error@1578180207) -> (continuation of Deferred@1843662444 after retry RPC after error@1479005844) -> (continuation of Deferred@1329034150 after retry RPC after error@428076617) -> (continuation of Deferred@1415119995 after retry RPC after error@850197266) -> (continuation of Deferred@1181877410 after retry RPC after error@1074088835) -> (continuation of Deferred@1550050596 after retry RPC after error@163770833) -> (continuation of Deferred@1606656863 after retry RPC after error@904966775) -> (continuation of Deferred@1996041000 after retry RPC after error@1747648607) -> (continuation of Deferred@707825502 after retry RPC after error@442757989) -> (continuation of Deferred@637283178 after retry RPC after error@367390322) -> (continuation of Deferred@998361583 after retry RPC after error@1056767265) -> (continuation of Deferred@2048861935 after retry RPC after error@1077133728) -> (continuation of Deferred@1967695608 after retry RPC after error@746866821) -> (continuation of Deferred@791620516 after retry RPC after error@1901056288) -> (continuation of Deferred@1090569879 after retry RPC after error@1330540114) -> (continuation of Deferred@426380820 after retry RPC after error@379783880) -> (continuation of Deferred@1372607221 after retry RPC after error@1833994851) -> (continuation of Deferred@612578163 after retry RPC after error@720935009) -> (continuation of Deferred@2045517873 after retry RPC after error@268877565) -> (continuation of Deferred@765665061 after retry RPC after error@1131852128) -> (continuation of Deferred@1535372439 after retry RPC after error@2128040012) -> (continuation of Deferred@1270362756 after retry RPC after error@1026783010) -> (continuation of Deferred@2031141703 after retry RPC after error@1031911705), errback=(continuation of Deferred@1646931340 after retry RPC after error@1563237223) -> (continuation of Deferred@1762644255 after retry RPC after error@1578180207) -> (continuation of Deferred@1843662444 after retry RPC after error@1479005844) -> (continuation of Deferred@1329034150 after retry RPC after error@428076617) -> (continuation of Deferred@1415119995 after retry RPC after error@850197266) -> (continuation of Deferred@1181877410 after retry RPC after error@1074088835) -> (continuation of Deferred@1550050596 after retry RPC after error@163770833) -> (continuation of Deferred@1606656863 after retry RPC after error@904966775) -> (continuation of Deferred@1996041000 after retry RPC after error@1747648607) -> (continuation of Deferred@707825502 after retry RPC after error@442757989) -> (continuation of Deferred@637283178 after retry RPC after error@367390322) -> (continuation of Deferred@998361583 after retry RPC after error@1056767265) -> (continuation of Deferred@2048861935 after retry RPC after error@1077133728) -> (continuation of Deferred@1967695608 after retry RPC after error@746866821) -> (continuation of Deferred@791620516 after retry RPC after error@1901056288) -> (continuation of Deferred@1090569879 after retry RPC after error@1330540114) -> (continuation of Deferred@426380820 after retry RPC after error@379783880) -> (continuation of Deferred@1372607221 after retry RPC after error@1833994851) -> (continuation of Deferred@612578163 after retry RPC after error@720935009) -> (continuation of Deferred@2045517873 after retry RPC after error@268877565) -> (continuation of Deferred@765665061 after retry RPC after error@1131852128) -> (continuation of Deferred@1535372439 after retry RPC after error@2128040012) -> (continuation of Deferred@1270362756 after retry RPC after error@1026783010) -> (continuation of Deferred@2031141703 after retry RPC after error@1031911705)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.188:43131
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:28.758 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:10:28.758 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
23:10:28.759 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:10:28.759 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
23:10:28.759 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:10:28.759 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
23:10:28.761 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
23:10:28.761 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
23:10:28.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.764045 17648 raft_consensus.cc:493] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:10:28.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.764616 17648 raft_consensus.cc:515] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11ac017a1c1041829674110d6439a25d" member_type: VOTER last_known_addr { host: "127.16.97.1" port: 46077 } } peers { permanent_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" member_type: VOTER last_known_addr { host: "127.16.97.2" port: 33391 } } peers { permanent_uuid: "8266609711814948988f9864c9b017cf" member_type: VOTER last_known_addr { host: "127.16.97.3" port: 37105 } }
23:10:28.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.768241 17648 leader_election.cc:290] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 11ac017a1c1041829674110d6439a25d (127.16.97.1:46077), 8266609711814948988f9864c9b017cf (127.16.97.3:37105)
23:10:28.769 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:28.769 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:10:28.769 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:28.769 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
23:10:28.769 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:10:28.769 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:28.770 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.770 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.770 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.770 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.770 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.770 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.771 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:28.771 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:10:28.771 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
23:10:28.771 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:10:28.773 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:10:28.773 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
23:10:28.773 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:10:28.775 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:10:28.775 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
23:10:28.776 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
23:10:28.777 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
23:10:28.777 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:10:28.777 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 7fd90d75d429cae09c48b2e4b1f4e71b
23:10:28.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:28.786648 17554 tablet.cc:2406] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:28.789 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:28.789 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:28.789 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:28.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.790 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.791 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:28.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.802724 17506 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a141f921f5b4d278807cd2678018f99" candidate_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8266609711814948988f9864c9b017cf" is_pre_election: true
23:10:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.803692 17506 raft_consensus.cc:2468] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e65cc58554f24a9ebbf6cbebdc53ec2f in term 0.
23:10:28.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.805326 17297 leader_election.cc:304] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8266609711814948988f9864c9b017cf, e65cc58554f24a9ebbf6cbebdc53ec2f; no voters: 
23:10:28.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.806301 17648 raft_consensus.cc:2804] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [term 0 FOLLOWER]: Leader pre-election won for term 1
23:10:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.806708 17648 raft_consensus.cc:493] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:10:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.806629 17217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a141f921f5b4d278807cd2678018f99" candidate_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "11ac017a1c1041829674110d6439a25d" is_pre_election: true
23:10:28.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.807087 17648 raft_consensus.cc:3060] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [term 0 FOLLOWER]: Advancing to term 1
23:10:28.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.807667 17217 raft_consensus.cc:2468] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e65cc58554f24a9ebbf6cbebdc53ec2f in term 0.
23:10:28.809 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:28.809 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:28.809 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:28.810 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.811 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:28.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.814508 17648 raft_consensus.cc:515] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11ac017a1c1041829674110d6439a25d" member_type: VOTER last_known_addr { host: "127.16.97.1" port: 46077 } } peers { permanent_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" member_type: VOTER last_known_addr { host: "127.16.97.2" port: 33391 } } peers { permanent_uuid: "8266609711814948988f9864c9b017cf" member_type: VOTER last_known_addr { host: "127.16.97.3" port: 37105 } }
23:10:28.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.816624 17648 leader_election.cc:290] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [CANDIDATE]: Term 1 election: Requested vote from peers 11ac017a1c1041829674110d6439a25d (127.16.97.1:46077), 8266609711814948988f9864c9b017cf (127.16.97.3:37105)
23:10:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.817865 17506 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a141f921f5b4d278807cd2678018f99" candidate_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8266609711814948988f9864c9b017cf"
23:10:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.817888 17217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "7a141f921f5b4d278807cd2678018f99" candidate_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "11ac017a1c1041829674110d6439a25d"
23:10:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.818424 17506 raft_consensus.cc:3060] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf [term 0 FOLLOWER]: Advancing to term 1
23:10:28.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.818482 17217 raft_consensus.cc:3060] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d [term 0 FOLLOWER]: Advancing to term 1
23:10:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.826135 17506 raft_consensus.cc:2468] T 7a141f921f5b4d278807cd2678018f99 P 8266609711814948988f9864c9b017cf [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e65cc58554f24a9ebbf6cbebdc53ec2f in term 1.
23:10:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.826416 17217 raft_consensus.cc:2468] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e65cc58554f24a9ebbf6cbebdc53ec2f in term 1.
23:10:28.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.827479 17297 leader_election.cc:304] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8266609711814948988f9864c9b017cf, e65cc58554f24a9ebbf6cbebdc53ec2f; no voters: 
23:10:28.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.828578 17648 raft_consensus.cc:2804] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [term 1 FOLLOWER]: Leader election won for term 1
23:10:28.829 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:28.829 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:28.829 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:28.829 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.830 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.830 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.830 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.830 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.830 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.830 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.833950 17648 raft_consensus.cc:697] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [term 1 LEADER]: Becoming Leader. State: Replica: e65cc58554f24a9ebbf6cbebdc53ec2f, State: Running, Role: LEADER
23:10:28.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.835106 17648 consensus_queue.cc:237] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11ac017a1c1041829674110d6439a25d" member_type: VOTER last_known_addr { host: "127.16.97.1" port: 46077 } } peers { permanent_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" member_type: VOTER last_known_addr { host: "127.16.97.2" port: 33391 } } peers { permanent_uuid: "8266609711814948988f9864c9b017cf" member_type: VOTER last_known_addr { host: "127.16.97.3" port: 37105 } }
23:10:28.849 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:28.849 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:28.850 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:28.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.851 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.851 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.851 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.851 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:28.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:28.858603 16978 catalog_manager.cc:5696] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f reported cstate change: term changed from 0 to 1, leader changed from <none> to e65cc58554f24a9ebbf6cbebdc53ec2f (127.16.97.2). New cstate: current_term: 1 leader_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "11ac017a1c1041829674110d6439a25d" member_type: VOTER last_known_addr { host: "127.16.97.1" port: 46077 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e65cc58554f24a9ebbf6cbebdc53ec2f" member_type: VOTER last_known_addr { host: "127.16.97.2" port: 33391 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8266609711814948988f9864c9b017cf" member_type: VOTER last_known_addr { host: "127.16.97.3" port: 37105 } health_report { overall_health: UNKNOWN } } }
23:10:28.861 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:28.861 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:28.861 [DEBUG - pool-107-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:28.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.862 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:28.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:28.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:28.863 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:28.864 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28404), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [29ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [66ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [117ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [117ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [235ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [245ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [245ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [282ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [323ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [323ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [402ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [403ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [403ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [403ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [482ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [801ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [801ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [802ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [802ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [902ms] refreshing cache from master, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [903ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [903ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [904ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [904ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1200ms] refreshing cache from master, [1200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [4161ms] refreshing cache from master, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [4161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [4162ms] too many traces: truncated at 100 traces, deferred=Deferred@1474210575(state=PENDING, result=null, callback=(continuation of Deferred@2002690388 after retry RPC after error@1724845261) -> (continuation of Deferred@1632417465 after retry RPC after error@1139339084) -> (continuation of Deferred@1094627940 after retry RPC after error@1602840554) -> (continuation of Deferred@1534393308 after retry RPC after error@1608711537) -> (continuation of Deferred@1803278715 after retry RPC after error@2136557001) -> (continuation of Deferred@59767781 after retry RPC after error@1263437712) -> (continuation of Deferred@2127245187 after retry RPC after error@1258900126) -> (continuation of Deferred@925221065 after retry RPC after error@149468090) -> (continuation of Deferred@804790803 after retry RPC after error@782549192) -> (continuation of Deferred@933129821 after retry RPC after error@2049343095) -> (continuation of Deferred@337654682 after retry RPC after error@478810966) -> (continuation of Deferred@1487043100 after retry RPC after error@297693881) -> (continuation of Deferred@68628471 after retry RPC after error@1212914816) -> (continuation of Deferred@66223375 after retry RPC after error@1631321202) -> (continuation of Deferred@1559105333 after retry RPC after error@1213540276) -> (continuation of Deferred@1482629556 after retry RPC after error@1715048097) -> (continuation of Deferred@1241690868 after retry RPC after error@722158727) -> (continuation of Deferred@175669971 after retry RPC after error@547248571) -> (continuation of Deferred@2144655950 after retry RPC after error@235574863) -> (continuation of Deferred@1076552519 after retry RPC after error@313211256) -> (continuation of Deferred@1274316745 after retry RPC after error@286705686) -> (continuation of Deferred@103887272 after retry RPC after error@1301985519), errback=(continuation of Deferred@2002690388 after retry RPC after error@1724845261) -> (continuation of Deferred@1632417465 after retry RPC after error@1139339084) -> (continuation of Deferred@1094627940 after retry RPC after error@1602840554) -> (continuation of Deferred@1534393308 after retry RPC after error@1608711537) -> (continuation of Deferred@1803278715 after retry RPC after error@2136557001) -> (continuation of Deferred@59767781 after retry RPC after error@1263437712) -> (continuation of Deferred@2127245187 after retry RPC after error@1258900126) -> (continuation of Deferred@925221065 after retry RPC after error@149468090) -> (continuation of Deferred@804790803 after retry RPC after error@782549192) -> (continuation of Deferred@933129821 after retry RPC after error@2049343095) -> (continuation of Deferred@337654682 after retry RPC after error@478810966) -> (continuation of Deferred@1487043100 after retry RPC after error@297693881) -> (continuation of Deferred@68628471 after retry RPC after error@1212914816) -> (continuation of Deferred@66223375 after retry RPC after error@1631321202) -> (continuation of Deferred@1559105333 after retry RPC after error@1213540276) -> (continuation of Deferred@1482629556 after retry RPC after error@1715048097) -> (continuation of Deferred@1241690868 after retry RPC after error@722158727) -> (continuation of Deferred@175669971 after retry RPC after error@547248571) -> (continuation of Deferred@2144655950 after retry RPC after error@235574863) -> (continuation of Deferred@1076552519 after retry RPC after error@313211256) -> (continuation of Deferred@1274316745 after retry RPC after error@286705686) -> (continuation of Deferred@103887272 after retry RPC after error@1301985519)))
23:10:28.869 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:28.869 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:28.870 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:28.870 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.870 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.870 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.871 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:28.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:28.894886 17416 tablet.cc:2406] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:28.909 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:28.910 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:28.910 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:28.910 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.910 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.910 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:28.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:28.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:28.911 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:28.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:28.936317 17270 tablet.cc:2406] T 7a141f921f5b4d278807cd2678018f99 P 11ac017a1c1041829674110d6439a25d: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:29.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:29.108 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:29.109 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:29.109 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:29.109 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:29.109 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:29.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:29.110 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:29.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:29.110 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:29.110 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:29.110 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:29.110 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:29.110 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:29.148 [DEBUG - main] (Connection.java:575) [peer master-127.15.153.253:37081(127.15.153.253:37081)] disconnecting while in state READY
23:10:29.148 [DEBUG - main] (Connection.java:575) [peer master-127.15.153.252:38525(127.15.153.252:38525)] disconnecting while in state READY
23:10:29.148 [DEBUG - main] (Connection.java:575) [peer master-127.15.153.254:35665(127.15.153.254:35665)] disconnecting while in state READY
23:10:29.149 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.153.253:37081(127.15.153.253:37081)] handling channelInactive
23:10:29.149 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state READY due to: connection closed
23:10:29.150 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.153.252:38525(127.15.153.252:38525)] handling channelInactive
23:10:29.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state READY due to: connection closed
23:10:29.150 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:29.150 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:10:29.150 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-2
23:10:29.151 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.153.254:35665(127.15.153.254:35665)] handling channelInactive
23:10:29.151 [DEBUG - main] (Connection.java:575) [peer master-127.16.97.62:41205(127.16.97.62:41205)] disconnecting while in state READY
23:10:29.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state READY due to: connection closed
23:10:29.151 [DEBUG - main] (Connection.java:575) [peer master-127.16.97.60:33655(127.16.97.60:33655)] disconnecting while in state READY
23:10:29.151 [DEBUG - main] (Connection.java:575) [peer master-127.16.97.61:39663(127.16.97.61:39663)] disconnecting while in state READY
23:10:29.151 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:10:29.152 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.97.60:33655(127.16.97.60:33655)] handling channelInactive
23:10:29.152 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.97.62:41205(127.16.97.62:41205)] handling channelInactive
23:10:29.152 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:29.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state READY due to: connection closed
23:10:29.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state READY due to: connection closed
23:10:29.153 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
23:10:29.153 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
23:10:29.154 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.97.61:39663(127.16.97.61:39663)] handling channelInactive
23:10:29.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state READY due to: connection closed
23:10:29.155 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
23:10:29.156 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:10:29.157 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:10:29.157 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:10:29.157 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:10:29.157 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:10:29.157 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:10:29.163 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:10:29.164 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:10:29.164 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:10:29.164 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:10:29.164 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:10:29.164 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:10:29.164 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:10:29.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:29.285514 17648 consensus_queue.cc:1048] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "8266609711814948988f9864c9b017cf" member_type: VOTER last_known_addr { host: "127.16.97.3" port: 37105 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:10:29.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:29.333762 17676 consensus_queue.cc:1048] T 7a141f921f5b4d278807cd2678018f99 P e65cc58554f24a9ebbf6cbebdc53ec2f [LEADER]: Connected to new peer: Peer: permanent_uuid: "11ac017a1c1041829674110d6439a25d" member_type: VOTER last_known_addr { host: "127.16.97.1" port: 46077 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:10:29.458 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:10:29.539 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:29.539 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:29.540 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:29.540 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:29.541 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:29.541 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:29.541 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:29.541 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:29.541 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:29.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:29.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:29.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:29.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:29.564 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:10:29.564 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:10:29.564 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:10:29.579 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:10:29.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:29.869 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:29.869 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:29.870 [DEBUG - pool-102-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:29.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:29.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:29.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:29.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:29.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:29.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:29.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:29.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:29.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:29.872 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:29.907 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:29.907 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:29.907 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:29.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:29.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:29.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:29.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:29.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:29.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:29.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:29.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:29.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:29.908 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:30.087 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:30.303 [INFO - flink-pekko.actor.default-dispatcher-4] (Slf4jLogger.scala:117) Slf4jLogger started
23:10:30.394 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:30.394 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:30.395 [DEBUG - pool-104-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:30.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.395 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.395 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.395 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.396 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:30.396 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29953), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [26ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [106ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [194ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [194ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [214ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [215ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [217ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [230ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [230ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [251ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [253ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [268ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [269ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [270ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [270ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [283ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [323ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [324ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [324ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [324ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [362ms] refreshing cache from master, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [364ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [364ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [365ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [442ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [502ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [502ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [502ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [503ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [701ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [702ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [702ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [703ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [703ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1165ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1165ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2184ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [6021ms] refreshing cache from master, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [6022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [6023ms] too many traces: truncated at 100 traces, deferred=Deferred@780785671(state=PENDING, result=null, callback=(continuation of Deferred@145426497 after retry RPC after error@1983782446) -> (continuation of Deferred@1323165844 after retry RPC after error@787765416) -> (continuation of Deferred@2119017527 after retry RPC after error@2013534910) -> (continuation of Deferred@1505543266 after retry RPC after error@1434576613) -> (continuation of Deferred@1182702718 after retry RPC after error@519552997) -> (continuation of Deferred@567797645 after retry RPC after error@2067504028) -> (continuation of Deferred@1234462185 after retry RPC after error@1790964649) -> (continuation of Deferred@1959435004 after retry RPC after error@1401559170) -> (continuation of Deferred@970687543 after retry RPC after error@745277982) -> (continuation of Deferred@215050261 after retry RPC after error@261897989) -> (continuation of Deferred@1778641149 after retry RPC after error@645083993) -> (continuation of Deferred@568686146 after retry RPC after error@1341067628) -> (continuation of Deferred@979258476 after retry RPC after error@92821893) -> (continuation of Deferred@257255440 after retry RPC after error@948333799) -> (continuation of Deferred@1886616247 after retry RPC after error@930107725) -> (continuation of Deferred@323074651 after retry RPC after error@413867392) -> (continuation of Deferred@1936091872 after retry RPC after error@1185527800) -> (continuation of Deferred@1487166996 after retry RPC after error@404950941) -> (continuation of Deferred@1490175763 after retry RPC after error@1397697926) -> (continuation of Deferred@694263045 after retry RPC after error@700330067) -> (continuation of Deferred@1671299240 after retry RPC after error@1226252864) -> (continuation of Deferred@1815812050 after retry RPC after error@887070382) -> (continuation of Deferred@660030429 after retry RPC after error@1470259285) -> (continuation of Deferred@1662220532 after retry RPC after error@737255638) -> (continuation of Deferred@908412894 after retry RPC after error@1916877191), errback=(continuation of Deferred@145426497 after retry RPC after error@1983782446) -> (continuation of Deferred@1323165844 after retry RPC after error@787765416) -> (continuation of Deferred@2119017527 after retry RPC after error@2013534910) -> (continuation of Deferred@1505543266 after retry RPC after error@1434576613) -> (continuation of Deferred@1182702718 after retry RPC after error@519552997) -> (continuation of Deferred@567797645 after retry RPC after error@2067504028) -> (continuation of Deferred@1234462185 after retry RPC after error@1790964649) -> (continuation of Deferred@1959435004 after retry RPC after error@1401559170) -> (continuation of Deferred@970687543 after retry RPC after error@745277982) -> (continuation of Deferred@215050261 after retry RPC after error@261897989) -> (continuation of Deferred@1778641149 after retry RPC after error@645083993) -> (continuation of Deferred@568686146 after retry RPC after error@1341067628) -> (continuation of Deferred@979258476 after retry RPC after error@92821893) -> (continuation of Deferred@257255440 after retry RPC after error@948333799) -> (continuation of Deferred@1886616247 after retry RPC after error@930107725) -> (continuation of Deferred@323074651 after retry RPC after error@413867392) -> (continuation of Deferred@1936091872 after retry RPC after error@1185527800) -> (continuation of Deferred@1487166996 after retry RPC after error@404950941) -> (continuation of Deferred@1490175763 after retry RPC after error@1397697926) -> (continuation of Deferred@694263045 after retry RPC after error@700330067) -> (continuation of Deferred@1671299240 after retry RPC after error@1226252864) -> (continuation of Deferred@1815812050 after retry RPC after error@887070382) -> (continuation of Deferred@660030429 after retry RPC after error@1470259285) -> (continuation of Deferred@1662220532 after retry RPC after error@737255638) -> (continuation of Deferred@908412894 after retry RPC after error@1916877191)))
23:10:30.460 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:10:30.478 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:10:30.497 [INFO - flink-metrics-6] (Slf4jLogger.scala:117) Slf4jLogger started
23:10:30.511 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:10:30.525 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:10:30.531 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:10:30.533 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:10:30.533 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:10:30.534 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:10:30.534 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:10:30.534 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:10:30.534 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:10:30.534 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:10:30.535 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:10:30.535 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:10:30.536 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:10:30.536 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:10:30.536 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:10:30.536 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:10:30.536 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:10:30.536 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:10:30.536 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:10:30.536 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:10:30.536 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:10:30.537 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:10:30.537 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:10:30.537 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:10:30.537 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:10:30.538 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:10:30.538 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_b353c72a0b9e669d509fc546a2d08ceb/blobStorage
23:10:30.538 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:33305 - max concurrent requests: 50 - max backlog: 1000
23:10:30.539 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_b353c72a0b9e669d509fc546a2d08ceb/blobStorage
23:10:30.540 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_b353c72a0b9e669d509fc546a2d08ceb/blobStorage
23:10:30.541 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:10:30.541 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a
23:10:30.544 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 37 GB (77.08% usable)
23:10:30.544 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-d4eb6cc9-001b-4654-8852-8c04d86ade60
23:10:30.550 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-19e19df1-fe41-49ff-8876-cb388de34a65
23:10:30.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:30.620 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:10:30.621 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:10:30.621 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:10:30.621 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:10:30.622 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:10:30.624 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_8 .
23:10:30.630 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultJobLeaderService.java:127) Start job leader service.
23:10:30.630 [INFO - flink-pekko.actor.default-dispatcher-4] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-a4dd9b49-a864-4182-86e4-ff261b6e7aff
23:10:30.633 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:10:30.633 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:10:30.642 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:10:30.642 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:10:30.650 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:46047
23:10:30.650 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:10:30.663 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:10:30.663 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:46047 was granted leadership with leaderSessionID=a2ceb9ee-907f-45ac-8f1b-273749d02032
23:10:30.663 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:46047 , session=a2ceb9ee-907f-45ac-8f1b-273749d02032
23:10:30.663 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:10:30.663 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:10:30.664 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 0470ee84-fdcb-4a69-86b9-ec594a8bcabe. Creating new DispatcherLeaderProcess.
23:10:30.664 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:10:30.664 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:10:30.666 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:10:30.666 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:10:30.669 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_9 .
23:10:30.670 [INFO - pool-129-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 1e40a40a-2607-473d-9bf5-37ceb12b1cdc.
23:10:30.672 [INFO - pool-129-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_10 .
23:10:30.676 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_9 , session=0470ee84-fdcb-4a69-86b9-ec594a8bcabe
23:10:30.679 [INFO - flink-pekko.actor.default-dispatcher-4] (ResourceManager.java:253) Starting the resource manager.
23:10:30.680 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:10:30.680 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:10:30.680 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:10:30.680 [WARN - flink-pekko.actor.default-dispatcher-4] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:10:30.682 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_10 , session=1e40a40a-2607-473d-9bf5-37ceb12b1cdc
23:10:30.702 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(9bf537ceb12b1cdc1e40a40a2607473d).
23:10:30.710 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:10:30.715 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a (pekko://flink/user/rpc/taskmanager_8) at ResourceManager
23:10:30.716 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_10 under registration id 87b54a27755dd8bf23c3ceac49aff95b.
23:10:30.716 [INFO - flink-pekko.actor.default-dispatcher-4] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (9c307ae8863c63d3de8666de8ff6a319).
23:10:30.717 [INFO - flink-pekko.actor.default-dispatcher-4] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (9c307ae8863c63d3de8666de8ff6a319).
23:10:30.717 [INFO - flink-pekko.actor.default-dispatcher-4] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-9c307ae8863c63d3de8666de8ff6a319'.
23:10:30.717 [INFO - mini-cluster-io-thread-3] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 9c307ae8863c63d3de8666de8ff6a319 was granted leadership with leader id b32e1f0a-b8c8-448e-8c37-54f2304ccb4a. Creating new JobMasterServiceProcess.
23:10:30.717 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:344) Registering task executor ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a under 87b54a27755dd8bf23c3ceac49aff95b at the slot manager.
23:10:30.720 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RESTARTING to RUNNING.
23:10:30.721 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 7fd90d75d429cae09c48b2e4b1f4e71b from Checkpoint 69 @ 1783465770871 for 7fd90d75d429cae09c48b2e4b1f4e71b located at file:/tmp/junit10017824425167261518/checkpoints/7fd90d75d429cae09c48b2e4b1f4e71b/chk-69.
23:10:30.721 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
23:10:30.722 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:10:30.723 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
23:10:30.723 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:10:30.724 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
23:10:30.724 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1682dde66f4047e52e61f55f08fc41cb
23:10:30.724 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
23:10:30.724 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
23:10:30.725 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 9b262363fcd0868adf9df6b409251b5a
23:10:30.725 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
23:10:30.725 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
23:10:30.725 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 0c6e0f99fd3d542b70060dcf08a47801
23:10:30.726 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
23:10:30.726 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 1682dde66f4047e52e61f55f08fc41cb.
23:10:30.726 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_11 .
23:10:30.727 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 1682dde66f4047e52e61f55f08fc41cb.
23:10:30.727 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:10:30.727 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:10:30.728 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:10:30.728 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 9b262363fcd0868adf9df6b409251b5a.
23:10:30.728 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
23:10:30.728 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
23:10:30.729 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@79523e4f
23:10:30.729 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:30.729 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 9b262363fcd0868adf9df6b409251b5a.
23:10:30.729 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:10:30.729 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
23:10:30.730 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1505a094b005b0798120d2f5455849cd
23:10:30.730 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:10:30.730 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:10:30.730 [INFO - Thread-26] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:10:30.730 [DEBUG - Thread-26] (Connection.java:575) [peer master-127.11.198.190:45937(127.11.198.190:45937)] disconnecting while in state TERMINATED
23:10:30.731 [DEBUG - Thread-26] (Connection.java:575) [peer master-127.11.198.188:43131(127.11.198.188:43131)] disconnecting while in state TERMINATED
23:10:30.731 [DEBUG - Thread-26] (Connection.java:575) [peer master-127.11.198.189:39011(127.11.198.189:39011)] disconnecting while in state TERMINATED
23:10:30.731 [DEBUG - Thread-26] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:30.732 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e87ac4f
23:10:30.733 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 0c6e0f99fd3d542b70060dcf08a47801.
23:10:30.733 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
23:10:30.733 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
23:10:30.734 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 0c6e0f99fd3d542b70060dcf08a47801.
23:10:30.734 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5d0669fd
23:10:30.734 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:30.734 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:10:30.735 [INFO - Thread-26] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:10:30.735 [INFO - Thread-26] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:10:30.737 [DEBUG - Thread-26] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:30.737 [INFO - Thread-26] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:10:30.738 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (9c307ae8863c63d3de8666de8ff6a319).
23:10:30.739 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319).
23:10:30.739 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 34cd5e72a257424977d3653d7831946b for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:30.740 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319).
23:10:30.740 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:10:30.741 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
23:10:30.742 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@d1c9386
23:10:30.742 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:30.742 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:10:30.743 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:10:30.743 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@f0b6102 for Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319).
23:10:30.744 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_11 , session=b32e1f0a-b8c8-448e-8c37-54f2304ccb4a
23:10:30.747 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:30.747 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:10:30.747 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:10:30.752 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 1505a094b005b0798120d2f5455849cd.
23:10:30.753 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
23:10:30.753 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
23:10:30.754 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1aa3ca91
23:10:30.754 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:30.755 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 1505a094b005b0798120d2f5455849cd.
23:10:30.755 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:10:30.755 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:10:30.755 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:10:30.755 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:10:30.756 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@37ef0ec3
23:10:30.756 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (9c307ae8863c63d3de8666de8ff6a319) under job master id 8c3754f2304ccb4ab32e1f0ab8c8448e.
23:10:30.756 [INFO - flink-pekko.actor.default-dispatcher-7] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:10:30.758 [DEBUG - flink-pekko.actor.default-dispatcher-7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:30.761 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:10:30.762 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:10:30.762 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:10:30.765 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1a9e920b
23:10:30.767 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:30.767 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:30.767 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
23:10:30.768 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
23:10:30.768 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:30.768 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b8148be
23:10:30.768 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:30.768 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:10:30.769 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:10:30.769 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:10:30.778 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@23f063dd
23:10:30.784 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:10:30.785 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state CREATED to RUNNING.
23:10:30.785 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:30.786 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:30.786 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:30.787 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:10:30.787 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.787 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.787 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:10:30.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.788 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:10:30.788 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:10:30.789 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:30.789 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:30.789 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_10(9bf537ceb12b1cdc1e40a40a2607473d)
23:10:30.789 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:30.790 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.15.153.253:37081(127.15.153.253:37081)] Successfully connected to peer
23:10:30.791 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:10:30.791 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager 8c3754f2304ccb4ab32e1f0ab8c8448e@pekko://flink/user/rpc/jobmanager_11 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:30.794 [DEBUG - main] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:10:30.800 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1015) Registered job manager 8c3754f2304ccb4ab32e1f0ab8c8448e@pekko://flink/user/rpc/jobmanager_11 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:30.803 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:30.803 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.253
23:10:30.810 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 9bf537ceb12b1cdc1e40a40a2607473d.
23:10:30.810 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:10:30.811 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:30.812 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.15.153.254:35665(127.15.153.254:35665)] Successfully connected to peer
23:10:30.820 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.254
23:10:30.822 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:30.825 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.15.153.252:38525(127.15.153.252:38525)] Successfully connected to peer
23:10:30.830 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:30.834 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc30a0507, L:/127.0.0.1:44950 - R:/127.15.153.254:35665] using SASL/PLAIN
23:10:30.834 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.252
23:10:30.837 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0ffa207c, L:/127.0.0.1:42454 - R:/127.15.153.253:37081] using SASL/PLAIN
23:10:30.845 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:30.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.855 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:30.858 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9e05621d, L:/127.0.0.1:34518 - R:/127.15.153.252:38525] using SASL/PLAIN
23:10:30.860 [DEBUG - main] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:10:30.862 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.97.62:41205(127.16.97.62:41205)] Successfully connected to peer
23:10:30.867 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:30.867 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:30.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:30.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:30.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:30.868 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:10:30.869 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=83), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [49ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: OK, [80ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: OK, deferred=null) after lookup
23:10:30.869 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:30.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:30.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:30.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:30.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:30.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:30.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:30.871 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:30.872 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:30.873 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.873 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.873 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3e71ed02c3b8445d887a1b986acd1492
23:10:30.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.875 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:30.876 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:30.877 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.879 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 9c94790dd7554a2ba4def37a3e7e177b for table 'replication_test_table' with partition [<start>, <end>)
23:10:30.879 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=9c94790dd7554a2ba4def37a3e7e177b@[49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173),95e189f6b9f849029630d375348d1fef(127.15.153.194:42401)[L],cb8467751a8d4bc7bff8090f7009d1c4(127.15.153.193:38441)]}]
23:10:30.880 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.62
23:10:30.880 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 9c307ae8863c63d3de8666de8ff6a319
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:10:30.882 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 6b8216d747499fdd765ce2b567992055 from ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a for job 9c307ae8863c63d3de8666de8ff6a319 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:10:30.883 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 6b8216d747499fdd765ce2b567992055 for job 9c307ae8863c63d3de8666de8ff6a319 from resource manager with leader id 9bf537ceb12b1cdc1e40a40a2607473d.
23:10:30.883 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 6b8216d747499fdd765ce2b567992055 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:10:30.883 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 85bfe1384700b0a8fc9aea3230d7daee from ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a for job 9c307ae8863c63d3de8666de8ff6a319 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:10:30.884 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot bfc1f281532da150741ebe37e35f65fc from ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a for job 9c307ae8863c63d3de8666de8ff6a319 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:10:30.884 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 7d74b8666a09b18f8a6e06f293e59fd5 from ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a for job 9c307ae8863c63d3de8666de8ff6a319 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:10:30.886 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:30.887 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:30.891 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:30.894 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:30.894 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x97f65de9, L:/127.0.0.1:34732 - R:/127.16.97.62:41205] using SASL/PLAIN
23:10:30.895 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.895 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.895 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.895 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.896 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:30.902 [DEBUG - main] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:10:30.903 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.97.60:33655(127.16.97.60:33655)] Successfully connected to peer
23:10:30.906 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.60
23:10:30.907 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:30.910 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:30.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.913 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:30.916 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb5e1c6fe, L:/127.0.0.1:54110 - R:/127.16.97.60:33655] using SASL/PLAIN
23:10:30.920 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job 9c307ae8863c63d3de8666de8ff6a319 for job leader monitoring.
23:10:30.920 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:30.920 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 85bfe1384700b0a8fc9aea3230d7daee for job 9c307ae8863c63d3de8666de8ff6a319 from resource manager with leader id 9bf537ceb12b1cdc1e40a40a2607473d.
23:10:30.920 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 85bfe1384700b0a8fc9aea3230d7daee with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:10:30.921 [INFO - mini-cluster-io-thread-3] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_11 with leader id b32e1f0a-b8c8-448e-8c37-54f2304ccb4a.
23:10:30.922 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request bfc1f281532da150741ebe37e35f65fc for job 9c307ae8863c63d3de8666de8ff6a319 from resource manager with leader id 9bf537ceb12b1cdc1e40a40a2607473d.
23:10:30.922 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for bfc1f281532da150741ebe37e35f65fc with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:10:30.922 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 7d74b8666a09b18f8a6e06f293e59fd5 for job 9c307ae8863c63d3de8666de8ff6a319 from resource manager with leader id 9bf537ceb12b1cdc1e40a40a2607473d.
23:10:30.922 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 7d74b8666a09b18f8a6e06f293e59fd5 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:10:30.923 [INFO - flink-pekko.actor.default-dispatcher-4] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:10:30.924 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.924 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.924 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_11 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:30.925 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:30.925 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1783) Establish JobManager connection for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:30.925 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 9c307ae8863c63d3de8666de8ff6a319.
23:10:30.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.925 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.925 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.926 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:30.926 [DEBUG - main] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:10:30.926 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:10:30.926 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 7d74b8666a09b18f8a6e06f293e59fd5
23:10:30.926 [DEBUG - main] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=134), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [104ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: OK, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [129ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: OK, deferred=null) after lookup
23:10:30.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.927 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7d74b8666a09b18f8a6e06f293e59fd5.
23:10:30.928 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:30.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.928 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.928 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:30.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.928 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:30.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.928 [INFO - flink-pekko.actor.default-dispatcher-7] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:10:30.929 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.929 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 9c307ae8863c63d3de8666de8ff6a319
23:10:30.929 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.929 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 7d74b8666a09b18f8a6e06f293e59fd5.
23:10:30.929 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.929 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.930 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:30.930 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.97.61:39663(127.16.97.61:39663)] Successfully connected to peer
23:10:30.930 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:30.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.938 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:30.938 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:30.939 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.940 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.940 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:30.940 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:10:30.940 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 6b8216d747499fdd765ce2b567992055
23:10:30.941 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:10:30.942 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 85bfe1384700b0a8fc9aea3230d7daee
23:10:30.942 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:10:30.942 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id bfc1f281532da150741ebe37e35f65fc
23:10:30.944 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a141f921f5b4d278807cd2678018f99 for table 'replication_test_table' with partition [<start>, <end>)
23:10:30.944 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a141f921f5b4d278807cd2678018f99@[11ac017a1c1041829674110d6439a25d(127.16.97.1:46077),8266609711814948988f9864c9b017cf(127.16.97.3:37105),e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)[L]]}]
23:10:30.944 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.16.97.60:33655, [5ms] Sub RPC GetTableLocations: received response from server master-127.16.97.60:33655: OK, deferred=null)) after lookup
23:10:30.945 [DEBUG - kudu-nio-1] (Connection.java:748) [peer e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)] connecting to peer
23:10:30.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.946 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:30.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.947 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.947 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:30.947 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:30.948 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.948 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:30.948 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:30.948 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:30.953 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:30.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:30.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:30.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:30.955 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6b8216d747499fdd765ce2b567992055.
23:10:30.956 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 6b8216d747499fdd765ce2b567992055.
23:10:30.958 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:30.962 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:10:30.962 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:10:30.963 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f8175b6
23:10:30.964 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:30.964 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:10:30.964 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:10:30.965 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:10:30.965 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xed1d21e8, L:/127.0.0.1:52692 - R:/127.16.97.61:39663] using TOKEN/null
23:10:30.967 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:30.980 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c531332
23:10:30.983 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:30.988 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:30.990 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 85bfe1384700b0a8fc9aea3230d7daee.
23:10:30.990 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:30.992 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 85bfe1384700b0a8fc9aea3230d7daee.
23:10:30.994 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:10:30.995 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:10:30.995 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7c76dd36
23:10:30.996 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:30.996 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:10:30.996 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:10:30.996 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:10:30.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:30.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.002 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.005 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@326d31ff
23:10:31.002 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.006 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.006 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.007 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:31.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.007 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.007 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.007 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:31.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.017 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:31.018 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:31.021 [DEBUG - kudu-nio-3] (Connection.java:757) [peer e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)] Successfully connected to peer
23:10:31.026 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.027 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.027 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:31.027 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.028 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.028 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.028 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.030 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.030 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.030 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.031 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.033 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.033 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.033 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.033 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 7d74b8666a09b18f8a6e06f293e59fd5.
23:10:31.033 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6b8216d747499fdd765ce2b567992055.
23:10:31.033 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 85bfe1384700b0a8fc9aea3230d7daee.
23:10:31.033 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot bfc1f281532da150741ebe37e35f65fc.
23:10:31.033 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot bfc1f281532da150741ebe37e35f65fc.
23:10:31.034 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.035 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id bfc1f281532da150741ebe37e35f65fc.
23:10:31.037 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.038 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.038 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:10:31.039 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.039 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:10:31.039 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:10:31.039 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.038 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:31.039 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.039 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.039 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.039 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.039 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.039 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.040 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.040 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.040 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.040 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:10:31.041 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:10:31.041 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5165e68d
23:10:31.041 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:31.041 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:10:31.042 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:10:31.042 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@25a69818
23:10:31.042 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:31.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.042 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:10:31.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.042 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:10:31.042 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.042 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:10:31.043 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:10:31.043 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:10:31.045 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:10:31.045 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:31.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.046 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.046 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.046 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.046 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:31.046 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.047 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.047 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.047 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.97.62:41205(127.16.97.62:41205)] Successfully connected to peer
23:10:31.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.048 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.048 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.049 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.050 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.62
23:10:31.050 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.050 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.050 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.050 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.050 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:10:31.051 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46e0d649
23:10:31.051 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@253e3793
23:10:31.053 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:31.053 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:31.054 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xee37e9a6, L:/127.0.0.1:37322 - R:/127.16.97.2:33391] using TOKEN/null
23:10:31.055 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.97.62:41205(127.16.97.62:41205)] Successfully connected to peer
23:10:31.057 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:10:31.062 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.064 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.97.60:33655(127.16.97.60:33655)] Successfully connected to peer
23:10:31.066 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9d63c31f, L:/127.0.0.1:34740 - R:/127.16.97.62:41205] using SASL/PLAIN
23:10:31.067 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.067 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.067 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.067 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:31.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.067 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:31.068 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:31.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.068 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.068 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.068 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.068 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.068 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.068 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.068 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.070 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.070 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:31.071 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.62
23:10:31.072 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.60
23:10:31.077 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.080 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.080 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.084 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcc78ea3a, L:/127.0.0.1:34752 - R:/127.16.97.62:41205] using SASL/PLAIN
23:10:31.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:31.086 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.086 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.087 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.087 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:31.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.087 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:31.087 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:31.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.089 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.089 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x685d1c4e, L:/127.0.0.1:54122 - R:/127.16.97.60:33655] using SASL/PLAIN
23:10:31.089 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.089 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.089 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.089 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.089 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.089 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.089 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.090 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.090 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.090 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.090 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.090 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.090 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.090 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.087 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:10:31.088 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.088 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.092 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.092 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:31.092 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:10:31.094 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:10:31.101 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.97.61:39663(127.16.97.61:39663)] Successfully connected to peer
23:10:31.102 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.97.60:33655(127.16.97.60:33655)] Successfully connected to peer
23:10:31.103 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:10:31.103 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=95), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [15ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [35ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: OK, [60ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: OK, deferred=null) after lookup
23:10:31.103 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.104 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.104 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:10:31.104 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.104 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.105 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.97.62:41205(127.16.97.62:41205)] Successfully connected to peer
23:10:31.106 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:10:31.106 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.106 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.106 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.106 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.16.97.62:41205(127.16.97.62:41205)] Successfully connected to peer
23:10:31.107 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.110 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.110 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.110 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.110 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.110 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.62
23:10:31.114 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.62
23:10:31.120 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.126 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.126 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.123 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.127 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:31.127 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.127 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.127 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:31.127 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.127 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:31.127 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.128 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.128 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.128 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.128 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.128 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.128 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.128 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.129 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.129 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.127 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.129 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.129 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.129 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.129 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.129 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.129 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.130 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.130 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.130 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.130 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:31.131 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:31.132 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0037caf2, L:/127.0.0.1:34770 - R:/127.16.97.62:41205] using SASL/PLAIN
23:10:31.133 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x392f3d09, L:/127.0.0.1:34768 - R:/127.16.97.62:41205] using SASL/PLAIN
23:10:31.133 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:10:31.134 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:10:31.134 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.97.60:33655(127.16.97.60:33655)] Successfully connected to peer
23:10:31.135 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.16.97.60:33655(127.16.97.60:33655)] Successfully connected to peer
23:10:31.136 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.97.61:39663(127.16.97.61:39663)] Successfully connected to peer
23:10:31.138 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.97.61:39663(127.16.97.61:39663)] Successfully connected to peer
23:10:31.139 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.60
23:10:31.140 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.60
23:10:31.146 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.61
23:10:31.148 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.148 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.148 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.149 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.149 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.149 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.149 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.149 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.149 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.150 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.150 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.150 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.150 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.151 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.151 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.151 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.151 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.151 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.151 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.149 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.151 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.153 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.153 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.153 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.153 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.153 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.153 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.155 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:31.156 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44a3ba38
23:10:31.156 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x74f45ddb, L:/127.0.0.1:54140 - R:/127.16.97.60:33655] using SASL/PLAIN
23:10:31.157 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:10:31.158 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:10:31.158 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.160 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.60
23:10:31.163 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:10:31.164 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=110), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [45ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: OK, [71ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: OK, deferred=null) after lookup
23:10:31.164 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3466aa11, L:/127.0.0.1:54130 - R:/127.16.97.60:33655] using SASL/PLAIN
23:10:31.166 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:10:31.166 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d2c720eb791c1fd1e03b207bb0fe1609f9b267dd8594cff490a7ee3be9bb05c0'}]
23:10:31.167 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:31.167 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:31.167 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:31.168 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.168 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.168 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.168 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:31.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.168 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:10:31.169 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [53ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: OK, [129ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: OK, deferred=null) after lookup
23:10:31.169 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.169 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.169 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:31.169 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.169 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.170 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.171 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.178 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.61
23:10:31.179 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:31.179 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:31.180 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:31.180 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:31.180 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:31.180 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:31.180 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:31.180 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:31.180 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:31.180 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:31.181 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.16.97.61
23:10:31.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:31.181 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:31.181 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:31.181 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:31.181 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:10:31.182 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=9c94790dd7554a2ba4def37a3e7e177b@[49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)[L],95e189f6b9f849029630d375348d1fef(127.15.153.194:42401),cb8467751a8d4bc7bff8090f7009d1c4(127.15.153.193:38441)]}]
23:10:31.185 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:31.187 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.188 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.188 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.188 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.189 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.189 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.189 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.189 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.192 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.194 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.16.97.61:39663(127.16.97.61:39663)] Successfully connected to peer
23:10:31.202 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:31.202 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c7988fc
23:10:31.202 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:31.203 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4cca4a15
23:10:31.204 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xce9266af, L:/127.0.0.1:52720 - R:/127.16.97.61:39663] using SASL/PLAIN
23:10:31.210 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.211 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.211 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.211 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.212 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.212 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.212 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.212 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.214 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.216 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.219 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x9e0d1471, L:/127.0.0.1:54148 - R:/127.16.97.60:33655] using SASL/PLAIN
23:10:31.220 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x66fa5616, L:/127.0.0.1:52722 - R:/127.16.97.61:39663] using SASL/PLAIN
23:10:31.223 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.226 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:10:31.226 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=172), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: OK, [131ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: OK, deferred=null) after lookup
23:10:31.227 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.227 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.228 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.228 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.229 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.229 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.229 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.229 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x695a4bbd, L:/127.0.0.1:52708 - R:/127.16.97.61:39663] using TOKEN/null
23:10:31.230 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.230 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.230 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.230 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.230 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.233 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:31.233 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:10:31.234 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:10:31.234 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:10:31.235 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:10:31.235 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:10:31.239 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:31.240 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@280ed0e7
23:10:31.240 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:10:31.241 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:10:31.244 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.246 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x5308db4f, L:/127.0.0.1:52732 - R:/127.16.97.61:39663] using SASL/PLAIN
23:10:31.247 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] connecting to peer
23:10:31.247 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.247 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.248 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.249 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.249 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.250 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.250 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.250 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.250 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.250 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.251 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.267 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.267 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.267 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.267 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.268 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.268 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.269 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.269 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.269 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.269 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.269 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.269 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.269 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.269 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.269 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.270 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:10:31.282 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:10:31.290 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.290 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.290 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.291 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.292 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] Successfully connected to peer
23:10:31.301 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.307 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:31.307 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:31.308 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:31.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.308 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.308 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.309 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:31.322 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.195
23:10:31.329 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.329 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.330 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.330 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.330 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.330 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.330 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.331 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.331 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.331 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:10:31.337 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:10:31.338 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.342 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:10:31.342 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:10:31.347 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.347 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.348 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.349 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.358 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.360 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0e82196e, L:/127.0.0.1:34728 - R:/127.15.153.195:46173] using SASL/PLAIN
23:10:31.406 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7305076042895360001) for scanner KuduScanner(table=replication_test_table, tablet=9c94790dd7554a2ba4def37a3e7e177b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.407 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:31.407 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:31.407 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:31.408 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [d2c720eb791c1fd1e03b207bb0fe1609f9b267dd8594cff490a7ee3be9bb05c0]
23:10:31.408 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.409 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.409 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.409 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.410 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.410 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.410 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.410 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:31.411 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:10:31.419 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a141f921f5b4d278807cd2678018f99 for table 'replication_test_table' with partition [<start>, <end>)
23:10:31.419 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a141f921f5b4d278807cd2678018f99@[11ac017a1c1041829674110d6439a25d(127.16.97.1:46077),8266609711814948988f9864c9b017cf(127.16.97.3:37105),e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)[L]]}]
23:10:31.420 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.421 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d2c720eb791c1fd1e03b207bb0fe1609f9b267dd8594cff490a7ee3be9bb05c0]
23:10:31.421 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a141f921f5b4d278807cd2678018f99 for table 'replication_test_table' with partition [<start>, <end>)
23:10:31.422 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a141f921f5b4d278807cd2678018f99@[11ac017a1c1041829674110d6439a25d(127.16.97.1:46077),8266609711814948988f9864c9b017cf(127.16.97.3:37105),e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)[L]]}]
23:10:31.423 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d2c720eb791c1fd1e03b207bb0fe1609f9b267dd8594cff490a7ee3be9bb05c0 finished by subtask 1; deferring removal (restored in pending)
23:10:31.424 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a141f921f5b4d278807cd2678018f99 for table 'replication_test_table' with partition [<start>, <end>)
23:10:31.425 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a141f921f5b4d278807cd2678018f99@[11ac017a1c1041829674110d6439a25d(127.16.97.1:46077),8266609711814948988f9864c9b017cf(127.16.97.3:37105),e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)[L]]}]
23:10:31.427 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 7a141f921f5b4d278807cd2678018f99 for table 'replication_test_table' with partition [<start>, <end>)
23:10:31.427 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=7a141f921f5b4d278807cd2678018f99@[11ac017a1c1041829674110d6439a25d(127.16.97.1:46077),8266609711814948988f9864c9b017cf(127.16.97.3:37105),e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)[L]]}]
23:10:31.427 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:10:31.427 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:10:31.427 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] disconnecting while in state READY
23:10:31.428 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:31.428 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.428 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.429 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.430 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.430 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.430 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.438 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:31.439 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:31.439 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:31.439 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:31.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:31.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:31.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:31.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:31.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:31.440 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:31.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:31.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:31.440 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:31.447 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.447 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.448 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.448 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.448 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.448 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.449 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.449 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.449 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.449 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.449 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.449 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.449 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.449 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.449 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.449 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.450 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.450 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.450 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.454 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.456 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] handling channelInactive
23:10:31.456 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] cleaning up while in state READY due to: connection closed
23:10:31.456 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:10:31.457 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:10:31.478 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:31.490 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.490 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.490 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.491 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465831517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:31.522 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=8, operationSize=504, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@5ef24116, flushNotification=Deferred@450425101(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:10:31.523 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)] connecting to peer
23:10:31.526 [DEBUG - kudu-nio-3] (Connection.java:757) [peer e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)] Successfully connected to peer
23:10:31.529 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.530 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.530 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.530 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.535 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.535 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.535 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.535 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.536 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.536 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.536 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.540 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:31.544 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x8ada7870, L:/127.0.0.1:37330 - R:/127.16.97.2:33391] using TOKEN/null
23:10:31.555 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.589 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:31.613 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.672 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.704 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 9c307ae8863c63d3de8666de8ff6a319 (1587 bytes, checkpointDuration=187 ms, finalizationTime=0 ms).
23:10:31.705 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:10:31.705 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split d2c720eb791c1fd1e03b207bb0fe1609f9b267dd8594cff490a7ee3be9bb05c0 from pending
23:10:31.705 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
23:10:31.730 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.730 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.730 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.732 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.732 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.732 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.734 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.737 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3e71ed02c3b8445d887a1b986acd1492
23:10:31.741 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:31.744 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3e71ed02c3b8445d887a1b986acd1492
23:10:31.748 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:31.754 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3e71ed02c3b8445d887a1b986acd1492
23:10:31.757 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 252cf746feeb4a1996506519e9ea95e0
23:10:31.789 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c94790dd7554a2ba4def37a3e7e177b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.799 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.818 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9c94790dd7554a2ba4def37a3e7e177b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.827 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:31.828 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:31.828 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:31.828 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.829 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.829 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:31.829 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.829 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.829 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:31.830 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.830 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.830 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:31.830 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:31.832 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=7a141f921f5b4d278807cd2678018f99, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:31.833 [DEBUG - main] (Connection.java:575) [peer e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)] disconnecting while in state READY
23:10:31.833 [DEBUG - main] (Connection.java:575) [peer master-127.16.97.62:41205(127.16.97.62:41205)] disconnecting while in state READY
23:10:31.833 [DEBUG - main] (Connection.java:575) [peer master-127.16.97.60:33655(127.16.97.60:33655)] disconnecting while in state READY
23:10:31.833 [DEBUG - main] (Connection.java:575) [peer master-127.16.97.61:39663(127.16.97.61:39663)] disconnecting while in state READY
23:10:31.834 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.97.62:41205(127.16.97.62:41205)] handling channelInactive
23:10:31.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state READY due to: connection closed
23:10:31.834 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.97.61:39663(127.16.97.61:39663)] handling channelInactive
23:10:31.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state READY due to: connection closed
23:10:31.834 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.97.60:33655(127.16.97.60:33655)] handling channelInactive
23:10:31.834 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state READY due to: connection closed
23:10:31.835 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:31.836 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
23:10:31.836 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-0
23:10:31.836 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:10:31.844 [DEBUG - kudu-nio-3] (Connection.java:239) [peer e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)] handling channelInactive
23:10:31.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)] cleaning up while in state READY due to: connection closed
23:10:31.844 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:10:31.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:31.846581 16772 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 17065
23:10:31.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:31.895362 16772 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 17266
23:10:31.907 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:31.908 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:31.908 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:31.909 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.909 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.909 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:31.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.909 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.909 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.909 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:31.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:31.909 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:31.953 [DEBUG - kudu-nio-3] (Connection.java:239) [peer e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)] handling channelInactive
23:10:31.953 [DEBUG - kudu-nio-3] (Connection.java:709) [peer e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)] cleaning up while in state READY due to: connection closed
23:10:31.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:31.966120 16772 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 17417
23:10:31.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:31.990 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:31.990 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:31.991 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:31.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:31.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:31.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:31.992 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:31.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:31.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:31.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:31.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:31.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:31.992 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:32.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:32.004326 16772 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 16784
23:10:32.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465832017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:32.026407 16618 debug-util.cc:398] Leaking SignalData structure 0x7b08000bac20 after lost signal to thread 16491
23:10:32.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:32.027647 16618 debug-util.cc:398] Leaking SignalData structure 0x7b08000cfd60 after lost signal to thread 16621
23:10:32.037 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
23:10:32.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:10:32.047 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.97.62:41205(127.16.97.62:41205)] handling channelInactive
23:10:32.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state READY due to: connection closed
23:10:32.048 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.97.62:41205(127.16.97.62:41205)] handling channelInactive
23:10:32.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state READY due to: connection closed
23:10:32.048 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.97.62:41205(127.16.97.62:41205)] handling channelInactive
23:10:32.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state READY due to: connection closed
23:10:32.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:32.048965 16772 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 16855
23:10:32.047 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.16.97.62:41205(127.16.97.62:41205)] handling channelInactive
23:10:32.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state READY due to: connection closed
23:10:32.085 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:32.106 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.97.61:39663(127.16.97.61:39663)] handling channelInactive
23:10:32.106 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.97.61:39663(127.16.97.61:39663)] handling channelInactive
23:10:32.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state READY due to: connection closed
23:10:32.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state READY due to: connection closed
23:10:32.106 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.97.61:39663(127.16.97.61:39663)] handling channelInactive
23:10:32.106 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state READY due to: connection closed
23:10:32.107 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.16.97.61:39663(127.16.97.61:39663)] handling channelInactive
23:10:32.107 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state READY due to: connection closed
23:10:32.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:32.108314 16772 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 16932
23:10:32.175 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.97.60:33655(127.16.97.60:33655)] handling channelInactive
23:10:32.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state READY due to: connection closed
23:10:32.175 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.97.60:33655(127.16.97.60:33655)] handling channelInactive
23:10:32.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state READY due to: connection closed
23:10:32.176 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.97.60:33655(127.16.97.60:33655)] handling channelInactive
23:10:32.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state READY due to: connection closed
23:10:32.175 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.16.97.60:33655(127.16.97.60:33655)] handling channelInactive
23:10:32.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state READY due to: connection closed
23:10:32.228 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:32.228 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:32.229 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:32.229 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:32.229 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:32.229 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:32.230 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:32.230 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:32.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:32.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:32.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:32.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:32.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:32.390 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:32.390 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:32.390 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:32.391 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:32.391 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:32.392 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:32.392 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:32.392 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:32.392 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:32.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:32.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:32.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:32.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:32.427 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:32.428 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:32.428 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:32.429 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:32.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:32.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:32.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:32.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:32.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:32.430 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:32.430 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:32.430 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:32.430 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:32.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:32.517 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465832516 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:32.528 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:10:32.529 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:10:32.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:32.727 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:32.728 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:32.728 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:32.729 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:32.729 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:32.729 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:32.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:32.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:32.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:32.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:32.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:32.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:32.730 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:32.789 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3e71ed02c3b8445d887a1b986acd1492
23:10:32.795 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5c655f6e6cb5e848ab16a8c8073913552b291c96c92efd2128a750c8649b9894'}]
23:10:32.799 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:32.808 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:10:32.809 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298087, tablet=9c94790dd7554a2ba4def37a3e7e177b@[49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)[L],95e189f6b9f849029630d375348d1fef(127.15.153.194:42401),cb8467751a8d4bc7bff8090f7009d1c4(127.15.153.193:38441)]}]
23:10:32.822 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] connecting to peer
23:10:32.836 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] Successfully connected to peer
23:10:32.853 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.195
23:10:32.863 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:32.875 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xeced4207, L:/127.0.0.1:34730 - R:/127.15.153.195:46173] using SASL/PLAIN
23:10:32.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:33.017 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465833017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:33.029 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 9c307ae8863c63d3de8666de8ff6a319 (1597 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:10:33.031 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:10:33.086 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:33.167 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:33.168 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:33.168 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:33.169 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.169 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.169 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.170 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.170 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.170 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.170 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.171 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:33.186 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:33.187 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:33.187 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:33.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.189 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.189 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.189 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:33.195 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076051087360001) for scanner KuduScanner(table=replication_test_table, tablet=9c94790dd7554a2ba4def37a3e7e177b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:33.196 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [5c655f6e6cb5e848ab16a8c8073913552b291c96c92efd2128a750c8649b9894]
23:10:33.196 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5c655f6e6cb5e848ab16a8c8073913552b291c96c92efd2128a750c8649b9894]
23:10:33.197 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:10:33.197 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:10:33.200 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5c655f6e6cb5e848ab16a8c8073913552b291c96c92efd2128a750c8649b9894 finished by subtask 2; deferring removal (restored in pending)
23:10:33.200 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] disconnecting while in state READY
23:10:33.201 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:33.207 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:33.207 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:33.208 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:33.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:33.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:33.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:33.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:33.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:33.210 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:33.210 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:33.210 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:33.210 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:33.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.212 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:33.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:33.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:33.213 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:33.213 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:33.233 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:10:33.234 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] handling channelInactive
23:10:33.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] cleaning up while in state READY due to: connection closed
23:10:33.235 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:10:33.370 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:33.371 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:33.371 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:33.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.377 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.377 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.377 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.377 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:33.459 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:33.459 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:33.459 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:33.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.461 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.461 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.461 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.462 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.462 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.462 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.462 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:33.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:33.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465833517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:33.541 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 9c307ae8863c63d3de8666de8ff6a319 (1597 bytes, checkpointDuration=23 ms, finalizationTime=0 ms).
23:10:33.543 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:10:33.543 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 5c655f6e6cb5e848ab16a8c8073913552b291c96c92efd2128a750c8649b9894 from pending
23:10:33.543 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 1 finished splits from enumerator state
23:10:33.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:33.787 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:33.787 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:33.787 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:33.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.789 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.789 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:33.798 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:33.798 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:33.798 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:33.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:33.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:33.800 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.800 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.800 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:33.800 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:33.810 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:33.810 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:33.810 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:33.811 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.811 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.811 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:33.811 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.811 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.811 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:33.812 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.812 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.812 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:33.812 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:33.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:34.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:10:34Z chronyd exiting
23:10:34.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465834017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:34.027 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:34.027 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:34.028 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:34.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:34.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:34.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:34.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:34.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:34.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:34.030 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:34.030 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:34.030 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:34.030 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:34.037 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:10:34.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:10:34.079 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:34.079 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:34.080 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:34.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:34.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:34.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:34.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:34.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:34.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:34.080 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:34.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:34.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:34.080 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:34.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:34.379 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:34.379 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:34.379 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:34.380 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:34.380 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:34.380 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:34.380 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:34.380 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:34.380 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:34.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:34.380 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:34.380 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:34.380 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:34.407 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:34.407 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:34.407 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:34.408 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:34.408 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:34.408 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:34.408 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:34.408 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:34.409 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:34.409 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:34.409 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:34.409 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:34.409 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:34.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:34.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465834517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:34.532 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:10:34.534 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:10:34.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:34.687 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:34.688 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:34.688 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:34.689 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:34.689 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:34.689 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:34.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:34.689 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:34.689 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:34.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:34.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:34.690 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:34.690 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:34.790 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3e71ed02c3b8445d887a1b986acd1492
23:10:34.792 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='194edc6ac613ca4e043b7a6639b1f93d26089a4443e46e181401b30c8f75a7a6'}]
23:10:34.799 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:34.814 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:10:34.826 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296081, tablet=9c94790dd7554a2ba4def37a3e7e177b@[49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)[L],95e189f6b9f849029630d375348d1fef(127.15.153.194:42401),cb8467751a8d4bc7bff8090f7009d1c4(127.15.153.193:38441)]}]
23:10:34.834 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] connecting to peer
23:10:34.849 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] Successfully connected to peer
23:10:34.867 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.15.153.195
23:10:34.881 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:10:34.887 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x16decd1a, L:/127.0.0.1:34732 - R:/127.15.153.195:46173] using SASL/PLAIN
23:10:34.948 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:34.948 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:34.948 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:34.949 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:34.949 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:34.949 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:34.950 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:34.950 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:34.950 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:34.951 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:34.951 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:34.951 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:34.951 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:34.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:35.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465835017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:35.032 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:35.032 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:35.032 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:35.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:35.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:35.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:35.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:35.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:35.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:35.033 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:35.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:35.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:35.034 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:35.036 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 9c307ae8863c63d3de8666de8ff6a319 (1597 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:10:35.038 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:10:35.071 [DEBUG - main] (Connection.java:575) [peer 95e189f6b9f849029630d375348d1fef(127.15.153.194:42401)] disconnecting while in state READY
23:10:35.071 [DEBUG - main] (Connection.java:575) [peer master-127.15.153.253:37081(127.15.153.253:37081)] disconnecting while in state READY
23:10:35.071 [DEBUG - main] (Connection.java:575) [peer master-127.15.153.252:38525(127.15.153.252:38525)] disconnecting while in state READY
23:10:35.071 [DEBUG - main] (Connection.java:575) [peer master-127.15.153.254:35665(127.15.153.254:35665)] disconnecting while in state READY
23:10:35.072 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 95e189f6b9f849029630d375348d1fef(127.15.153.194:42401)] handling channelInactive
23:10:35.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 95e189f6b9f849029630d375348d1fef(127.15.153.194:42401)] cleaning up while in state READY due to: connection closed
23:10:35.073 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.153.253:37081(127.15.153.253:37081)] handling channelInactive
23:10:35.073 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state READY due to: connection closed
23:10:35.073 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:35.072 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.153.252:38525(127.15.153.252:38525)] handling channelInactive
23:10:35.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state READY due to: connection closed
23:10:35.075 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:10:35.076 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:10:35.076 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
23:10:35.077 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.153.254:35665(127.15.153.254:35665)] handling channelInactive
23:10:35.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state READY due to: connection closed
23:10:35.078 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:10:35.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:35.078259 15975 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 16323
23:10:35.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:35.126 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076059279360001) for scanner KuduScanner(table=replication_test_table, tablet=9c94790dd7554a2ba4def37a3e7e177b, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:10:35.127 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [194edc6ac613ca4e043b7a6639b1f93d26089a4443e46e181401b30c8f75a7a6]
23:10:35.127 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [194edc6ac613ca4e043b7a6639b1f93d26089a4443e46e181401b30c8f75a7a6]
23:10:35.127 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:10:35.127 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:10:35.130 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 194edc6ac613ca4e043b7a6639b1f93d26089a4443e46e181401b30c8f75a7a6 finished by subtask 0; deferring removal (restored in pending)
23:10:35.133 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] disconnecting while in state READY
23:10:35.137 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:10:35.150 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:35.150 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:35.151 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:35.151 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:35.151 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:35.151 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:35.151 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:35.151 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:35.151 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:35.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:35.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:35.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:35.152 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:35.196 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] handling channelInactive
23:10:35.196 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:10:35.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 49bd38a1ec2540ea871397a73247e7bc(127.15.153.195:46173)] cleaning up while in state READY due to: connection closed
23:10:35.196 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:10:35.219 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:35.219 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:35.220 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:35.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:35.220 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:35.220 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:35.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:35.220490 15975 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 16490
23:10:35.221 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:35.221 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:35.221 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:35.221 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:35.221 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:35.221 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:35.221 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:35.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:35.264147 15975 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 16632
23:10:35.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:35.300683 15975 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 15987
23:10:35.332 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.15.153.254:35665(127.15.153.254:35665)] handling channelInactive
23:10:35.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state READY due to: connection closed
23:10:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:35.331900 16228 connection.cc:573] client connection to 127.15.153.254:35665 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:10:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:35.332273 15975 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 16057
23:10:35.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:35.332465 16228 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:10:35.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:35.338022 16228 consensus_peers.cc:597] T 00000000000000000000000000000000 P be08c7280d9b44b985627f80d6c44d4f -> Peer 68215943c199482b9b3b264cab88bd06 (127.15.153.254:35665): Couldn't send request to peer 68215943c199482b9b3b264cab88bd06. Status: Network error: Client connection negotiation failed: client connection to 127.15.153.254:35665: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:10:35.365 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.15.153.253:37081(127.15.153.253:37081)] handling channelInactive
23:10:35.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state READY due to: connection closed
23:10:35.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:35.366421 15975 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 16133
23:10:35.397 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.15.153.252:38525(127.15.153.252:38525)] handling channelInactive
23:10:35.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state READY due to: connection closed
23:10:35.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:35.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465835517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:35.527 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 9c307ae8863c63d3de8666de8ff6a319 (1597 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:10:35.528 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:10:35.528 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 194edc6ac613ca4e043b7a6639b1f93d26089a4443e46e181401b30c8f75a7a6 from pending
23:10:35.528 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 1 finished splits from enumerator state
23:10:35.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:35.647 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:35.648 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:35.648 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:35.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:35.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:35.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:35.648 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:35.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:35.648 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:35.648 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:35.649 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:35.649 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:35.649 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:35.666 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:35.666 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:35.666 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:35.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:35.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:35.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:35.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:35.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:35.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:35.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:35.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:35.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:35.667 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:35.846 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:35.846 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:35.847 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:35.847 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:35.847 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:35.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:35.847 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:35.847 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:35.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:35.847 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:35.847 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:35.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:35.847 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:35.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:35.989 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:35.989 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:35.990 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:35.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:35.990 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:35.990 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:35.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:35.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:35.990 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:35.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:35.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:35.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:35.991 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:36.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465836017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:36.027 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:10:36.029 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:10:36.085 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:36.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:36.517 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465836516 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:36.526 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:10:36.527 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:10:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:10:36Z chronyd exiting
23:10:36.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:36.659 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:36.660 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:36.660 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:36.660 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:36.660 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:36.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:36.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:36.660 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:36.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:36.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:36.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:36.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:36.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:36.785 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:36.786 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.787 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.15.153.252:38525(127.15.153.252:38525) for tablet Kudu Master: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.789 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:36.790 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:36.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.790 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:36.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.791 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.791 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.791 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.791 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:36.809 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:36.810 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:36.810 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:36.810 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.810 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.810 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.810 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.810 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.810 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.811 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:36.829 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:36.830 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:36.830 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:36.830 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.830 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.830 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.830 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.830 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.830 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.830 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.830 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.830 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.831 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:36.849 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:36.850 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:36.850 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:36.850 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.850 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.850 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.850 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.850 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.850 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.850 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.851 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:36.866 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:36.866 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:36.867 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:36.867 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:36.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:36.867 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:36.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:36.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:36.867 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:36.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:36.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:36.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:36.867 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:36.869 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:36.870 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:36.870 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:36.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.870 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.870 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.870 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.870 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.870 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:36.910 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:36.910 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:36.910 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:36.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.910 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.910 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.911 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:36.929 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:36.929 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:36.929 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:36.929 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.930 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.930 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.930 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.930 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:36.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:36.930 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:36.930 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:36.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:37.017 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465837017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:37.025 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:10:37.025 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:10:37.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:37.170 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:37.170 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:37.170 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:37.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:37.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:37.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:37.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:37.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:37.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:37.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:37.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:37.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:37.171 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:37.179 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:37.179 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:37.179 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:37.179 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:37.179 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:37.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:37.179 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:37.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:37.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:37.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:37.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:37.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:37.180 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:37.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:37.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465837517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:37.525 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:10:37.526 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:10:37.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
.23:10:37.595 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465837595
23:10:37.595 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465837595
23:10:37.600 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:10:37.603 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:10:37.604 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:10:37.604 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:10:37.604 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:10:37.604 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:10:37.608 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:10:37.609 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:37.609 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:37.610 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:37.610 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:37.610 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:37.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:37.610 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:37.610 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:37.610 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:37.610 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:37.610 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:37.610 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:37.610 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:37.847 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:37.847 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:37.848 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:37.848 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:37.848 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:37.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:37.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:37.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:37.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:37.848 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:37.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:37.848 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:37.848 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:37.942 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:10:37.942 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:10:37.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:37.945381 17900 mini_oidc.cc:150] Starting JWKS server
23:10:37.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:37.948799 17900 webserver.cc:534] Webserver started at http://127.0.0.1:39289/ using document root <none> and password file <none>
23:10:37.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:37.949209 17900 mini_oidc.cc:186] Starting OIDC Discovery server
23:10:37.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:37.951004 17900 webserver.cc:534] Webserver started at http://127.0.0.1:36775/ using document root <none> and password file <none>
23:10:37.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:38.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:10:38Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:10:38.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:10:38Z Disabled control of system clock
23:10:38.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465838017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:38.018234 17900 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/wal
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/data
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/logs
23:10:38.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/data/info.pb
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.62:37959
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.62
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:38.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39289/jwks.json with env {}
23:10:38.027 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:10:38.028 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
23:10:38.029 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:38.030 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:38.030 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:38.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:38.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:38.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:38.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:38.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:38.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:38.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:38.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:38.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:38.030 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:38.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:38.139 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:38.139 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:38.139 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:38.140 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:38.140 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:38.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:38.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:38.140 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:38.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:38.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:38.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:38.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:38.140 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:38.346 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:38.346 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:38.347 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:38.347 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:38.347 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:38.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:38.347 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:38.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:38.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:38.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:38.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:38.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:38.348 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:38.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:38.356069 17912 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:38.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:38.356629 17912 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:38.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:38.357089 17912 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:38.370 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:38.370 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:38.371 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:38.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:38.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:38.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:38.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:38.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:38.371 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:38.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:38.371 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:38.371 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:38.371 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:38.391841 17912 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:10:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:38.392125 17912 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:38.392341 17912 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:10:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:38.392546 17912 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:10:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:38.392752 17912 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:10:38.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:38.392901 17912 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39289/jwks.json
23:10:38.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:38.430580 17912 master_runner.cc:387] Master server non-default flags:
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/data
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/wal
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.62:37959
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39289/jwks.json
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/data/info.pb
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.62
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/logs
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:38.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:38.431890 17912 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:38.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:38.433420 17912 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:38.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:38.444320 17918 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:38.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:38.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465838517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:38.536 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:10:38.539 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:10:38.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:38.947 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:38.948 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:38.948 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:38.949 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:38.949 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:38.949 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:38.950 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:38.950 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:38.950 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:38.950 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:38.950 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:38.950 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:38.950 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:38.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:39.030 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465839017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:39.058 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=40 ms, finalizationTime=1 ms).
23:10:39.060 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:10:39.085 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:39.409 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:39.410 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:39.410 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:39.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:39.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:39.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:39.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:39.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:39.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:39.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:39.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:39.413 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:39.413 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:39.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:39.509 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:39.510 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:39.510 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:39.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:39.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:39.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:39.512 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:39.512 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:39.512 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:39.513 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:39.513 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:39.513 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:39.513 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:39.519 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465839518 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:39.636 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:39.638 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=120 ms, finalizationTime=0 ms).
23:10:39.645 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:10:39.769 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:39.770 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:39.770 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:39.770 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:39.770 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:39.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:39.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:39.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:39.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:39.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:39.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:39.772 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:39.772 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:39.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:38.444996 17919 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:39.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:39.839576 17921 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:39.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:39.841349 17920 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1391 milliseconds
23:10:39.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:39.842669 17912 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.398s	user 0.500s	sys 0.883s
23:10:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:39.842963 17912 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.398s	user 0.500s	sys 0.883s
23:10:39.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.843245 17912 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:39.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.844609 17912 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:39.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.847587 17912 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:39.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.848953 17912 hybrid_clock.cc:648] HybridClock initialized: now 1783465839848908 us; error 59 us; skew 500 ppm
23:10:39.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.850028 17912 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:39.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.857671 17912 webserver.cc:534] Webserver started at http://127.17.123.62:36689/ using document root <none> and password file <none>
23:10:39.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.858918 17912 fs_manager.cc:362] Metadata directory not provided
23:10:39.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.859153 17912 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:39.859 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.859746 17912 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:39.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.864343 17912 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/data/instance:
23:10:39.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e911d2b6dd134c3cbb3599309e907b2d"
23:10:39.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:39 on dist-test-slave-sprr"
23:10:39.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.865578 17912 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/wal/instance:
23:10:39.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e911d2b6dd134c3cbb3599309e907b2d"
23:10:39.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:39 on dist-test-slave-sprr"
23:10:39.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.874204 17912 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
23:10:39.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.880750 17928 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.882054 17912 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.001s
23:10:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.882429 17912 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/wal
23:10:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e911d2b6dd134c3cbb3599309e907b2d"
23:10:39.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:39 on dist-test-slave-sprr"
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.882786 17912 fs_report.cc:389] FS layout report
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/wal
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/wal
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/data/data
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:39.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:39.919 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:39.920 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:39.920 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:39.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:39.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:39.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:39.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:39.921 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:39.921 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:39.921 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:39.921 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:39.921 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:39.921 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:39.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.960592 17912 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.962199 17912 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:39.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:39.962714 17912 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:39.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:39.990 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:39.991 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:39.991 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:39.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:39.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:39.991 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:39.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:39.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:39.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:39.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:39.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:39.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:39.992 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:40.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465840017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:40.026 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:10:40.027 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:40.027 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:40.027 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:40.028 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:40.028 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:40.028 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:40.028 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:40.029 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:40.029 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:40.029 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:10:40.029 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:40.029 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:40.029 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:40.029 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:40.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.045037 17912 rpc_server.cc:307] RPC server started. Bound to: 127.17.123.62:37959
23:10:40.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.045150 17979 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.123.62:37959 every 8 connection(s)
23:10:40.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.048018 17912 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/data/info.pb
23:10:40.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.050947 17900 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 17912
23:10:40.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.051600 17900 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-0/wal/instance
23:10:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.054898 17980 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.055370 17900 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/wal
23:10:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/data
23:10:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:40.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/logs
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/data/info.pb
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.61:34801
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.61
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:40.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39289/jwks.json with env {}
23:10:40.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.067509 17980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } has no permanent_uuid. Determining permanent_uuid...
23:10:40.085 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:40.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.095582 17980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } has no permanent_uuid. Determining permanent_uuid...
23:10:40.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.098304 17930 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.123.61:34801: connect: Connection refused (error 111)
23:10:40.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.102881 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.61:34801: Network error: Client connection negotiation failed: client connection to 127.17.123.61:34801: connect: Connection refused (error 111)
23:10:40.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.152482 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } attempt: 1
23:10:40.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.158202 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.61:34801: Network error: Client connection negotiation failed: client connection to 127.17.123.61:34801: connect: Connection refused (error 111)
23:10:40.187 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:40.187 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:40.187 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:40.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:40.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:40.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:40.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:40.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:40.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:40.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:40.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:40.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:40.188 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:40.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.226619 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } attempt: 2
23:10:40.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.231722 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.61:34801: Network error: Client connection negotiation failed: client connection to 127.17.123.61:34801: connect: Connection refused (error 111)
23:10:40.323 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.323101 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } attempt: 3
23:10:40.327 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:40.327 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:40.327 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:40.328 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:40.328 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:40.328 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:40.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:40.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:40.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:40.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:40.328 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:40.328 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:40.328 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:40.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.327493 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.61:34801: Network error: Client connection negotiation failed: client connection to 127.17.123.61:34801: connect: Connection refused (error 111)
23:10:40.328 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:40.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:40.328 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:40.329 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:40.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:40.329 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:40.329 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:40.329 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:40.329 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:40.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:40.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:40.329 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:40.329 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:40.338 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:40.339 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:40.339 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:40.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:40.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:40.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:40.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:40.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:40.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:40.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:40.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:40.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:40.339 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.392097 17982 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:40.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.392657 17982 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:40.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.393127 17982 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.427304 17982 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:10:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.427589 17982 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.427865 17982 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:10:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.428073 17982 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:10:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.428270 17982 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:10:40.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.428426 17982 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39289/jwks.json
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.466262 17982 master_runner.cc:387] Master server non-default flags:
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/data
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/wal
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.61:34801
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39289/jwks.json
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:40.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/data/info.pb
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.61
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/logs
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:40.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.467655 17982 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:40.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.469332 17982 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:40.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.470963 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } attempt: 4
23:10:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.475342 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.61:34801: Network error: Client connection negotiation failed: client connection to 127.17.123.61:34801: connect: Connection refused (error 111)
23:10:40.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.482964 17991 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:40.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:40.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465840517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:40.526 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:10:40.527 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:10:40.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:40.730 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:40.731 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:40.731 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:40.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:40.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:40.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:40.732 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:40.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:40.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:40.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:40.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:40.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:40.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:40.775 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:40.774750 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } attempt: 5
23:10:40.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.782433 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.61:34801: Network error: Client connection negotiation failed: client connection to 127.17.123.61:34801: connect: Connection refused (error 111)
23:10:40.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:41.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465841017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:41.028 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:10:41.031 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:10:41.085 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:41.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.330068 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } attempt: 6
23:10:41.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:41.341988 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.61:34801: Network error: Client connection negotiation failed: client connection to 127.17.123.61:34801: connect: Connection refused (error 111)
23:10:41.400 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:41.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:41.401 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:41.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:41.401 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:41.401 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:41.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:41.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:41.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:41.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:41.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:41.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:41.402 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:41.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:41.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465841517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:41.534 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:10:41.535 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:10:41.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.487020 17994 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:41.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:40.483426 17992 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:41.776260 17993 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1288 milliseconds
23:10:41.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.776463 17982 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:41.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.777840 17982 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:41.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.780998 17982 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:41.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.782438 17982 hybrid_clock.cc:648] HybridClock initialized: now 1783465841782387 us; error 65 us; skew 500 ppm
23:10:41.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.783321 17982 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:41.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.789945 17982 webserver.cc:534] Webserver started at http://127.17.123.61:45631/ using document root <none> and password file <none>
23:10:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.791177 17982 fs_manager.cc:362] Metadata directory not provided
23:10:41.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.791496 17982 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:41.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.792060 17982 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.797209 17982 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/data/instance:
23:10:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9be084f2543642c3badea8120f4cd409"
23:10:41.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:41 on dist-test-slave-sprr"
23:10:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.798550 17982 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/wal/instance:
23:10:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9be084f2543642c3badea8120f4cd409"
23:10:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:41 on dist-test-slave-sprr"
23:10:41.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.807242 17982 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.001s
23:10:41.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.814066 18003 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:41.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.815346 17982 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.815747 17982 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/wal
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9be084f2543642c3badea8120f4cd409"
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:41 on dist-test-slave-sprr"
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.816237 17982 fs_report.cc:389] FS layout report
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/wal
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/wal
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/data/data
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:41.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:41.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:41.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.884644 17982 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:41.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.886508 17982 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:41.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.887205 17982 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:41.890 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:41.890 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:41.890 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:41.891 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:41.891 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:41.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:41.891 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:41.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:41.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:41.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:41.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:41.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:41.891 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.970150 17982 rpc_server.cc:307] RPC server started. Bound to: 127.17.123.61:34801
23:10:41.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.970253 18054 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.123.61:34801 every 8 connection(s)
23:10:41.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.973186 17982 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/data/info.pb
23:10:41.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.975186 17900 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 17982
23:10:41.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.975786 17900 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-1/wal/instance
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.978859 17900 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/wal
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/data
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/logs
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/data/info.pb
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.60:43249
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.60
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:41.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39289/jwks.json with env {}
23:10:41.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.980559 18055 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:41.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:41.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:41.991825 18055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } has no permanent_uuid. Determining permanent_uuid...
23:10:42.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465842017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:42.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.024801 18055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } has no permanent_uuid. Determining permanent_uuid...
23:10:42.031 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:10:42.031 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:10:42.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.041796 18055 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } has no permanent_uuid. Determining permanent_uuid...
23:10:42.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.044504 18006 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.049111 18055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:42.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.098601 18055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 1
23:10:42.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.104594 18055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.110 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:42.110 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:42.111 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:42.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:42.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:42.111 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:42.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:42.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:42.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:42.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:42.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:42.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:42.111 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:42.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.173048 18055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 2
23:10:42.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.178732 18055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.270207 18055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 3
23:10:42.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.275190 18055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.287 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:42.288 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:42.288 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:42.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.289 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.289 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.352928 18057 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:42.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.353574 18057 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:42.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.354128 18057 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.386794 18057 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:10:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.387140 18057 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.387364 18057 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:10:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.387567 18057 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:10:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.387760 18057 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:10:42.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.387907 18057 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39289/jwks.json
23:10:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.402554 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } attempt: 7
23:10:42.406 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:42.406 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:42.407 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:42.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.407 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:42.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.415148 17980 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } has no permanent_uuid. Determining permanent_uuid...
23:10:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.418614 18055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 4
23:10:42.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.421571 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.423359 18055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.432163 18057 master_runner.cc:387] Master server non-default flags:
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/data
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/wal
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.60:43249
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39289/jwks.json
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/data/info.pb
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.60
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/logs
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:42.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:10:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:42.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.433476 18057 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.435201 18057 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:42.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.447067 18069 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:42.447 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:42.448 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:42.448 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:42.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.448 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.448 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.448 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.448 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:42.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.480018 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 1
23:10:42.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:42.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.487330 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.517 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465842516 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:42.535 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:10:42.538 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:10:42.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.568878 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 2
23:10:42.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.577474 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:42.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.663386 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 3
23:10:42.669 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:42.670 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:42.670 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:42.670 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.670 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.670 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.670 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.670 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:42.670 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:42.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:42.671 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:42.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.671972 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.722751 18055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 5
23:10:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.731567 18055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.787 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:42.787 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:42.787 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:42.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:42.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:42.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:42.789 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:42.789 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:42.789 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:42.789 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:42.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:42.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:42.790 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:42.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:42.812534 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 4
23:10:42.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.821040 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:42.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:43.017 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465843017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:43.033 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:10:43.036 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:10:43.085 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:43.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:43.104612 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 5
23:10:43.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:43.112933 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:43.228 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:43.228 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:43.228 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:43.229 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:43.229 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:43.229 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:43.230 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:43.230 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:43.230 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:43.230 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:43.230 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:43.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:43.230 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:43.280 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:43.279386 18055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 6
23:10:43.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:43.314954 18055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:43.367 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:43.367 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:43.368 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:43.368 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:43.368 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:43.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:43.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:43.368 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:43.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:43.369 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:43.369 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:43.369 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:43.369 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:43.369 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:43.370 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:43.370 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:43.370 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:43.370 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:43.370 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:43.370 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:43.370 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:43.370 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:43.371 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:43.371 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:43.371 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:43.371 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:43.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:43.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465843517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:43.536 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:10:43.538 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:10:43.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:43.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:43.665499 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 6
23:10:43.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:43.690524 17980 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:43.769 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:43.770 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:43.770 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:43.770 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:43.770 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:43.770 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:43.770 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:43.770 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:43.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:43.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:43.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:43.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:43.771 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:43.827 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:43.827 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:43.827 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:43.827 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:43.827 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:43.828 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:43.828 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:43.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:43.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:43.828 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:43.828 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:43.828 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:43.828 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:43.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:44.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465844017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:44.040 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
23:10:44.049 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:10:44.085 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:43.850602 18068 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 18057
23:10:44.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.325410 18068 kernel_stack_watchdog.cc:198] Thread 18057 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
23:10:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:10:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:10:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:10:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:10:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.325806 18057 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.879s	user 0.626s	sys 1.239s
23:10:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.326184 18057 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.879s	user 0.626s	sys 1.239s
23:10:44.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:42.447784 18070 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:44.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.326859 18071 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1877 milliseconds
23:10:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.328076 18072 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:44.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.328006 18057 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:44.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.331462 18057 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:44.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.334091 18057 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:44.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.335575 18057 hybrid_clock.cc:648] HybridClock initialized: now 1783465844335535 us; error 41 us; skew 500 ppm
23:10:44.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.336503 18057 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:44.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.343202 18057 webserver.cc:534] Webserver started at http://127.17.123.60:40011/ using document root <none> and password file <none>
23:10:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.344182 18057 fs_manager.cc:362] Metadata directory not provided
23:10:44.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.344439 18057 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:44.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.344945 18057 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.349784 18057 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/data/instance:
23:10:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b9ea196f54e468293dddc4c13665c43"
23:10:44.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:44 on dist-test-slave-sprr"
23:10:44.350 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:44.351 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:44.351 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:44.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:44.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:44.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:44.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:44.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:44.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.351104 18057 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/wal/instance:
23:10:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b9ea196f54e468293dddc4c13665c43"
23:10:44.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:44 on dist-test-slave-sprr"
23:10:44.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:44.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:44.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:44.352 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:44.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.359561 18057 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.002s
23:10:44.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.365799 18084 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:44.366 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:44.366 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:44.366 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:44.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:44.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:44.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:44.367 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:44.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:44.367 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:44.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:44.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:44.367 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:44.367 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:44.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.367358 18057 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.367898 18057 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/wal
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8b9ea196f54e468293dddc4c13665c43"
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:44 on dist-test-slave-sprr"
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.368270 18057 fs_report.cc:389] FS layout report
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/wal
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/wal
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/data/data
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:44.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.375595 18055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 7
23:10:44.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.383235 18055 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.17.123.60:43249: Network error: Client connection negotiation failed: client connection to 127.17.123.60:43249: connect: Connection refused (error 111)
23:10:44.439 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:44.439 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:44.439 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:44.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:44.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:44.439 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:44.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:44.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:44.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:44.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:44.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:44.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:44.440 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:44.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.440296 18057 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:44.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.441927 18057 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:44.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.442330 18057 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:44.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.517854 18057 rpc_server.cc:307] RPC server started. Bound to: 127.17.123.60:43249
23:10:44.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465844517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:44.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.517982 18137 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.123.60:43249 every 8 connection(s)
23:10:44.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.521991 18057 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/data/info.pb
23:10:44.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.529904 18138 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:44.531 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:10:44.532 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:10:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.532383 17900 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 18057
23:10:44.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.532869 17900 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/master-2/wal/instance
23:10:44.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.545161 18138 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } has no permanent_uuid. Determining permanent_uuid...
23:10:44.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.579695 18138 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } has no permanent_uuid. Determining permanent_uuid...
23:10:44.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:44.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.594676 18138 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } has no permanent_uuid. Determining permanent_uuid...
23:10:44.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.615933 18138 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43: Bootstrap starting.
23:10:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.622331 18138 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43: Neither blocks nor log segments found. Creating new log.
23:10:44.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.624367 18138 log.cc:826] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43: Log is configured to *not* fsync() on all Append() calls
23:10:44.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.629696 18138 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43: No bootstrap required, opened a new log
23:10:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.650293 18138 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } }
23:10:44.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.651211 18138 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:44.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.651538 18138 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8b9ea196f54e468293dddc4c13665c43, State: Initialized, Role: FOLLOWER
23:10:44.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.652519 18138 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } }
23:10:44.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.655197 18149 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } } }
23:10:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.655926 18149 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [sys.catalog]: This master's current role is: FOLLOWER
23:10:44.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.656576 18138 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [sys.catalog]: configured and running, proceeding with master startup.
23:10:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.685642 18160 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:10:44.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.686038 18160 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:10:44.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.697544 18092 tablet.cc:2406] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.677596 18057 master_runner.cc:187] Error getting master registration for 127.17.123.62:37959: OK, instance_id { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" instance_seqno: 1783465840019824 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:10:44.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.702332 18057 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:10:44.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.724066 17980 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 7
23:10:44.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.745687 17980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d: Bootstrap starting.
23:10:44.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.754360 17980 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d: Neither blocks nor log segments found. Creating new log.
23:10:44.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.756760 17980 log.cc:826] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d: Log is configured to *not* fsync() on all Append() calls
23:10:44.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.761488 17980 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d: No bootstrap required, opened a new log
23:10:44.779 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:44.779 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:44.779 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:44.779 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:44.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:44.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:44.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:44.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:44.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:44.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:44.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:44.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:44.780 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:44.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.779273 18149 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:10:44.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.779858 18149 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } }
23:10:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.786525 17980 raft_consensus.cc:359] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } }
23:10:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.786240 18149 leader_election.cc:290] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e911d2b6dd134c3cbb3599309e907b2d (127.17.123.62:37959), 9be084f2543642c3badea8120f4cd409 (127.17.123.61:34801)
23:10:44.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.787627 17980 raft_consensus.cc:385] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:44.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.788048 17980 raft_consensus.cc:740] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e911d2b6dd134c3cbb3599309e907b2d, State: Initialized, Role: FOLLOWER
23:10:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.789023 17980 consensus_queue.cc:260] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } }
23:10:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.792268 18164 sys_catalog.cc:455] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } } }
23:10:44.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.793218 18164 sys_catalog.cc:458] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [sys.catalog]: This master's current role is: FOLLOWER
23:10:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.794209 17980 sys_catalog.cc:565] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [sys.catalog]: configured and running, proceeding with master startup.
23:10:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.794404 17955 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b9ea196f54e468293dddc4c13665c43" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e911d2b6dd134c3cbb3599309e907b2d" is_pre_election: true
23:10:44.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.795302 17955 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8b9ea196f54e468293dddc4c13665c43 in term 0.
23:10:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.797444 18090 leader_election.cc:304] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8b9ea196f54e468293dddc4c13665c43, e911d2b6dd134c3cbb3599309e907b2d; no voters: 
23:10:44.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.801416 18149 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:10:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.801944 18149 raft_consensus.cc:493] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:10:44.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.802373 18149 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [term 0 FOLLOWER]: Advancing to term 1
23:10:44.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.809900 18149 raft_consensus.cc:515] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } }
23:10:44.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.813102 17955 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b9ea196f54e468293dddc4c13665c43" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e911d2b6dd134c3cbb3599309e907b2d"
23:10:44.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.813684 17955 raft_consensus.cc:3060] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [term 0 FOLLOWER]: Advancing to term 1
23:10:44.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.821301 17955 raft_consensus.cc:2468] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8b9ea196f54e468293dddc4c13665c43 in term 1.
23:10:44.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.822741 18090 leader_election.cc:304] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 8b9ea196f54e468293dddc4c13665c43, e911d2b6dd134c3cbb3599309e907b2d; no voters: 
23:10:44.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.831655 18149 leader_election.cc:290] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [CANDIDATE]: Term 1 election: Requested vote from peers e911d2b6dd134c3cbb3599309e907b2d (127.17.123.62:37959), 9be084f2543642c3badea8120f4cd409 (127.17.123.61:34801)
23:10:44.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.832784 18149 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [term 1 FOLLOWER]: Leader election won for term 1
23:10:44.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.834072 18149 raft_consensus.cc:697] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [term 1 LEADER]: Becoming Leader. State: Replica: 8b9ea196f54e468293dddc4c13665c43, State: Running, Role: LEADER
23:10:44.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.835600 18149 consensus_queue.cc:237] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } }
23:10:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.863209 18168 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8b9ea196f54e468293dddc4c13665c43. Latest consensus state: current_term: 1 leader_uuid: "8b9ea196f54e468293dddc4c13665c43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } } }
23:10:44.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.864699 18168 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [sys.catalog]: This master's current role is: LEADER
23:10:44.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.872579 18173 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:10:44.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.890074 18173 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:10:44.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.928249 18178 catalog_manager.cc:1593] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:10:44.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.928653 18178 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:10:44.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.954612 17955 raft_consensus.cc:1275] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [term 1 FOLLOWER]: Refusing update from remote peer 8b9ea196f54e468293dddc4c13665c43: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:10:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.956790 18168 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:10:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.910420 17912 master_runner.cc:187] Error getting master registration for 127.17.123.61:34801: OK, instance_id { permanent_uuid: "9be084f2543642c3badea8120f4cd409" instance_seqno: 1783465841947857 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:10:44.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.959154 17912 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:10:44.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:44.974068 17934 tablet.cc:2406] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:10:44.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:45.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:44.999550 18164 sys_catalog.cc:455] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8b9ea196f54e468293dddc4c13665c43. Latest consensus state: current_term: 1 leader_uuid: "8b9ea196f54e468293dddc4c13665c43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } } }
23:10:45.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.000279 18164 sys_catalog.cc:458] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [sys.catalog]: This master's current role is: FOLLOWER
23:10:45.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.007365 18179 mvcc.cc:204] Tried to move back new op lower bound from 7305076100914483200 to 7305076100473241600. Current Snapshot: MvccSnapshot[applied={T|T < 7305076100914483200}]
23:10:45.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465845017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:45.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.018318 18149 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8b9ea196f54e468293dddc4c13665c43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } } }
23:10:45.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.019057 18149 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [sys.catalog]: This master's current role is: LEADER
23:10:45.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.020320 18173 catalog_manager.cc:1382] Generated new cluster ID: 925cbe38c74e418bb0ba310d0caca257
23:10:45.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.020601 18173 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:10:45.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.027757 18164 sys_catalog.cc:455] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8b9ea196f54e468293dddc4c13665c43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } } }
23:10:45.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.028471 18164 sys_catalog.cc:458] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d [sys.catalog]: This master's current role is: FOLLOWER
23:10:45.034 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:10:45.036 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:10:45.067 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:45.067 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:45.067 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:45.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:45.068 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:45.068 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:45.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:45.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:45.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:45.069 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:45.069 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:45.069 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:45.069 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:45.089 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.084307 18173 catalog_manager.cc:1405] Generated new certificate authority record
23:10:45.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.086403 18173 catalog_manager.cc:1539] Loading token signing keys...
23:10:45.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.123293 18173 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43: Generated new TSK 0
23:10:45.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.124455 18173 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:10:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.146308 17900 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/wal
23:10:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/data
23:10:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/logs
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/data/info.pb
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.1:0
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.123.1
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.1
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:45.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:10:45.209 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:45.210 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:45.210 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:45.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:45.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:45.210 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:45.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:45.210 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:45.210 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:45.210 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:45.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:45.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:45.211 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:45.247 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:45.247 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:45.247 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:45.247 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:45.247 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:45.247 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:45.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:45.247 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:45.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:45.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:45.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:45.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:45.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:45.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:45.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:45.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:45.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:45.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:45.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:45.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:45.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:45.248 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:45.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:45.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:45.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:45.249 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:45.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:45.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465845517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:45.528 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:45.528 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:45.528 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:45.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:45.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:45.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:45.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:45.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:45.530 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:45.530 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:45.530 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:45.530 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:45.530 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:45.540 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
23:10:45.541 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:10:45.586 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:45.709700 18185 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:45.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:45.710645 18185 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:45.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:45.711402 18185 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:45.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:45.771667 18185 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:45.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:45.773033 18185 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.123.1
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.837957 18185 tablet_server_runner.cc:78] Tablet server non-default flags:
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/data
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/wal
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.1:0
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/data/info.pb
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.1
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:45.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.123.1
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/logs
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:45.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.839705 18185 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:45.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.841879 18185 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:45.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:45.865778 18192 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:45.867 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:45.867 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:45.868 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:45.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:45.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:45.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:45.869 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:45.869 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:45.869 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:45.869 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:45.869 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:45.869 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:45.869 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:45.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.936688 18178 catalog_manager.cc:1294] Loaded cluster ID: 925cbe38c74e418bb0ba310d0caca257
23:10:45.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.937364 18178 catalog_manager.cc:1587] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d: loading cluster ID for follower catalog manager: success
23:10:45.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.955647 18178 catalog_manager.cc:1609] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d: acquiring CA information for follower catalog manager: success
23:10:45.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:45.966800 18178 catalog_manager.cc:1637] T 00000000000000000000000000000000 P e911d2b6dd134c3cbb3599309e907b2d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:10:45.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:46.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465846017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:46.032 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:10:46.034 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:10:46.084 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:46.287 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:46.287 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:46.287 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:46.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:46.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:46.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:46.288 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:46.288 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:46.288 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:46.288 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:46.289 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:46.289 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:46.289 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:46.309 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:46.309 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:46.310 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:46.310 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:46.310 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:46.310 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:46.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:46.310 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:46.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:46.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:46.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:46.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:46.311 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:46.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:46.430545 18088 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.17.123.61:34801 timed out after 1.646s (SENT)
23:10:46.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.473758 18055 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } attempt: 8
23:10:46.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:46.517 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465846517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:46.539 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
23:10:46.541 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:10:46.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.554561 18055 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409: Bootstrap starting.
23:10:46.584 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:46.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.619398 18055 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409: Neither blocks nor log segments found. Creating new log.
23:10:46.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.621948 18055 log.cc:826] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409: Log is configured to *not* fsync() on all Append() calls
23:10:46.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.636633 18055 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409: No bootstrap required, opened a new log
23:10:46.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.694289 18055 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } }
23:10:46.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.695991 18055 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:10:46.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.698781 18055 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9be084f2543642c3badea8120f4cd409, State: Initialized, Role: FOLLOWER
23:10:46.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.699836 18055 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } }
23:10:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.711400 18200 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } } }
23:10:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.712241 18200 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [sys.catalog]: This master's current role is: FOLLOWER
23:10:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.715598 18055 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [sys.catalog]: configured and running, proceeding with master startup.
23:10:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.716190 18028 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [term 0 FOLLOWER]: Advancing to term 1
23:10:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.717983 18027 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b9ea196f54e468293dddc4c13665c43" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9be084f2543642c3badea8120f4cd409" is_pre_election: true
23:10:46.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.725379 18028 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [term 1 FOLLOWER]: Refusing update from remote peer 8b9ea196f54e468293dddc4c13665c43: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:10:46.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.725934 18030 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b9ea196f54e468293dddc4c13665c43" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9be084f2543642c3badea8120f4cd409" is_pre_election: true
23:10:46.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:46.727813 18030 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:34980 (request call id 1) took 1944 ms (client timeout 1646 ms). Trace:
23:10:46.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:46.728185 18030 rpcz_store.cc:269] 0707 23:10:44.783884 (+     0us) service_pool.cc:167] Inserting onto call queue
23:10:46.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:44.784057 (+   173us) service_pool.cc:224] Handling call
23:10:46.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:46.727718 (+1943661us) inbound_call.cc:177] Queueing success response
23:10:46.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:10:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.726588 18029 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "8b9ea196f54e468293dddc4c13665c43" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9be084f2543642c3badea8120f4cd409"
23:10:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:46.730070 18029 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:34980 (request call id 2) took 1898 ms (client timeout 1974 ms). Trace:
23:10:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:46.730413 18029 rpcz_store.cc:269] 0707 23:10:44.831346 (+     0us) service_pool.cc:167] Inserting onto call queue
23:10:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:44.831515 (+   169us) service_pool.cc:224] Handling call
23:10:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:46.730014 (+1898499us) inbound_call.cc:177] Queueing success response
23:10:46.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:10:46.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.731983 18028 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:34980 (request call id 3) took 1779 ms. Trace:
23:10:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.732409 18028 rpcz_store.cc:276] 0707 23:10:44.952898 (+     0us) service_pool.cc:167] Inserting onto call queue
23:10:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:44.953016 (+   118us) service_pool.cc:224] Handling call
23:10:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:46.715893 (+1762877us) raft_consensus.cc:1471] Updating replica for 0 ops
23:10:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:46.731623 (+ 15730us) raft_consensus.cc:1697] Filling consensus response to leader.
23:10:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:10:46.731922 (+   299us) inbound_call.cc:177] Queueing success response
23:10:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:10:46.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.754668 18203 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:10:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.804752 18208 mvcc.cc:204] Tried to move back new op lower bound from 7305076100914483200 to 7305076100473241600. Current Snapshot: MvccSnapshot[applied={T|T < 7305076100914483200}]
23:10:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.824200 18200 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 8b9ea196f54e468293dddc4c13665c43. Latest consensus state: current_term: 1 leader_uuid: "8b9ea196f54e468293dddc4c13665c43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } } }
23:10:46.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.824960 18200 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [sys.catalog]: This master's current role is: FOLLOWER
23:10:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.827646 18214 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "8b9ea196f54e468293dddc4c13665c43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } } }
23:10:46.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.828637 18214 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409 [sys.catalog]: This master's current role is: FOLLOWER
23:10:46.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:46.841150 18217 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:10:46.926 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:46.927 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:46.927 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:46.928 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:46.928 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:46.928 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:46.929 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:46.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:46.929 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:46.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:46.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:46.930 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:46.930 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:46.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:46.989 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:46.989 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:46.990 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:46.990 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:46.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:46.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:46.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:46.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:46.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:46.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:46.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:46.991 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:46.992 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:47.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465847017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:47.039 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=20 ms, finalizationTime=2 ms).
23:10:47.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:10:47.085 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:47.307 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:47.308 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:47.308 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:47.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:47.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:47.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:47.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:47.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:47.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:47.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:47.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:47.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:47.309 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:47.330 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:47.330 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:47.330 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:47.331 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:47.331 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:47.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:47.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:47.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:47.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:47.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:47.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:47.331 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:47.331 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:47.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:47.400754 18219 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "8b9ea196f54e468293dddc4c13665c43" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e911d2b6dd134c3cbb3599309e907b2d" member_type: VOTER last_known_addr { host: "127.17.123.62" port: 37959 } } peers { permanent_uuid: "9be084f2543642c3badea8120f4cd409" member_type: VOTER last_known_addr { host: "127.17.123.61" port: 34801 } } peers { permanent_uuid: "8b9ea196f54e468293dddc4c13665c43" member_type: VOTER last_known_addr { host: "127.17.123.60" port: 43249 } } }
23:10:47.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:47.411211 18219 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8b9ea196f54e468293dddc4c13665c43 [sys.catalog]: This master's current role is: LEADER
23:10:47.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:47.488 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:47.488 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:47.488 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:47.489 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:47.489 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:47.489 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:47.490 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:47.490 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:47.490 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:47.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:47.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:47.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:47.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:47.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465847517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:47.538 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=20 ms, finalizationTime=1 ms).
23:10:47.540 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:10:47.585 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:47.830 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:47.830 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:47.831 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:47.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:47.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:47.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:47.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:47.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:47.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:47.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:47.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:47.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:47.831 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:47.855909 18217 catalog_manager.cc:1294] Loaded cluster ID: 925cbe38c74e418bb0ba310d0caca257
23:10:47.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:47.856194 18217 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409: loading cluster ID for follower catalog manager: success
23:10:47.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:47.873507 18217 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409: acquiring CA information for follower catalog manager: success
23:10:47.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:47.879750 18217 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 9be084f2543642c3badea8120f4cd409: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:10:47.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:47.986 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:47.986 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:47.987 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:47.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:47.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:47.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:47.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:47.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:47.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:47.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:47.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:47.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:47.988 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:48.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465848017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:48.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:47.263689 18191 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 18185
23:10:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:45.873689 18193 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:48.022001 18185 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.152s	user 0.715s	sys 1.116s
23:10:48.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:48.028487 18185 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.158s	user 0.715s	sys 1.116s
23:10:48.035 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=18 ms, finalizationTime=0 ms).
23:10:48.038 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:10:48.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.041198 18185 server_base.cc:1061] running on GCE node
23:10:48.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:48.042042 18226 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:48.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.043478 18185 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:48.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.054330 18185 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:48.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.062223 18185 hybrid_clock.cc:648] HybridClock initialized: now 1783465848062168 us; error 54 us; skew 500 ppm
23:10:48.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.063441 18185 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:48.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.080727 18185 webserver.cc:534] Webserver started at http://127.17.123.1:41295/ using document root <none> and password file <none>
23:10:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.082010 18185 fs_manager.cc:362] Metadata directory not provided
23:10:48.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.082304 18185 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:48.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.082930 18185 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:48.085 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.090454 18185 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/data/instance:
23:10:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70666051c64946f8a4d58af14a2ce177"
23:10:48.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:48 on dist-test-slave-sprr"
23:10:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.092021 18185 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/wal/instance:
23:10:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70666051c64946f8a4d58af14a2ce177"
23:10:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:48 on dist-test-slave-sprr"
23:10:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.109364 18185 fs_manager.cc:696] Time spent creating directory manager: real 0.017s	user 0.008s	sys 0.008s
23:10:48.118 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:48.119 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:48.119 [DEBUG - pool-118-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:48.119 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.119 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:48.120 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:48.120 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:48.120 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.120 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.120 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.120 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.120 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.120 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.121 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:48.122 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26488), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [9ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [10ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [13ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [13ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [25ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [28ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [28ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [48ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [49ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [49ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [363ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [782ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [782ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [782ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [802ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1084ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [4701ms] refreshing cache from master, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4703ms] too many traces: truncated at 100 traces, deferred=Deferred@1643735824(state=PENDING, result=null, callback=(continuation of Deferred@1782894707 after retry RPC after error@436132044) -> (continuation of Deferred@2127390392 after retry RPC after error@1422271386) -> (continuation of Deferred@407746105 after retry RPC after error@2006590788) -> (continuation of Deferred@1651996073 after retry RPC after error@122179726) -> (continuation of Deferred@1916912160 after retry RPC after error@1415018793) -> (continuation of Deferred@223642679 after retry RPC after error@1214081331) -> (continuation of Deferred@879878874 after retry RPC after error@1535138636) -> (continuation of Deferred@1918634295 after retry RPC after error@1366024894) -> (continuation of Deferred@1782037883 after retry RPC after error@867488074) -> (continuation of Deferred@557015994 after retry RPC after error@792922928) -> (continuation of Deferred@2018031558 after retry RPC after error@1835210500) -> (continuation of Deferred@1475844001 after retry RPC after error@1624902884) -> (continuation of Deferred@1569812926 after retry RPC after error@683640383) -> (continuation of Deferred@1126061590 after retry RPC after error@1930682301) -> (continuation of Deferred@626609376 after retry RPC after error@1896069130) -> (continuation of Deferred@1084026586 after retry RPC after error@765407043) -> (continuation of Deferred@1112430684 after retry RPC after error@778136567) -> (continuation of Deferred@162314975 after retry RPC after error@1570597278) -> (continuation of Deferred@1839285961 after retry RPC after error@1220191833) -> (continuation of Deferred@615290835 after retry RPC after error@306961217) -> (continuation of Deferred@1975206095 after retry RPC after error@1756276815), errback=(continuation of Deferred@1782894707 after retry RPC after error@436132044) -> (continuation of Deferred@2127390392 after retry RPC after error@1422271386) -> (continuation of Deferred@407746105 after retry RPC after error@2006590788) -> (continuation of Deferred@1651996073 after retry RPC after error@122179726) -> (continuation of Deferred@1916912160 after retry RPC after error@1415018793) -> (continuation of Deferred@223642679 after retry RPC after error@1214081331) -> (continuation of Deferred@879878874 after retry RPC after error@1535138636) -> (continuation of Deferred@1918634295 after retry RPC after error@1366024894) -> (continuation of Deferred@1782037883 after retry RPC after error@867488074) -> (continuation of Deferred@557015994 after retry RPC after error@792922928) -> (continuation of Deferred@2018031558 after retry RPC after error@1835210500) -> (continuation of Deferred@1475844001 after retry RPC after error@1624902884) -> (continuation of Deferred@1569812926 after retry RPC after error@683640383) -> (continuation of Deferred@1126061590 after retry RPC after error@1930682301) -> (continuation of Deferred@626609376 after retry RPC after error@1896069130) -> (continuation of Deferred@1084026586 after retry RPC after error@765407043) -> (continuation of Deferred@1112430684 after retry RPC after error@778136567) -> (continuation of Deferred@162314975 after retry RPC after error@1570597278) -> (continuation of Deferred@1839285961 after retry RPC after error@1220191833) -> (continuation of Deferred@615290835 after retry RPC after error@306961217) -> (continuation of Deferred@1975206095 after retry RPC after error@1756276815)))
23:10:48.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.123 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:10:48.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.123 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:48.123 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26488), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [9ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [10ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [13ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [13ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [25ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [28ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [28ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [48ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [49ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [49ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [363ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [782ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [782ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [782ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [802ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1084ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [4701ms] refreshing cache from master, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4703ms] too many traces: truncated at 100 traces, deferred=Deferred@1643735824(state=PENDING, result=null, callback=(continuation of Deferred@1782894707 after retry RPC after error@436132044) -> (continuation of Deferred@2127390392 after retry RPC after error@1422271386) -> (continuation of Deferred@407746105 after retry RPC after error@2006590788) -> (continuation of Deferred@1651996073 after retry RPC after error@122179726) -> (continuation of Deferred@1916912160 after retry RPC after error@1415018793) -> (continuation of Deferred@223642679 after retry RPC after error@1214081331) -> (continuation of Deferred@879878874 after retry RPC after error@1535138636) -> (continuation of Deferred@1918634295 after retry RPC after error@1366024894) -> (continuation of Deferred@1782037883 after retry RPC after error@867488074) -> (continuation of Deferred@557015994 after retry RPC after error@792922928) -> (continuation of Deferred@2018031558 after retry RPC after error@1835210500) -> (continuation of Deferred@1475844001 after retry RPC after error@1624902884) -> (continuation of Deferred@1569812926 after retry RPC after error@683640383) -> (continuation of Deferred@1126061590 after retry RPC after error@1930682301) -> (continuation of Deferred@626609376 after retry RPC after error@1896069130) -> (continuation of Deferred@1084026586 after retry RPC after error@765407043) -> (continuation of Deferred@1112430684 after retry RPC after error@778136567) -> (continuation of Deferred@162314975 after retry RPC after error@1570597278) -> (continuation of Deferred@1839285961 after retry RPC after error@1220191833) -> (continuation of Deferred@615290835 after retry RPC after error@306961217) -> (continuation of Deferred@1975206095 after retry RPC after error@1756276815), errback=(continuation of Deferred@1782894707 after retry RPC after error@436132044) -> (continuation of Deferred@2127390392 after retry RPC after error@1422271386) -> (continuation of Deferred@407746105 after retry RPC after error@2006590788) -> (continuation of Deferred@1651996073 after retry RPC after error@122179726) -> (continuation of Deferred@1916912160 after retry RPC after error@1415018793) -> (continuation of Deferred@223642679 after retry RPC after error@1214081331) -> (continuation of Deferred@879878874 after retry RPC after error@1535138636) -> (continuation of Deferred@1918634295 after retry RPC after error@1366024894) -> (continuation of Deferred@1782037883 after retry RPC after error@867488074) -> (continuation of Deferred@557015994 after retry RPC after error@792922928) -> (continuation of Deferred@2018031558 after retry RPC after error@1835210500) -> (continuation of Deferred@1475844001 after retry RPC after error@1624902884) -> (continuation of Deferred@1569812926 after retry RPC after error@683640383) -> (continuation of Deferred@1126061590 after retry RPC after error@1930682301) -> (continuation of Deferred@626609376 after retry RPC after error@1896069130) -> (continuation of Deferred@1084026586 after retry RPC after error@765407043) -> (continuation of Deferred@1112430684 after retry RPC after error@778136567) -> (continuation of Deferred@162314975 after retry RPC after error@1570597278) -> (continuation of Deferred@1839285961 after retry RPC after error@1220191833) -> (continuation of Deferred@615290835 after retry RPC after error@306961217) -> (continuation of Deferred@1975206095 after retry RPC after error@1756276815)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:48.123 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:10:48.125 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:10:48.128 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=26488), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [9ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [10ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [13ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [13ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [25ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [28ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [28ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [48ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [49ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [49ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [363ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [782ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [782ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [782ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [802ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1084ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [4701ms] refreshing cache from master, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4703ms] too many traces: truncated at 100 traces, deferred=Deferred@1643735824(state=PENDING, result=null, callback=(continuation of Deferred@1782894707 after retry RPC after error@436132044) -> (continuation of Deferred@2127390392 after retry RPC after error@1422271386) -> (continuation of Deferred@407746105 after retry RPC after error@2006590788) -> (continuation of Deferred@1651996073 after retry RPC after error@122179726) -> (continuation of Deferred@1916912160 after retry RPC after error@1415018793) -> (continuation of Deferred@223642679 after retry RPC after error@1214081331) -> (continuation of Deferred@879878874 after retry RPC after error@1535138636) -> (continuation of Deferred@1918634295 after retry RPC after error@1366024894) -> (continuation of Deferred@1782037883 after retry RPC after error@867488074) -> (continuation of Deferred@557015994 after retry RPC after error@792922928) -> (continuation of Deferred@2018031558 after retry RPC after error@1835210500) -> (continuation of Deferred@1475844001 after retry RPC after error@1624902884) -> (continuation of Deferred@1569812926 after retry RPC after error@683640383) -> (continuation of Deferred@1126061590 after retry RPC after error@1930682301) -> (continuation of Deferred@626609376 after retry RPC after error@1896069130) -> (continuation of Deferred@1084026586 after retry RPC after error@765407043) -> (continuation of Deferred@1112430684 after retry RPC after error@778136567) -> (continuation of Deferred@162314975 after retry RPC after error@1570597278) -> (continuation of Deferred@1839285961 after retry RPC after error@1220191833) -> (continuation of Deferred@615290835 after retry RPC after error@306961217) -> (continuation of Deferred@1975206095 after retry RPC after error@1756276815), errback=(continuation of Deferred@1782894707 after retry RPC after error@436132044) -> (continuation of Deferred@2127390392 after retry RPC after error@1422271386) -> (continuation of Deferred@407746105 after retry RPC after error@2006590788) -> (continuation of Deferred@1651996073 after retry RPC after error@122179726) -> (continuation of Deferred@1916912160 after retry RPC after error@1415018793) -> (continuation of Deferred@223642679 after retry RPC after error@1214081331) -> (continuation of Deferred@879878874 after retry RPC after error@1535138636) -> (continuation of Deferred@1918634295 after retry RPC after error@1366024894) -> (continuation of Deferred@1782037883 after retry RPC after error@867488074) -> (continuation of Deferred@557015994 after retry RPC after error@792922928) -> (continuation of Deferred@2018031558 after retry RPC after error@1835210500) -> (continuation of Deferred@1475844001 after retry RPC after error@1624902884) -> (continuation of Deferred@1569812926 after retry RPC after error@683640383) -> (continuation of Deferred@1126061590 after retry RPC after error@1930682301) -> (continuation of Deferred@626609376 after retry RPC after error@1896069130) -> (continuation of Deferred@1084026586 after retry RPC after error@765407043) -> (continuation of Deferred@1112430684 after retry RPC after error@778136567) -> (continuation of Deferred@162314975 after retry RPC after error@1570597278) -> (continuation of Deferred@1839285961 after retry RPC after error@1220191833) -> (continuation of Deferred@615290835 after retry RPC after error@306961217) -> (continuation of Deferred@1975206095 after retry RPC after error@1756276815)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:48.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.128459 18231 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:48.128 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:10:48.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.130276 18185 fs_manager.cc:730] Time spent opening block manager: real 0.016s	user 0.007s	sys 0.002s
23:10:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.130702 18185 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/wal
23:10:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70666051c64946f8a4d58af14a2ce177"
23:10:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:48 on dist-test-slave-sprr"
23:10:48.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
23:10:48.131 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:10:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.131165 18185 fs_report.cc:389] FS layout report
23:10:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/wal
23:10:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/wal
23:10:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/data/data
23:10:48.131 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RUNNING to RESTARTING.
23:10:48.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:48.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:48.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.266521 18185 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:48.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.268826 18185 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:48.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.269443 18185 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:48.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.279207 18185 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:10:48.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.292145 18185 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:10:48.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.292613 18185 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.001s
23:10:48.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.292989 18185 ts_tablet_manager.cc:616] Registered 0 tablets
23:10:48.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.293215 18185 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:10:48.349 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:48.349 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:48.349 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:48.350 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:48.350 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:48.350 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:48.350 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:48.350 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:48.350 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:48.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:48.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:48.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:48.350 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:48.439 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:48.440 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:48.440 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:48.440 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.440 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.442 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.442 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:48.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:48.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465848517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:48.527 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:48.527 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:48.527 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:10:48.527 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:48.528 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:48.528 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:48.528 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:48.528 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:48.528 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:48.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:48.529 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:10:48.529 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:48.529 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:48.529 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:48.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:48.627 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:48.627 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:48.628 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:48.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:48.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:48.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:48.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:48.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:48.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:48.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:48.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:48.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:48.628 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.817903 18185 rpc_server.cc:307] RPC server started. Bound to: 127.17.123.1:34617
23:10:48.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.818017 18345 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.123.1:34617 every 8 connection(s)
23:10:48.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.821295 18185 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/data/info.pb
23:10:48.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.825112 17900 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 18185
23:10:48.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.825791 17900 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-0/wal/instance
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.845553 17900 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/wal
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/data
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/logs
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/data/info.pb
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.2:0
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.123.2
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.2
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:48.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:10:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.883154 18346 heartbeater.cc:344] Connected to a master server at 127.17.123.60:43249
23:10:48.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.883739 18346 heartbeater.cc:461] Registering TS with master...
23:10:48.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.885129 18346 heartbeater.cc:507] Master 127.17.123.60:43249 requested a full tablet report, sending...
23:10:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.888636 18103 ts_manager.cc:194] Registered new tserver with Master: 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617)
23:10:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.891289 18103 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.123.1:46209
23:10:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.904911 18347 heartbeater.cc:344] Connected to a master server at 127.17.123.61:34801
23:10:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.905314 18347 heartbeater.cc:461] Registering TS with master...
23:10:48.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.906030 18347 heartbeater.cc:507] Master 127.17.123.61:34801 requested a full tablet report, sending...
23:10:48.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.910141 18020 ts_manager.cc:194] Registered new tserver with Master: 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617)
23:10:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.938789 18353 heartbeater.cc:344] Connected to a master server at 127.17.123.62:37959
23:10:48.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.939239 18353 heartbeater.cc:461] Registering TS with master...
23:10:48.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.939939 18353 heartbeater.cc:507] Master 127.17.123.62:37959 requested a full tablet report, sending...
23:10:48.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:48.943913 17945 ts_manager.cc:194] Registered new tserver with Master: 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617)
23:10:48.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:48.986 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:48.986 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:48.986 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:48.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:48.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:48.988 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.988 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.988 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:48.988 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:49.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465849017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:49.028 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:10:49.031 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:10:49.267 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:49.268 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:49.268 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:49.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.269 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.269 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.269 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.269 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.269 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:49.276619 18350 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:49.277217 18350 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:49.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:49.277812 18350 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:49.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:49.313388 18350 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:49.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:49.314366 18350 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.123.2
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:49.354188 18350 tablet_server_runner.cc:78] Tablet server non-default flags:
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/data
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/wal
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.2:0
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/data/info.pb
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.2
23:10:49.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.123.2
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/logs
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:49.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:49.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:49.355870 18350 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:49.357538 18350 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:49.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:49.371270 18361 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:49.409 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:49.410 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:49.410 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:49.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:49.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:49.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:49.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:49.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:49.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:49.410 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:49.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:49.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:49.411 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:49.411 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:49.411 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:49.412 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:49.412 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.412 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.412 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.412 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.412 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.412 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.412 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:49.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:49.506 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:49.507 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:49.507 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:49.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.507 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.508 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:49.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465849516 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:49.536 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:10:49.538 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:10:49.570 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:49.570 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:49.571 [DEBUG - pool-119-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:49.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:49.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:49.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:49.571 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:49.571 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:49.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:49.572 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:49.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:49.572 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:49.572 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:49.573 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [10ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [11ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [15ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [15ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [25ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [47ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [47ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [62ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [84ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [84ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [162ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [383ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [442ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1403ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3420ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3423ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@1264282702(state=PENDING, result=null, callback=(continuation of Deferred@1585631542 after retry RPC after error@1567709400) -> (continuation of Deferred@889258705 after retry RPC after error@623386915) -> (continuation of Deferred@1844137937 after retry RPC after error@973831468) -> (continuation of Deferred@119666486 after retry RPC after error@1667563464) -> (continuation of Deferred@1413919154 after retry RPC after error@893731851) -> (continuation of Deferred@1029017042 after retry RPC after error@2030808847) -> (continuation of Deferred@413227709 after retry RPC after error@123416766) -> (continuation of Deferred@384898714 after retry RPC after error@841392284) -> (continuation of Deferred@549478615 after retry RPC after error@2126539441) -> (continuation of Deferred@1620829749 after retry RPC after error@1740540154) -> (continuation of Deferred@1155242498 after retry RPC after error@959706570) -> (continuation of Deferred@103155351 after retry RPC after error@357345265) -> (continuation of Deferred@224343248 after retry RPC after error@736369940) -> (continuation of Deferred@499164225 after retry RPC after error@1833167655) -> (continuation of Deferred@432974827 after retry RPC after error@306780539) -> (continuation of Deferred@171132383 after retry RPC after error@2019265901) -> (continuation of Deferred@346480766 after retry RPC after error@1325310288) -> (continuation of Deferred@1584601325 after retry RPC after error@2062010027) -> (continuation of Deferred@1499557017 after retry RPC after error@1655612100) -> (continuation of Deferred@618428940 after retry RPC after error@1623863970) -> (continuation of Deferred@840798086 after retry RPC after error@624079747) -> (continuation of Deferred@1660530995 after retry RPC after error@1394065644) -> (continuation of Deferred@229115063 after retry RPC after error@1026949162) -> (continuation of Deferred@317283990 after retry RPC after error@2140470407), errback=(continuation of Deferred@1585631542 after retry RPC after error@1567709400) -> (continuation of Deferred@889258705 after retry RPC after error@623386915) -> (continuation of Deferred@1844137937 after retry RPC after error@973831468) -> (continuation of Deferred@119666486 after retry RPC after error@1667563464) -> (continuation of Deferred@1413919154 after retry RPC after error@893731851) -> (continuation of Deferred@1029017042 after retry RPC after error@2030808847) -> (continuation of Deferred@413227709 after retry RPC after error@123416766) -> (continuation of Deferred@384898714 after retry RPC after error@841392284) -> (continuation of Deferred@549478615 after retry RPC after error@2126539441) -> (continuation of Deferred@1620829749 after retry RPC after error@1740540154) -> (continuation of Deferred@1155242498 after retry RPC after error@959706570) -> (continuation of Deferred@103155351 after retry RPC after error@357345265) -> (continuation of Deferred@224343248 after retry RPC after error@736369940) -> (continuation of Deferred@499164225 after retry RPC after error@1833167655) -> (continuation of Deferred@432974827 after retry RPC after error@306780539) -> (continuation of Deferred@171132383 after retry RPC after error@2019265901) -> (continuation of Deferred@346480766 after retry RPC after error@1325310288) -> (continuation of Deferred@1584601325 after retry RPC after error@2062010027) -> (continuation of Deferred@1499557017 after retry RPC after error@1655612100) -> (continuation of Deferred@618428940 after retry RPC after error@1623863970) -> (continuation of Deferred@840798086 after retry RPC after error@624079747) -> (continuation of Deferred@1660530995 after retry RPC after error@1394065644) -> (continuation of Deferred@229115063 after retry RPC after error@1026949162) -> (continuation of Deferred@317283990 after retry RPC after error@2140470407)))
23:10:49.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:10:49.574 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [10ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [11ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [15ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [15ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [25ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [47ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [47ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [62ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [84ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [84ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [162ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [383ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [442ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1403ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3420ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3423ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@1264282702(state=PENDING, result=null, callback=(continuation of Deferred@1585631542 after retry RPC after error@1567709400) -> (continuation of Deferred@889258705 after retry RPC after error@623386915) -> (continuation of Deferred@1844137937 after retry RPC after error@973831468) -> (continuation of Deferred@119666486 after retry RPC after error@1667563464) -> (continuation of Deferred@1413919154 after retry RPC after error@893731851) -> (continuation of Deferred@1029017042 after retry RPC after error@2030808847) -> (continuation of Deferred@413227709 after retry RPC after error@123416766) -> (continuation of Deferred@384898714 after retry RPC after error@841392284) -> (continuation of Deferred@549478615 after retry RPC after error@2126539441) -> (continuation of Deferred@1620829749 after retry RPC after error@1740540154) -> (continuation of Deferred@1155242498 after retry RPC after error@959706570) -> (continuation of Deferred@103155351 after retry RPC after error@357345265) -> (continuation of Deferred@224343248 after retry RPC after error@736369940) -> (continuation of Deferred@499164225 after retry RPC after error@1833167655) -> (continuation of Deferred@432974827 after retry RPC after error@306780539) -> (continuation of Deferred@171132383 after retry RPC after error@2019265901) -> (continuation of Deferred@346480766 after retry RPC after error@1325310288) -> (continuation of Deferred@1584601325 after retry RPC after error@2062010027) -> (continuation of Deferred@1499557017 after retry RPC after error@1655612100) -> (continuation of Deferred@618428940 after retry RPC after error@1623863970) -> (continuation of Deferred@840798086 after retry RPC after error@624079747) -> (continuation of Deferred@1660530995 after retry RPC after error@1394065644) -> (continuation of Deferred@229115063 after retry RPC after error@1026949162) -> (continuation of Deferred@317283990 after retry RPC after error@2140470407), errback=(continuation of Deferred@1585631542 after retry RPC after error@1567709400) -> (continuation of Deferred@889258705 after retry RPC after error@623386915) -> (continuation of Deferred@1844137937 after retry RPC after error@973831468) -> (continuation of Deferred@119666486 after retry RPC after error@1667563464) -> (continuation of Deferred@1413919154 after retry RPC after error@893731851) -> (continuation of Deferred@1029017042 after retry RPC after error@2030808847) -> (continuation of Deferred@413227709 after retry RPC after error@123416766) -> (continuation of Deferred@384898714 after retry RPC after error@841392284) -> (continuation of Deferred@549478615 after retry RPC after error@2126539441) -> (continuation of Deferred@1620829749 after retry RPC after error@1740540154) -> (continuation of Deferred@1155242498 after retry RPC after error@959706570) -> (continuation of Deferred@103155351 after retry RPC after error@357345265) -> (continuation of Deferred@224343248 after retry RPC after error@736369940) -> (continuation of Deferred@499164225 after retry RPC after error@1833167655) -> (continuation of Deferred@432974827 after retry RPC after error@306780539) -> (continuation of Deferred@171132383 after retry RPC after error@2019265901) -> (continuation of Deferred@346480766 after retry RPC after error@1325310288) -> (continuation of Deferred@1584601325 after retry RPC after error@2062010027) -> (continuation of Deferred@1499557017 after retry RPC after error@1655612100) -> (continuation of Deferred@618428940 after retry RPC after error@1623863970) -> (continuation of Deferred@840798086 after retry RPC after error@624079747) -> (continuation of Deferred@1660530995 after retry RPC after error@1394065644) -> (continuation of Deferred@229115063 after retry RPC after error@1026949162) -> (continuation of Deferred@317283990 after retry RPC after error@2140470407)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:49.574 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:10:49.576 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:10:49.579 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [10ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [11ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [15ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [15ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [24ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [25ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [42ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [47ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [47ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [62ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [84ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [84ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [162ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [203ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [383ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [442ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1403ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3420ms] refreshing cache from master, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3423ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5260ms] refreshing cache from master, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5262ms] too many traces: truncated at 100 traces, deferred=Deferred@1264282702(state=PENDING, result=null, callback=(continuation of Deferred@1585631542 after retry RPC after error@1567709400) -> (continuation of Deferred@889258705 after retry RPC after error@623386915) -> (continuation of Deferred@1844137937 after retry RPC after error@973831468) -> (continuation of Deferred@119666486 after retry RPC after error@1667563464) -> (continuation of Deferred@1413919154 after retry RPC after error@893731851) -> (continuation of Deferred@1029017042 after retry RPC after error@2030808847) -> (continuation of Deferred@413227709 after retry RPC after error@123416766) -> (continuation of Deferred@384898714 after retry RPC after error@841392284) -> (continuation of Deferred@549478615 after retry RPC after error@2126539441) -> (continuation of Deferred@1620829749 after retry RPC after error@1740540154) -> (continuation of Deferred@1155242498 after retry RPC after error@959706570) -> (continuation of Deferred@103155351 after retry RPC after error@357345265) -> (continuation of Deferred@224343248 after retry RPC after error@736369940) -> (continuation of Deferred@499164225 after retry RPC after error@1833167655) -> (continuation of Deferred@432974827 after retry RPC after error@306780539) -> (continuation of Deferred@171132383 after retry RPC after error@2019265901) -> (continuation of Deferred@346480766 after retry RPC after error@1325310288) -> (continuation of Deferred@1584601325 after retry RPC after error@2062010027) -> (continuation of Deferred@1499557017 after retry RPC after error@1655612100) -> (continuation of Deferred@618428940 after retry RPC after error@1623863970) -> (continuation of Deferred@840798086 after retry RPC after error@624079747) -> (continuation of Deferred@1660530995 after retry RPC after error@1394065644) -> (continuation of Deferred@229115063 after retry RPC after error@1026949162) -> (continuation of Deferred@317283990 after retry RPC after error@2140470407), errback=(continuation of Deferred@1585631542 after retry RPC after error@1567709400) -> (continuation of Deferred@889258705 after retry RPC after error@623386915) -> (continuation of Deferred@1844137937 after retry RPC after error@973831468) -> (continuation of Deferred@119666486 after retry RPC after error@1667563464) -> (continuation of Deferred@1413919154 after retry RPC after error@893731851) -> (continuation of Deferred@1029017042 after retry RPC after error@2030808847) -> (continuation of Deferred@413227709 after retry RPC after error@123416766) -> (continuation of Deferred@384898714 after retry RPC after error@841392284) -> (continuation of Deferred@549478615 after retry RPC after error@2126539441) -> (continuation of Deferred@1620829749 after retry RPC after error@1740540154) -> (continuation of Deferred@1155242498 after retry RPC after error@959706570) -> (continuation of Deferred@103155351 after retry RPC after error@357345265) -> (continuation of Deferred@224343248 after retry RPC after error@736369940) -> (continuation of Deferred@499164225 after retry RPC after error@1833167655) -> (continuation of Deferred@432974827 after retry RPC after error@306780539) -> (continuation of Deferred@171132383 after retry RPC after error@2019265901) -> (continuation of Deferred@346480766 after retry RPC after error@1325310288) -> (continuation of Deferred@1584601325 after retry RPC after error@2062010027) -> (continuation of Deferred@1499557017 after retry RPC after error@1655612100) -> (continuation of Deferred@618428940 after retry RPC after error@1623863970) -> (continuation of Deferred@840798086 after retry RPC after error@624079747) -> (continuation of Deferred@1660530995 after retry RPC after error@1394065644) -> (continuation of Deferred@229115063 after retry RPC after error@1026949162) -> (continuation of Deferred@317283990 after retry RPC after error@2140470407)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:49.580 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:10:49.581 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
23:10:49.581 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:10:49.589 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:49.589 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:49.589 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:49.590 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:49.590 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:49.590 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:49.590 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:49.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:49.591 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:49.591 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:49.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:49.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:49.591 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:49.700 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:49.700 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:49.701 [DEBUG - pool-114-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:49.701 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:49.701 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:49.701 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:49.701 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:49.701 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:49.701 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:49.701 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:49.701 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:49.702 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:49.702 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:49.702 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29761), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [41ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [49ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [91ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [108ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [109ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [109ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [144ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [150ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [151ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [151ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [164ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [284ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [342ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [541ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [542ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [542ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [542ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [822ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [823ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1344ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2861ms] refreshing cache from master, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2864ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2865ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2865ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2866ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3962ms] refreshing cache from master, [3962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3963ms] too many traces: truncated at 100 traces, deferred=Deferred@1849220437(state=PENDING, result=null, callback=(continuation of Deferred@1177071186 after retry RPC after error@1007980784) -> (continuation of Deferred@596913690 after retry RPC after error@200187208) -> (continuation of Deferred@137885785 after retry RPC after error@280783551) -> (continuation of Deferred@307913292 after retry RPC after error@1830922642) -> (continuation of Deferred@1524855135 after retry RPC after error@695800110) -> (continuation of Deferred@1752190543 after retry RPC after error@150800362) -> (continuation of Deferred@1230366243 after retry RPC after error@683961926) -> (continuation of Deferred@1118588711 after retry RPC after error@579781327) -> (continuation of Deferred@1150049347 after retry RPC after error@1337048266) -> (continuation of Deferred@1875117932 after retry RPC after error@990390497) -> (continuation of Deferred@490734983 after retry RPC after error@1599454473) -> (continuation of Deferred@283455208 after retry RPC after error@1792033589) -> (continuation of Deferred@2007048149 after retry RPC after error@99506653) -> (continuation of Deferred@1011201510 after retry RPC after error@1415872688) -> (continuation of Deferred@725901918 after retry RPC after error@1553200730) -> (continuation of Deferred@1307083435 after retry RPC after error@1039788710) -> (continuation of Deferred@900147669 after retry RPC after error@1992632349) -> (continuation of Deferred@2133918132 after retry RPC after error@225409070) -> (continuation of Deferred@25821655 after retry RPC after error@1582322747) -> (continuation of Deferred@698077924 after retry RPC after error@1606644209) -> (continuation of Deferred@244733799 after retry RPC after error@1379609346) -> (continuation of Deferred@633397075 after retry RPC after error@1632141027) -> (continuation of Deferred@1574514882 after retry RPC after error@1446081344) -> (continuation of Deferred@1973945490 after retry RPC after error@1463141282) -> (continuation of Deferred@1132373670 after retry RPC after error@503867130), errback=(continuation of Deferred@1177071186 after retry RPC after error@1007980784) -> (continuation of Deferred@596913690 after retry RPC after error@200187208) -> (continuation of Deferred@137885785 after retry RPC after error@280783551) -> (continuation of Deferred@307913292 after retry RPC after error@1830922642) -> (continuation of Deferred@1524855135 after retry RPC after error@695800110) -> (continuation of Deferred@1752190543 after retry RPC after error@150800362) -> (continuation of Deferred@1230366243 after retry RPC after error@683961926) -> (continuation of Deferred@1118588711 after retry RPC after error@579781327) -> (continuation of Deferred@1150049347 after retry RPC after error@1337048266) -> (continuation of Deferred@1875117932 after retry RPC after error@990390497) -> (continuation of Deferred@490734983 after retry RPC after error@1599454473) -> (continuation of Deferred@283455208 after retry RPC after error@1792033589) -> (continuation of Deferred@2007048149 after retry RPC after error@99506653) -> (continuation of Deferred@1011201510 after retry RPC after error@1415872688) -> (continuation of Deferred@725901918 after retry RPC after error@1553200730) -> (continuation of Deferred@1307083435 after retry RPC after error@1039788710) -> (continuation of Deferred@900147669 after retry RPC after error@1992632349) -> (continuation of Deferred@2133918132 after retry RPC after error@225409070) -> (continuation of Deferred@25821655 after retry RPC after error@1582322747) -> (continuation of Deferred@698077924 after retry RPC after error@1606644209) -> (continuation of Deferred@244733799 after retry RPC after error@1379609346) -> (continuation of Deferred@633397075 after retry RPC after error@1632141027) -> (continuation of Deferred@1574514882 after retry RPC after error@1446081344) -> (continuation of Deferred@1973945490 after retry RPC after error@1463141282) -> (continuation of Deferred@1132373670 after retry RPC after error@503867130)))
23:10:49.704 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:10:49.704 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29761), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [41ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [49ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [91ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [108ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [109ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [109ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [144ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [150ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [151ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [151ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [164ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [284ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [342ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [541ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [542ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [542ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [542ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [822ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [823ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1344ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2861ms] refreshing cache from master, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2864ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2865ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2865ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2866ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3962ms] refreshing cache from master, [3962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3963ms] too many traces: truncated at 100 traces, deferred=Deferred@1849220437(state=PENDING, result=null, callback=(continuation of Deferred@1177071186 after retry RPC after error@1007980784) -> (continuation of Deferred@596913690 after retry RPC after error@200187208) -> (continuation of Deferred@137885785 after retry RPC after error@280783551) -> (continuation of Deferred@307913292 after retry RPC after error@1830922642) -> (continuation of Deferred@1524855135 after retry RPC after error@695800110) -> (continuation of Deferred@1752190543 after retry RPC after error@150800362) -> (continuation of Deferred@1230366243 after retry RPC after error@683961926) -> (continuation of Deferred@1118588711 after retry RPC after error@579781327) -> (continuation of Deferred@1150049347 after retry RPC after error@1337048266) -> (continuation of Deferred@1875117932 after retry RPC after error@990390497) -> (continuation of Deferred@490734983 after retry RPC after error@1599454473) -> (continuation of Deferred@283455208 after retry RPC after error@1792033589) -> (continuation of Deferred@2007048149 after retry RPC after error@99506653) -> (continuation of Deferred@1011201510 after retry RPC after error@1415872688) -> (continuation of Deferred@725901918 after retry RPC after error@1553200730) -> (continuation of Deferred@1307083435 after retry RPC after error@1039788710) -> (continuation of Deferred@900147669 after retry RPC after error@1992632349) -> (continuation of Deferred@2133918132 after retry RPC after error@225409070) -> (continuation of Deferred@25821655 after retry RPC after error@1582322747) -> (continuation of Deferred@698077924 after retry RPC after error@1606644209) -> (continuation of Deferred@244733799 after retry RPC after error@1379609346) -> (continuation of Deferred@633397075 after retry RPC after error@1632141027) -> (continuation of Deferred@1574514882 after retry RPC after error@1446081344) -> (continuation of Deferred@1973945490 after retry RPC after error@1463141282) -> (continuation of Deferred@1132373670 after retry RPC after error@503867130), errback=(continuation of Deferred@1177071186 after retry RPC after error@1007980784) -> (continuation of Deferred@596913690 after retry RPC after error@200187208) -> (continuation of Deferred@137885785 after retry RPC after error@280783551) -> (continuation of Deferred@307913292 after retry RPC after error@1830922642) -> (continuation of Deferred@1524855135 after retry RPC after error@695800110) -> (continuation of Deferred@1752190543 after retry RPC after error@150800362) -> (continuation of Deferred@1230366243 after retry RPC after error@683961926) -> (continuation of Deferred@1118588711 after retry RPC after error@579781327) -> (continuation of Deferred@1150049347 after retry RPC after error@1337048266) -> (continuation of Deferred@1875117932 after retry RPC after error@990390497) -> (continuation of Deferred@490734983 after retry RPC after error@1599454473) -> (continuation of Deferred@283455208 after retry RPC after error@1792033589) -> (continuation of Deferred@2007048149 after retry RPC after error@99506653) -> (continuation of Deferred@1011201510 after retry RPC after error@1415872688) -> (continuation of Deferred@725901918 after retry RPC after error@1553200730) -> (continuation of Deferred@1307083435 after retry RPC after error@1039788710) -> (continuation of Deferred@900147669 after retry RPC after error@1992632349) -> (continuation of Deferred@2133918132 after retry RPC after error@225409070) -> (continuation of Deferred@25821655 after retry RPC after error@1582322747) -> (continuation of Deferred@698077924 after retry RPC after error@1606644209) -> (continuation of Deferred@244733799 after retry RPC after error@1379609346) -> (continuation of Deferred@633397075 after retry RPC after error@1632141027) -> (continuation of Deferred@1574514882 after retry RPC after error@1446081344) -> (continuation of Deferred@1973945490 after retry RPC after error@1463141282) -> (continuation of Deferred@1132373670 after retry RPC after error@503867130)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:49.705 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
23:10:49.706 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:49.706 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:49.706 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:49.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.708 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:10:49.710 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29761), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [41ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [49ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [91ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [108ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [109ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [109ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [123ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [144ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [150ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [151ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [151ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [164ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [284ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [342ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [541ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [542ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [542ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [542ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [821ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [822ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [823ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1344ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1344ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2861ms] refreshing cache from master, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2864ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2865ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2865ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2866ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3962ms] refreshing cache from master, [3962ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3963ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3963ms] too many traces: truncated at 100 traces, deferred=Deferred@1849220437(state=PENDING, result=null, callback=(continuation of Deferred@1177071186 after retry RPC after error@1007980784) -> (continuation of Deferred@596913690 after retry RPC after error@200187208) -> (continuation of Deferred@137885785 after retry RPC after error@280783551) -> (continuation of Deferred@307913292 after retry RPC after error@1830922642) -> (continuation of Deferred@1524855135 after retry RPC after error@695800110) -> (continuation of Deferred@1752190543 after retry RPC after error@150800362) -> (continuation of Deferred@1230366243 after retry RPC after error@683961926) -> (continuation of Deferred@1118588711 after retry RPC after error@579781327) -> (continuation of Deferred@1150049347 after retry RPC after error@1337048266) -> (continuation of Deferred@1875117932 after retry RPC after error@990390497) -> (continuation of Deferred@490734983 after retry RPC after error@1599454473) -> (continuation of Deferred@283455208 after retry RPC after error@1792033589) -> (continuation of Deferred@2007048149 after retry RPC after error@99506653) -> (continuation of Deferred@1011201510 after retry RPC after error@1415872688) -> (continuation of Deferred@725901918 after retry RPC after error@1553200730) -> (continuation of Deferred@1307083435 after retry RPC after error@1039788710) -> (continuation of Deferred@900147669 after retry RPC after error@1992632349) -> (continuation of Deferred@2133918132 after retry RPC after error@225409070) -> (continuation of Deferred@25821655 after retry RPC after error@1582322747) -> (continuation of Deferred@698077924 after retry RPC after error@1606644209) -> (continuation of Deferred@244733799 after retry RPC after error@1379609346) -> (continuation of Deferred@633397075 after retry RPC after error@1632141027) -> (continuation of Deferred@1574514882 after retry RPC after error@1446081344) -> (continuation of Deferred@1973945490 after retry RPC after error@1463141282) -> (continuation of Deferred@1132373670 after retry RPC after error@503867130), errback=(continuation of Deferred@1177071186 after retry RPC after error@1007980784) -> (continuation of Deferred@596913690 after retry RPC after error@200187208) -> (continuation of Deferred@137885785 after retry RPC after error@280783551) -> (continuation of Deferred@307913292 after retry RPC after error@1830922642) -> (continuation of Deferred@1524855135 after retry RPC after error@695800110) -> (continuation of Deferred@1752190543 after retry RPC after error@150800362) -> (continuation of Deferred@1230366243 after retry RPC after error@683961926) -> (continuation of Deferred@1118588711 after retry RPC after error@579781327) -> (continuation of Deferred@1150049347 after retry RPC after error@1337048266) -> (continuation of Deferred@1875117932 after retry RPC after error@990390497) -> (continuation of Deferred@490734983 after retry RPC after error@1599454473) -> (continuation of Deferred@283455208 after retry RPC after error@1792033589) -> (continuation of Deferred@2007048149 after retry RPC after error@99506653) -> (continuation of Deferred@1011201510 after retry RPC after error@1415872688) -> (continuation of Deferred@725901918 after retry RPC after error@1553200730) -> (continuation of Deferred@1307083435 after retry RPC after error@1039788710) -> (continuation of Deferred@900147669 after retry RPC after error@1992632349) -> (continuation of Deferred@2133918132 after retry RPC after error@225409070) -> (continuation of Deferred@25821655 after retry RPC after error@1582322747) -> (continuation of Deferred@698077924 after retry RPC after error@1606644209) -> (continuation of Deferred@244733799 after retry RPC after error@1379609346) -> (continuation of Deferred@633397075 after retry RPC after error@1632141027) -> (continuation of Deferred@1574514882 after retry RPC after error@1446081344) -> (continuation of Deferred@1973945490 after retry RPC after error@1463141282) -> (continuation of Deferred@1132373670 after retry RPC after error@503867130)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:49.710 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:49.710 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:49.711 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:49.711 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
23:10:49.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.711 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:49.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.712 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:10:49.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:49.715 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:10:49.767 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:49.767 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:49.767 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:49.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.768 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.768 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.769 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.769 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.769 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:49.868 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:49.870 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:49.870 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:49.870 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:49.875 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:49.876 [DEBUG - pool-116-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:49.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:49.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:49.877 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:49.877 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:49.877 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:49.877 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:49.877 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:49.878 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29937), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [26ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [38ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [44ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [44ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [100ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [129ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [140ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [162ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [242ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [343ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [561ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [562ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [922ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [923ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [923ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [923ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1842ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5680ms] refreshing cache from master, [5680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5682ms] too many traces: truncated at 100 traces, deferred=Deferred@1205747938(state=PENDING, result=null, callback=(continuation of Deferred@2134627643 after retry RPC after error@1863484583) -> (continuation of Deferred@36388803 after retry RPC after error@935831092) -> (continuation of Deferred@385101818 after retry RPC after error@1832429119) -> (continuation of Deferred@909527420 after retry RPC after error@1011531656) -> (continuation of Deferred@192338948 after retry RPC after error@592939531) -> (continuation of Deferred@665737908 after retry RPC after error@1324418870) -> (continuation of Deferred@1943692304 after retry RPC after error@1816309682) -> (continuation of Deferred@971776884 after retry RPC after error@2145536968) -> (continuation of Deferred@1597528768 after retry RPC after error@645812650) -> (continuation of Deferred@2119246226 after retry RPC after error@327190939) -> (continuation of Deferred@250818417 after retry RPC after error@1523899396) -> (continuation of Deferred@771631997 after retry RPC after error@983933704) -> (continuation of Deferred@767200138 after retry RPC after error@1374836421) -> (continuation of Deferred@218835525 after retry RPC after error@446784783) -> (continuation of Deferred@1665026826 after retry RPC after error@540634582) -> (continuation of Deferred@1957962390 after retry RPC after error@1705818130) -> (continuation of Deferred@1960565174 after retry RPC after error@535252262) -> (continuation of Deferred@1251110110 after retry RPC after error@1249780150) -> (continuation of Deferred@1614956326 after retry RPC after error@1164552309) -> (continuation of Deferred@474269850 after retry RPC after error@655112501) -> (continuation of Deferred@1434788229 after retry RPC after error@1571225920) -> (continuation of Deferred@1729958518 after retry RPC after error@555637297) -> (continuation of Deferred@1575739038 after retry RPC after error@941848930), errback=(continuation of Deferred@2134627643 after retry RPC after error@1863484583) -> (continuation of Deferred@36388803 after retry RPC after error@935831092) -> (continuation of Deferred@385101818 after retry RPC after error@1832429119) -> (continuation of Deferred@909527420 after retry RPC after error@1011531656) -> (continuation of Deferred@192338948 after retry RPC after error@592939531) -> (continuation of Deferred@665737908 after retry RPC after error@1324418870) -> (continuation of Deferred@1943692304 after retry RPC after error@1816309682) -> (continuation of Deferred@971776884 after retry RPC after error@2145536968) -> (continuation of Deferred@1597528768 after retry RPC after error@645812650) -> (continuation of Deferred@2119246226 after retry RPC after error@327190939) -> (continuation of Deferred@250818417 after retry RPC after error@1523899396) -> (continuation of Deferred@771631997 after retry RPC after error@983933704) -> (continuation of Deferred@767200138 after retry RPC after error@1374836421) -> (continuation of Deferred@218835525 after retry RPC after error@446784783) -> (continuation of Deferred@1665026826 after retry RPC after error@540634582) -> (continuation of Deferred@1957962390 after retry RPC after error@1705818130) -> (continuation of Deferred@1960565174 after retry RPC after error@535252262) -> (continuation of Deferred@1251110110 after retry RPC after error@1249780150) -> (continuation of Deferred@1614956326 after retry RPC after error@1164552309) -> (continuation of Deferred@474269850 after retry RPC after error@655112501) -> (continuation of Deferred@1434788229 after retry RPC after error@1571225920) -> (continuation of Deferred@1729958518 after retry RPC after error@555637297) -> (continuation of Deferred@1575739038 after retry RPC after error@941848930)))
23:10:49.879 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:10:49.879 [WARN - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29937), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [26ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [38ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [44ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [44ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [100ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [129ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [140ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [162ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [242ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [343ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [561ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [562ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [922ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [923ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [923ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [923ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1842ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5680ms] refreshing cache from master, [5680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5682ms] too many traces: truncated at 100 traces, deferred=Deferred@1205747938(state=PENDING, result=null, callback=(continuation of Deferred@2134627643 after retry RPC after error@1863484583) -> (continuation of Deferred@36388803 after retry RPC after error@935831092) -> (continuation of Deferred@385101818 after retry RPC after error@1832429119) -> (continuation of Deferred@909527420 after retry RPC after error@1011531656) -> (continuation of Deferred@192338948 after retry RPC after error@592939531) -> (continuation of Deferred@665737908 after retry RPC after error@1324418870) -> (continuation of Deferred@1943692304 after retry RPC after error@1816309682) -> (continuation of Deferred@971776884 after retry RPC after error@2145536968) -> (continuation of Deferred@1597528768 after retry RPC after error@645812650) -> (continuation of Deferred@2119246226 after retry RPC after error@327190939) -> (continuation of Deferred@250818417 after retry RPC after error@1523899396) -> (continuation of Deferred@771631997 after retry RPC after error@983933704) -> (continuation of Deferred@767200138 after retry RPC after error@1374836421) -> (continuation of Deferred@218835525 after retry RPC after error@446784783) -> (continuation of Deferred@1665026826 after retry RPC after error@540634582) -> (continuation of Deferred@1957962390 after retry RPC after error@1705818130) -> (continuation of Deferred@1960565174 after retry RPC after error@535252262) -> (continuation of Deferred@1251110110 after retry RPC after error@1249780150) -> (continuation of Deferred@1614956326 after retry RPC after error@1164552309) -> (continuation of Deferred@474269850 after retry RPC after error@655112501) -> (continuation of Deferred@1434788229 after retry RPC after error@1571225920) -> (continuation of Deferred@1729958518 after retry RPC after error@555637297) -> (continuation of Deferred@1575739038 after retry RPC after error@941848930), errback=(continuation of Deferred@2134627643 after retry RPC after error@1863484583) -> (continuation of Deferred@36388803 after retry RPC after error@935831092) -> (continuation of Deferred@385101818 after retry RPC after error@1832429119) -> (continuation of Deferred@909527420 after retry RPC after error@1011531656) -> (continuation of Deferred@192338948 after retry RPC after error@592939531) -> (continuation of Deferred@665737908 after retry RPC after error@1324418870) -> (continuation of Deferred@1943692304 after retry RPC after error@1816309682) -> (continuation of Deferred@971776884 after retry RPC after error@2145536968) -> (continuation of Deferred@1597528768 after retry RPC after error@645812650) -> (continuation of Deferred@2119246226 after retry RPC after error@327190939) -> (continuation of Deferred@250818417 after retry RPC after error@1523899396) -> (continuation of Deferred@771631997 after retry RPC after error@983933704) -> (continuation of Deferred@767200138 after retry RPC after error@1374836421) -> (continuation of Deferred@218835525 after retry RPC after error@446784783) -> (continuation of Deferred@1665026826 after retry RPC after error@540634582) -> (continuation of Deferred@1957962390 after retry RPC after error@1705818130) -> (continuation of Deferred@1960565174 after retry RPC after error@535252262) -> (continuation of Deferred@1251110110 after retry RPC after error@1249780150) -> (continuation of Deferred@1614956326 after retry RPC after error@1164552309) -> (continuation of Deferred@474269850 after retry RPC after error@655112501) -> (continuation of Deferred@1434788229 after retry RPC after error@1571225920) -> (continuation of Deferred@1729958518 after retry RPC after error@555637297) -> (continuation of Deferred@1575739038 after retry RPC after error@941848930)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:49.880 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:10:49.882 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:10:49.884 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29937), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [26ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [38ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [44ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [44ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [100ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [128ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [129ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [140ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [162ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [242ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [343ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [561ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [562ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [922ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [923ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [923ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [923ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1842ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5680ms] refreshing cache from master, [5680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5682ms] too many traces: truncated at 100 traces, deferred=Deferred@1205747938(state=PENDING, result=null, callback=(continuation of Deferred@2134627643 after retry RPC after error@1863484583) -> (continuation of Deferred@36388803 after retry RPC after error@935831092) -> (continuation of Deferred@385101818 after retry RPC after error@1832429119) -> (continuation of Deferred@909527420 after retry RPC after error@1011531656) -> (continuation of Deferred@192338948 after retry RPC after error@592939531) -> (continuation of Deferred@665737908 after retry RPC after error@1324418870) -> (continuation of Deferred@1943692304 after retry RPC after error@1816309682) -> (continuation of Deferred@971776884 after retry RPC after error@2145536968) -> (continuation of Deferred@1597528768 after retry RPC after error@645812650) -> (continuation of Deferred@2119246226 after retry RPC after error@327190939) -> (continuation of Deferred@250818417 after retry RPC after error@1523899396) -> (continuation of Deferred@771631997 after retry RPC after error@983933704) -> (continuation of Deferred@767200138 after retry RPC after error@1374836421) -> (continuation of Deferred@218835525 after retry RPC after error@446784783) -> (continuation of Deferred@1665026826 after retry RPC after error@540634582) -> (continuation of Deferred@1957962390 after retry RPC after error@1705818130) -> (continuation of Deferred@1960565174 after retry RPC after error@535252262) -> (continuation of Deferred@1251110110 after retry RPC after error@1249780150) -> (continuation of Deferred@1614956326 after retry RPC after error@1164552309) -> (continuation of Deferred@474269850 after retry RPC after error@655112501) -> (continuation of Deferred@1434788229 after retry RPC after error@1571225920) -> (continuation of Deferred@1729958518 after retry RPC after error@555637297) -> (continuation of Deferred@1575739038 after retry RPC after error@941848930), errback=(continuation of Deferred@2134627643 after retry RPC after error@1863484583) -> (continuation of Deferred@36388803 after retry RPC after error@935831092) -> (continuation of Deferred@385101818 after retry RPC after error@1832429119) -> (continuation of Deferred@909527420 after retry RPC after error@1011531656) -> (continuation of Deferred@192338948 after retry RPC after error@592939531) -> (continuation of Deferred@665737908 after retry RPC after error@1324418870) -> (continuation of Deferred@1943692304 after retry RPC after error@1816309682) -> (continuation of Deferred@971776884 after retry RPC after error@2145536968) -> (continuation of Deferred@1597528768 after retry RPC after error@645812650) -> (continuation of Deferred@2119246226 after retry RPC after error@327190939) -> (continuation of Deferred@250818417 after retry RPC after error@1523899396) -> (continuation of Deferred@771631997 after retry RPC after error@983933704) -> (continuation of Deferred@767200138 after retry RPC after error@1374836421) -> (continuation of Deferred@218835525 after retry RPC after error@446784783) -> (continuation of Deferred@1665026826 after retry RPC after error@540634582) -> (continuation of Deferred@1957962390 after retry RPC after error@1705818130) -> (continuation of Deferred@1960565174 after retry RPC after error@535252262) -> (continuation of Deferred@1251110110 after retry RPC after error@1249780150) -> (continuation of Deferred@1614956326 after retry RPC after error@1164552309) -> (continuation of Deferred@474269850 after retry RPC after error@655112501) -> (continuation of Deferred@1434788229 after retry RPC after error@1571225920) -> (continuation of Deferred@1729958518 after retry RPC after error@555637297) -> (continuation of Deferred@1575739038 after retry RPC after error@941848930)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:49.885 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job b2b25cd960f08851bedacc90188e59d4
23:10:49.885 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:10:49.886 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
23:10:49.887 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:49.888 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:49.888 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:49.888 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.888 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:49.888 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:49.889 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.889 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.889 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:49.889 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:49.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:49.896064 18346 heartbeater.cc:499] Master 127.17.123.60:43249 was elected leader, sending a full tablet report...
23:10:49.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:50.017 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465850017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:50.036 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:10:50.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:10:50.126 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:50.126 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:50.126 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:50.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:50.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:50.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:50.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:50.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:50.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:50.128 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:50.128 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:50.129 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:50.129 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:50.206 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:50.207 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:50.207 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:50.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:50.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:50.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:50.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:50.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:50.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:50.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:50.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:50.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:50.209 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:50.296 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:10:50.297 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
23:10:50.297 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
23:10:50.298 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
23:10:50.298 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4
23:10:50.299 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:10:50.299 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
23:10:50.300 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
23:10:50.300 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
23:10:50.300 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 0b815fbd9e4299a90c651edd5a93d7ef
23:10:50.301 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:10:50.302 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:10:50.302 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:10:50.302 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:10:50.303 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:10:50.303 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:10:50.304 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:10:50.306 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
23:10:50.306 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:10:50.306 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
23:10:50.307 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:10:50.307 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
23:10:50.307 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id af813b30f1bdf7ed02d1eb96380647b7
23:10:50.308 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RESTARTING to RUNNING.
23:10:50.308 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:10:50.309 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
23:10:50.309 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:10:50.309 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
23:10:50.310 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 0b815fbd9e4299a90c651edd5a93d7ef.
23:10:50.311 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
23:10:50.311 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 39c3666682cc04254d28470b89fa7a1a
23:10:50.311 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:10:50.312 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 0b815fbd9e4299a90c651edd5a93d7ef.
23:10:50.312 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
23:10:50.313 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
23:10:50.315 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b56b2fa
23:10:50.315 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:50.315 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:10:50.315 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot af813b30f1bdf7ed02d1eb96380647b7.
23:10:50.315 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:10:50.316 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:10:50.316 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id af813b30f1bdf7ed02d1eb96380647b7.
23:10:50.317 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 39c3666682cc04254d28470b89fa7a1a.
23:10:50.317 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
23:10:50.317 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
23:10:50.318 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 39c3666682cc04254d28470b89fa7a1a.
23:10:50.318 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
23:10:50.319 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
23:10:50.319 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@433a4466
23:10:50.319 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:50.319 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@340e01da
23:10:50.319 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:50.319 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:10:50.319 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:10:50.319 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:10:50.319 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:10:50.319 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:10:50.320 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:10:50.322 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
23:10:50.322 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
23:10:50.324 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@313728bb
23:10:50.326 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d9091b8
23:10:50.326 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:10:50.326 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:10:50.327 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:10:50.327 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:10:50.327 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4c71c110
23:10:50.332 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:50.333 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:50.334 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@567c9c38
23:10:50.336 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.343 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:50.344 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.344 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@ba447f
23:10:50.350 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:50.351 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.354 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.356 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.356 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.356 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.362 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.364 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.365 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.365 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.366 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.368 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.372 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.372 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.375 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.376 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.376 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.376 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.378 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.384 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.384 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.387 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.394 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.397 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.400 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.400 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.400 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.400 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.402 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.404 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.404 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.407 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.411 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.428 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.429 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.429 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.429 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.430 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.431 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.431 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.432 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.432 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.433 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.434 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.435 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.435 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.435 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.436 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.436 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.436 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.437 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.438 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.439 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.439 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.439 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.440 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.440 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.440 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.440 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.444 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.444 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.446 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.446 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.448 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.448 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.449 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.449 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.449 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.449 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.449 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.450 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.450 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.450 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.450 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.452 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.452 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.454 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.454 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.454 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.457 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.458 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.458 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.458 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.459 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.459 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.460 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.460 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.460 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.461 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.461 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.464 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.465 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.465 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.465 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.465 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.465 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.466 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.466 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.466 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.466 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:50.466 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:50.466 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.467 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:50.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:50.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:50.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.467 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.467 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:50.467 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:50.467 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:50.466 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:50.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:50.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:50.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:50.468 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:50.467 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.469 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.469 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.474 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.475 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.475 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.476 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.478 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.478 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.478 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.478 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.479 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.479 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.482 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.484 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.484 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.485 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.485 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.485 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.485 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.485 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.485 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.485 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.485 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.486 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.487 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.487 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.487 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:50.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.488 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.488 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.488 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.488 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.488 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.488 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.489 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.497 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.497 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.498 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.499 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.499 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.499 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.499 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.499 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.500 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.500 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.500 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.509 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.509 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.510 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.511 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465850517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:50.524 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.524 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.525 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.525 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.525 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.525 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.525 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.526 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.526 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.527 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.527 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.528 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.528 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.528 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:10:50.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.528 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.528 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.528 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.529 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.529 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.529 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.530 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.530 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.530 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.530 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.530 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.531 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:10:50.536 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.537 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.537 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.537 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.537 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.537 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.538 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.564 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.565 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.565 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.566 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.566 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.566 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.566 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.566 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.566 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.567 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.566 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.568 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.568 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.569 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.569 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.569 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.569 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.570 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.570 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.570 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.570 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.570 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.571 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.573 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.589 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.589 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.590 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.590 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.590 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.591 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.592 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.592 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.592 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:50.609 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.609 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.610 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.610 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.610 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.611 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.611 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.612 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.616 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.617 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.617 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.617 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.617 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.617 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.617 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.617 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.617 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.617 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.618 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.624 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.624 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.624 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.625 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.625 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.625 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.625 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.625 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.625 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.626 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.627 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:50.628 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:50.628 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:50.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:50.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:50.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:50.629 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:50.629 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:50.629 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:50.629 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:50.629 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:50.629 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:50.629 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:50.646 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.646 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.646 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.647 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.647 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.647 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.647 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.666 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.666 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.666 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.668 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.668 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.697 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.697 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.698 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.698 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.698 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.698 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.699 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.699 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.699 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.699 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.784 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.785 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.785 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.788 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.809 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.809 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.810 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.812 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.812 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.813 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.837 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.837 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.837 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.838 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.838 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.838 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.839 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.839 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.839 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.839 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.907 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:50.907 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:50.907 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:50.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:50.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:50.909 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.909 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.909 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:50.909 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:50.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:51.023 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465851017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:51.039 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:10:51.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:10:51.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:51.144 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:51.145 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:51.145 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:51.146 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.146 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.146 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.148 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:51.148 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:51.149 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:51.149 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:51.149 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.149 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.149 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.150 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.150 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.150 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.151 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.151 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:51.217 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:51.218 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:51.218 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:51.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.219 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.219 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.220 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.220 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.220 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.220 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:51.385 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:51.385 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:51.386 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:51.386 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.386 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.388 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.388 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.388 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.388 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:51.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:51.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465851517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:51.526 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:51.526 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:51.526 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:51.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.528 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.528 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.528 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.528 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:51.530 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:10:51.534 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:10:51.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:51.606 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:51.606 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:51.607 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:51.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:51.608 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.608 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.608 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:51.608 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.608 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.608 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:51.608 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:51.707 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:51.708 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:51.708 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:51.708 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:51.708 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:51.709 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:51.709 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:51.709 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:51.709 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:51.709 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:51.709 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:51.709 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:51.709 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:50.772950 18360 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 18350
23:10:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:51.959676 18360 kernel_stack_watchdog.cc:198] Thread 18350 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
23:10:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:10:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:10:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:10:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:10:51.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:51.959749 18350 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.587s	user 0.871s	sys 1.588s
23:10:51.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:51.961051 18364 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:51.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:51.961196 18350 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.589s	user 0.871s	sys 1.588s
23:10:51.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:49.372493 18362 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:51.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:51.965734 18363 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2589 milliseconds
23:10:51.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:51.965895 18350 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:51.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:51.967237 18350 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:51.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:51.970100 18350 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:51.971 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:51.971529 18350 hybrid_clock.cc:648] HybridClock initialized: now 1783465851971402 us; error 118 us; skew 500 ppm
23:10:51.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:51.972417 18350 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:51.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:51.983290 18350 webserver.cc:534] Webserver started at http://127.17.123.2:40429/ using document root <none> and password file <none>
23:10:51.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:51.984532 18350 fs_manager.cc:362] Metadata directory not provided
23:10:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:51.984807 18350 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:51.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:51.985426 18350 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:51.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:51.991061 18350 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/data/instance:
23:10:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "510f86c8f39f47b9802550a16d66fe5a"
23:10:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:51 on dist-test-slave-sprr"
23:10:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:51.992465 18350 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/wal/instance:
23:10:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "510f86c8f39f47b9802550a16d66fe5a"
23:10:51.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:51 on dist-test-slave-sprr"
23:10:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.002840 18350 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.008s	sys 0.000s
23:10:52.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.010880 18412 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:52.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.012455 18350 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.001s
23:10:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.012887 18350 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/wal
23:10:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "510f86c8f39f47b9802550a16d66fe5a"
23:10:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:51 on dist-test-slave-sprr"
23:10:52.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.013305 18350 fs_report.cc:389] FS layout report
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/wal
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/wal
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/data/data
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:52.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:52.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465852017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:52.026 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:10:52.027 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:10:52.057 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:52.057 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:52.058 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:52.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:52.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:52.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:52.059 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:52.059 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:52.059 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:52.059 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:52.059 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:52.059 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:52.059 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:52.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.093397 18350 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:52.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.094944 18350 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:52.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.095459 18350 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:52.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.098568 18350 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:10:52.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.103089 18350 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:10:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.103322 18350 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:10:52.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.103636 18350 ts_tablet_manager.cc:616] Registered 0 tablets
23:10:52.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.103870 18350 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:10:52.109 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:52.109 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:52.109 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:52.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:52.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:52.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:52.110 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:52.110 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:52.110 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:52.110 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:52.110 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:52.110 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:52.110 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:52.169 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:52.169 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:52.170 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:52.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:52.170 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:52.170 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:52.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:52.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:52.170 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:52.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:52.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:52.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:52.171 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.265043 18350 rpc_server.cc:307] RPC server started. Bound to: 127.17.123.2:46455
23:10:52.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.265149 18524 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.123.2:46455 every 8 connection(s)
23:10:52.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.268246 18350 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/data/info.pb
23:10:52.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.274686 17900 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 18350
23:10:52.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.275280 17900 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-1/wal/instance
23:10:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.296222 17900 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/wal
23:10:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/data
23:10:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:52.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/logs
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/data/info.pb
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.3:0
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.123.3
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.3
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:52.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:10:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.331650 18525 heartbeater.cc:344] Connected to a master server at 127.17.123.60:43249
23:10:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.332167 18525 heartbeater.cc:461] Registering TS with master...
23:10:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.333467 18525 heartbeater.cc:507] Master 127.17.123.60:43249 requested a full tablet report, sending...
23:10:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.334146 18529 heartbeater.cc:344] Connected to a master server at 127.17.123.62:37959
23:10:52.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.334574 18529 heartbeater.cc:461] Registering TS with master...
23:10:52.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.335695 18529 heartbeater.cc:507] Master 127.17.123.62:37959 requested a full tablet report, sending...
23:10:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.338081 18526 heartbeater.cc:344] Connected to a master server at 127.17.123.61:34801
23:10:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.338201 18103 ts_manager.cc:194] Registered new tserver with Master: 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455)
23:10:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.338454 18526 heartbeater.cc:461] Registering TS with master...
23:10:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.338869 17945 ts_manager.cc:194] Registered new tserver with Master: 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455)
23:10:52.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.339366 18526 heartbeater.cc:507] Master 127.17.123.61:34801 requested a full tablet report, sending...
23:10:52.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.339921 18103 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.123.2:43575
23:10:52.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.342015 18020 ts_manager.cc:194] Registered new tserver with Master: 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455)
23:10:52.429 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:52.430 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:52.430 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:52.430 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:52.430 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:52.430 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:52.430 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:52.430 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:52.430 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:52.430 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:52.430 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:52.430 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:52.430 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:52.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:52.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465852517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:52.526 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:10:52.526 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:10:52.547 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:52.548 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:52.548 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:52.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:52.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:52.548 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:52.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:52.548 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:52.548 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:52.548 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:52.548 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:52.548 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:52.549 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:52.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:52.627 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:52.627 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:52.627 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:52.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:52.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:52.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:52.627 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:52.627 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:52.627 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:52.628 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:52.628 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:52.628 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:52.628 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:52.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:52.656292 18535 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:52.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:52.656750 18535 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:52.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:52.657249 18535 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:52.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:52.692848 18535 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:52.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:52.693790 18535 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.17.123.3
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.730787 18535 tablet_server_runner.cc:78] Tablet server non-default flags:
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.17.123.20:45169
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/data
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/wal
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.17.123.3:0
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/data/info.pb
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.17.123.3
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.17.123.62:37959,127.17.123.61:34801,127.17.123.60:43249
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.17.123.3
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/logs
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:52.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:52.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.732082 18535 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:52.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:52.733703 18535 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:52.747 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:52.747007 18542 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:52.904 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:52.905 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:52.905 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:52.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:52.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:52.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:52.906 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:52.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:52.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:52.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:52.907 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:52.907 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:52.907 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:52.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:53.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465853017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:53.031 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:10:53.035 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:10:53.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:53.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:53.343863 18525 heartbeater.cc:499] Master 127.17.123.60:43249 was elected leader, sending a full tablet report...
23:10:53.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:53.510 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:53.510 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:53.510 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:53.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:53.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:53.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:53.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:53.511 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:53.511 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:53.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:53.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:53.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:53.512 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:53.517 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465853516 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:53.528 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:10:53.529 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:10:53.557 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:53.557 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:53.557 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:53.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:53.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:53.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:53.558 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:53.558 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:53.558 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:53.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:53.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:53.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:53.559 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:53.589 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:53.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:53.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:53.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:53.593 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:53.593 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:53.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:53.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:53.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:53.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:53.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:53.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:53.594 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:53.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:53.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:54.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465854017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:54.036 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:10:54.040 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:10:54.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:54.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:54.152748 18541 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 18535
23:10:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:54.345693 18535 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.599s	user 0.510s	sys 0.999s
23:10:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:52.747702 18543 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:54.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:54.346148 18535 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.599s	user 0.510s	sys 1.000s
23:10:54.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:54.348232 18545 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:54.351056 18544 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1600 milliseconds
23:10:54.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.351063 18535 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:54.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.352378 18535 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.354460 18535 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:54.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.355850 18535 hybrid_clock.cc:648] HybridClock initialized: now 1783465854355803 us; error 49 us; skew 500 ppm
23:10:54.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.356721 18535 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:54.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.364197 18535 webserver.cc:534] Webserver started at http://127.17.123.3:46237/ using document root <none> and password file <none>
23:10:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.365235 18535 fs_manager.cc:362] Metadata directory not provided
23:10:54.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.365489 18535 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:54.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.366076 18535 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.370600 18535 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/data/instance:
23:10:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4bc6450f15f44e6a4792244f83e3c03"
23:10:54.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:54 on dist-test-slave-sprr"
23:10:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.371745 18535 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/wal/instance:
23:10:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4bc6450f15f44e6a4792244f83e3c03"
23:10:54.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:54 on dist-test-slave-sprr"
23:10:54.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.379292 18535 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.002s
23:10:54.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.385399 18552 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.386855 18535 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:10:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.387224 18535 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/wal
23:10:54.387 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e4bc6450f15f44e6a4792244f83e3c03"
23:10:54.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:54 on dist-test-slave-sprr"
23:10:54.387 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:54.388 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:54.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:54.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:54.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:54.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.387599 18535 fs_report.cc:389] FS layout report
23:10:54.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:54.388 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:54.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/wal
23:10:54.388 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/wal
23:10:54.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/data/data
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:54.388 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:54.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:54.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.451203 18535 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.452772 18535 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:54.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.453178 18535 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:54.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.456007 18535 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:10:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.460613 18535 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:10:54.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.460812 18535 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:10:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.461016 18535 ts_tablet_manager.cc:616] Registered 0 tablets
23:10:54.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.461149 18535 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:10:54.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:54.517 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465854517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:54.527 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:10:54.529 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:10:54.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.627218 18535 rpc_server.cc:307] RPC server started. Bound to: 127.17.123.3:40143
23:10:54.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.627315 18664 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.17.123.3:40143 every 8 connection(s)
23:10:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.629931 18535 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/data/info.pb
23:10:54.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.630506 17900 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 18535
23:10:54.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.630964 17900 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster5150078362833646151/ts-2/wal/instance
23:10:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.707811 18667 heartbeater.cc:344] Connected to a master server at 127.17.123.62:37959
23:10:54.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.708415 18667 heartbeater.cc:461] Registering TS with master...
23:10:54.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.709759 18665 heartbeater.cc:344] Connected to a master server at 127.17.123.60:43249
23:10:54.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.710116 18667 heartbeater.cc:507] Master 127.17.123.62:37959 requested a full tablet report, sending...
23:10:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.710137 18665 heartbeater.cc:461] Registering TS with master...
23:10:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.712430 18666 heartbeater.cc:344] Connected to a master server at 127.17.123.61:34801
23:10:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.712875 18666 heartbeater.cc:461] Registering TS with master...
23:10:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.713434 18665 heartbeater.cc:507] Master 127.17.123.60:43249 requested a full tablet report, sending...
23:10:54.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.713661 17945 ts_manager.cc:194] Registered new tserver with Master: e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:10:54.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.714077 18666 heartbeater.cc:507] Master 127.17.123.61:34801 requested a full tablet report, sending...
23:10:54.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.716616 18103 ts_manager.cc:194] Registered new tserver with Master: e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:10:54.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.716784 18020 ts_manager.cc:194] Registered new tserver with Master: e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:10:54.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.718729 18103 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.17.123.3:52393
23:10:54.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:54.737175 17900 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:10:54.749 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:10:54.749 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:10:54.750 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.123.62"
      port: 37959
    }
    bound_http_address {
      host: "127.17.123.62"
      port: 36689
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.123.61"
      port: 34801
    }
    bound_http_address {
      host: "127.17.123.61"
      port: 45631
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.123.60"
      port: 43249
    }
    bound_http_address {
      host: "127.17.123.60"
      port: 40011
    }
  }
}

23:10:54.751 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:10:54.751 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.17.123.1"
      port: 34617
    }
    bound_http_address {
      host: "127.17.123.1"
      port: 41295
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.17.123.2"
      port: 46455
    }
    bound_http_address {
      host: "127.17.123.2"
      port: 40429
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.17.123.3"
      port: 40143
    }
    bound_http_address {
      host: "127.17.123.3"
      port: 46237
    }
  }
}

23:10:54.752 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:10:54.753 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:10:54.753 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:10:54.753 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:10:54.753 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:10:54.754 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:10:54.757 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:10:54.769 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:54.770 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:54.770 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:54.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:54.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:54.770 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:54.770 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:54.770 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:54.770 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:54.770 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:54.770 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:54.770 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:54.770 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:54.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:55.007 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:55.007 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:55.008 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:55.008 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.008 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:55.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465855017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:55.026 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:10:55.027 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:10:55.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:55.127 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:55.128 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:55.128 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:55.128 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.128 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.128 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.128 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.128 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.128 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.128 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:55.155 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:10:55.155 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:10:55.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:55.159091 18675 mini_oidc.cc:150] Starting JWKS server
23:10:55.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:55.162441 18675 webserver.cc:534] Webserver started at http://127.0.0.1:46415/ using document root <none> and password file <none>
23:10:55.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:55.162945 18675 mini_oidc.cc:186] Starting OIDC Discovery server
23:10:55.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:55.164642 18675 webserver.cc:534] Webserver started at http://127.0.0.1:46805/ using document root <none> and password file <none>
23:10:55.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:10:55Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:10:55.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:10:55Z Disabled control of system clock
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:55.229965 18675 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/wal
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/data
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/logs
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/data/info.pb
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.254:40821
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.254
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:55.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46415/jwks.json with env {}
23:10:55.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:55.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465855517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:55.527 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:10:55.527 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:10:55.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:55.559840 18687 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:55.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:55.560516 18687 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:55.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:55.561086 18687 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:55.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:55.596091 18687 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:10:55.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:55.596477 18687 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:55.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:55.596824 18687 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:10:55.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:55.597131 18687 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:10:55.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:55.597432 18687 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:10:55.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:55.597678 18687 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46415/jwks.json
23:10:55.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:55.627 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:55.627 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:55.627 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:55.628 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:55.628 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:55.628 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:55.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:55.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:55.629 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:55.629 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:55.629 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:55.629 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:55.629 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:55.637 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:55.637 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:55.637 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:55.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:55.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:55.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:55.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:55.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:55.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:55.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:55.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:55.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:55.639 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:55.648190 18687 master_runner.cc:387] Master server non-default flags:
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/data
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/wal
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.254:40821
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:55.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46415/jwks.json
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/data/info.pb
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.254
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/logs
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:55.649 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:55.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:55.649886 18687 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:55.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:55.651594 18687 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:55.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:55.665129 18694 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:55.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:55.722986 18665 heartbeater.cc:499] Master 127.17.123.60:43249 was elected leader, sending a full tablet report...
23:10:55.949 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:55.950 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:55.950 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:55.950 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.951 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.952 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.952 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.952 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.952 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:55.952 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:55.953 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:55.953 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:55.953 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:55.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:55.953 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:55.953 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:55.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:55.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:55.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:55.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:55.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:55.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:55.985 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:55.990 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:55.990 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:55.990 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:55.991 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.991 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.991 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:55.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.992 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:55.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:55.992 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:56.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465856017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:56.032 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:10:56.033 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:10:56.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:56.186 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:56.187 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:56.187 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:56.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:56.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:56.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:56.188 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:56.188 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:56.188 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:56.189 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:56.189 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:56.189 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:56.189 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:56.269 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:56.270 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:56.270 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:56.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.275 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.275 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.275 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.275 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.275 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.275 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.276 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:56.307 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:56.308 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:56.308 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:56.309 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:56.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:56.309 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:56.310 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:56.310 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:56.310 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:56.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:56.310 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:56.310 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:56.310 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:56.485 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:56.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465856518 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:56.537 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:10:56.539 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:10:56.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:56.604 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:56.605 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:56.605 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:56.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.610 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.611 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.612 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.612 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.612 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:56.627 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:56.627 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:56.627 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:56.628 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.629 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.629 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.629 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.630 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:56.669 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:56.669 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:56.669 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:56.670 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.670 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.670 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:56.970 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:10:56.970 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:10:56.970 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:10:56.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:56.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:56.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:10:56.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:56.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:56.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:10:56.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:56.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:56.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:10:56.972 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:10:56.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:56.988 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:56.989 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:56.989 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:56.990 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.990 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.990 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:56.990 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.990 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.991 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:56.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:56.991 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:57.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465857017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:57.037 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:10:57.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:10:57.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:57.429 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:57.430 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:57.430 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:57.430 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:57.430 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:57.431 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:57.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:57.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:57.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:57.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:57.432 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:57.432 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:57.432 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:57.486 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:57.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465857517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:57.540 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=22 ms, finalizationTime=1 ms).
23:10:57.542 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:10:57.547 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:57.547 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:57.547 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:57.548 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:57.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:57.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:57.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:57.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:57.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:57.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:57.549 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:57.549 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:57.549 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:57.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:57.588340 18521 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6fa0 after lost signal to thread 18356
23:10:57.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:57.590276 18521 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6740 after lost signal to thread 18524
23:10:57.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:57.604 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:57.604 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:57.604 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:57.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:57.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:57.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:57.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:57.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:57.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:57.606 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:57.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:57.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:57.607 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:57.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:57.069463 18693 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 18687
23:10:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:57.653254 18693 kernel_stack_watchdog.cc:198] Thread 18687 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 399ms:
23:10:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:10:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:10:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:10:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:10:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:55.666379 18695 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:57.653889 18696 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1986 milliseconds
23:10:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:57.653985 18687 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.988s	user 0.700s	sys 1.252s
23:10:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:57.653599 18697 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:57.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:57.654413 18687 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.988s	user 0.700s	sys 1.252s
23:10:57.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.654724 18687 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:10:57.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.659689 18687 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:10:57.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.662712 18687 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:10:57.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.666417 18687 hybrid_clock.cc:648] HybridClock initialized: now 1783465857665685 us; error 720 us; skew 500 ppm
23:10:57.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.667550 18687 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:10:57.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.675132 18687 webserver.cc:534] Webserver started at http://127.18.60.254:45301/ using document root <none> and password file <none>
23:10:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.676110 18687 fs_manager.cc:362] Metadata directory not provided
23:10:57.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.676357 18687 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:10:57.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.676856 18687 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:10:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.681648 18687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/data/instance:
23:10:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2be4b0afc63546489460be36bb3573f3"
23:10:57.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:57 on dist-test-slave-sprr"
23:10:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.682966 18687 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/wal/instance:
23:10:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2be4b0afc63546489460be36bb3573f3"
23:10:57.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:57 on dist-test-slave-sprr"
23:10:57.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.691042 18687 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
23:10:57.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.697425 18704 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:10:57.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.698719 18687 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
23:10:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.699105 18687 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/wal
23:10:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "2be4b0afc63546489460be36bb3573f3"
23:10:57.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:10:57 on dist-test-slave-sprr"
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.699467 18687 fs_report.cc:389] FS layout report
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/wal
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/wal
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/data/data
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:10:57.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:10:57.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.750471 18687 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:10:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.752019 18687 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:10:57.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.752519 18687 kserver.cc:163] Server-wide thread pool size limit: 3276
23:10:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.846022 18687 rpc_server.cc:307] RPC server started. Bound to: 127.18.60.254:40821
23:10:57.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.846194 18755 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.60.254:40821 every 8 connection(s)
23:10:57.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.848863 18687 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/data/info.pb
23:10:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.850884 18675 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 18687
23:10:57.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.851449 18675 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-0/wal/instance
23:10:57.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.857157 18756 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.860927 18675 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/wal
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/data
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/logs
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/data/info.pb
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:10:57.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.253:41141
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.253
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:57.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46415/jwks.json with env {}
23:10:57.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.876068 18756 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } has no permanent_uuid. Determining permanent_uuid...
23:10:57.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.914006 18756 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } has no permanent_uuid. Determining permanent_uuid...
23:10:57.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:57.917003 18707 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.60.253:41141: connect: Connection refused (error 111)
23:10:57.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:57.921962 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.253:41141: Network error: Client connection negotiation failed: client connection to 127.18.60.253:41141: connect: Connection refused (error 111)
23:10:57.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:57.971529 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } attempt: 1
23:10:57.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:57.979754 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.253:41141: Network error: Client connection negotiation failed: client connection to 127.18.60.253:41141: connect: Connection refused (error 111)
23:10:57.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:58.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465858017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:58.027 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:10:58.028 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:10:58.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:58.048287 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } attempt: 2
23:10:58.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.055981 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.253:41141: Network error: Client connection negotiation failed: client connection to 127.18.60.253:41141: connect: Connection refused (error 111)
23:10:58.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:58.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:58.147418 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } attempt: 3
23:10:58.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.152952 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.253:41141: Network error: Client connection negotiation failed: client connection to 127.18.60.253:41141: connect: Connection refused (error 111)
23:10:58.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.259040 18758 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:10:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.259784 18758 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:10:58.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.260651 18758 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:10:58.277 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:58.277 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:58.277 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:58.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:58.278 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:58.278 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:58.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:58.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:58.278 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:58.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:58.278 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:58.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:58.278 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:58.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:58.296416 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } attempt: 4
23:10:58.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.301968 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.253:41141: Network error: Client connection negotiation failed: client connection to 127.18.60.253:41141: connect: Connection refused (error 111)
23:10:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.303972 18758 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:10:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.304291 18758 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:10:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.304554 18758 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:10:58.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.304780 18758 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:10:58.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.304994 18758 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:10:58.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.305157 18758 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46415/jwks.json
23:10:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:58.348351 18758 master_runner.cc:387] Master server non-default flags:
23:10:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:10:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:10:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:10:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:10:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/data
23:10:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/wal
23:10:58.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.253:41141
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46415/jwks.json
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/data/info.pb
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.253
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/logs
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:10:58.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:10:58.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:58.349843 18758 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:10:58.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:58.351504 18758 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:10:58.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.363315 18768 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:10:58.387 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:58.388 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:58.388 [DEBUG - pool-140-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:58.389 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:58.389 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:58.389 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:58.389 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:58.389 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:58.389 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:58.390 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:58.390 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:58.390 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:58.390 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:58.391 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27586), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [12ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [29ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [30ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [30ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [174ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [222ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [224ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [264ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [264ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [264ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [283ms] refreshing cache from master, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [284ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [286ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [287ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [287ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [383ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [483ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [582ms] refreshing cache from master, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [584ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [584ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1565ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3543ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [6981ms] refreshing cache from master, [6981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [6981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [6982ms] too many traces: truncated at 100 traces, deferred=Deferred@146442917(state=PENDING, result=null, callback=(continuation of Deferred@816711855 after retry RPC after error@201273211) -> (continuation of Deferred@2027078493 after retry RPC after error@618758464) -> (continuation of Deferred@1682574851 after retry RPC after error@381444358) -> (continuation of Deferred@2023395495 after retry RPC after error@1356461429) -> (continuation of Deferred@1683473275 after retry RPC after error@295053990) -> (continuation of Deferred@1025875867 after retry RPC after error@575186711) -> (continuation of Deferred@2027873342 after retry RPC after error@1488794265) -> (continuation of Deferred@1240840018 after retry RPC after error@778228068) -> (continuation of Deferred@554839938 after retry RPC after error@269154499) -> (continuation of Deferred@1956745911 after retry RPC after error@1290835126) -> (continuation of Deferred@2083441813 after retry RPC after error@1000734515) -> (continuation of Deferred@1131017946 after retry RPC after error@200576805) -> (continuation of Deferred@20230314 after retry RPC after error@368872408) -> (continuation of Deferred@422535323 after retry RPC after error@915233084) -> (continuation of Deferred@311959207 after retry RPC after error@1665922407) -> (continuation of Deferred@25324077 after retry RPC after error@1562019736) -> (continuation of Deferred@262522810 after retry RPC after error@863632356) -> (continuation of Deferred@557333668 after retry RPC after error@681007452) -> (continuation of Deferred@162448355 after retry RPC after error@1970585577) -> (continuation of Deferred@357134591 after retry RPC after error@117868211) -> (continuation of Deferred@2026437739 after retry RPC after error@680763244) -> (continuation of Deferred@1988353033 after retry RPC after error@1157885812) -> (continuation of Deferred@2056742939 after retry RPC after error@1313595610), errback=(continuation of Deferred@816711855 after retry RPC after error@201273211) -> (continuation of Deferred@2027078493 after retry RPC after error@618758464) -> (continuation of Deferred@1682574851 after retry RPC after error@381444358) -> (continuation of Deferred@2023395495 after retry RPC after error@1356461429) -> (continuation of Deferred@1683473275 after retry RPC after error@295053990) -> (continuation of Deferred@1025875867 after retry RPC after error@575186711) -> (continuation of Deferred@2027873342 after retry RPC after error@1488794265) -> (continuation of Deferred@1240840018 after retry RPC after error@778228068) -> (continuation of Deferred@554839938 after retry RPC after error@269154499) -> (continuation of Deferred@1956745911 after retry RPC after error@1290835126) -> (continuation of Deferred@2083441813 after retry RPC after error@1000734515) -> (continuation of Deferred@1131017946 after retry RPC after error@200576805) -> (continuation of Deferred@20230314 after retry RPC after error@368872408) -> (continuation of Deferred@422535323 after retry RPC after error@915233084) -> (continuation of Deferred@311959207 after retry RPC after error@1665922407) -> (continuation of Deferred@25324077 after retry RPC after error@1562019736) -> (continuation of Deferred@262522810 after retry RPC after error@863632356) -> (continuation of Deferred@557333668 after retry RPC after error@681007452) -> (continuation of Deferred@162448355 after retry RPC after error@1970585577) -> (continuation of Deferred@357134591 after retry RPC after error@117868211) -> (continuation of Deferred@2026437739 after retry RPC after error@680763244) -> (continuation of Deferred@1988353033 after retry RPC after error@1157885812) -> (continuation of Deferred@2056742939 after retry RPC after error@1313595610)))
23:10:58.392 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:10:58.392 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27586), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [12ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [29ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [30ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [30ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [174ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [222ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [224ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [264ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [264ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [264ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [283ms] refreshing cache from master, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [284ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [286ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [287ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [287ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [383ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [483ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [582ms] refreshing cache from master, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [584ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [584ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1565ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3543ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [6981ms] refreshing cache from master, [6981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [6981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [6982ms] too many traces: truncated at 100 traces, deferred=Deferred@146442917(state=PENDING, result=null, callback=(continuation of Deferred@816711855 after retry RPC after error@201273211) -> (continuation of Deferred@2027078493 after retry RPC after error@618758464) -> (continuation of Deferred@1682574851 after retry RPC after error@381444358) -> (continuation of Deferred@2023395495 after retry RPC after error@1356461429) -> (continuation of Deferred@1683473275 after retry RPC after error@295053990) -> (continuation of Deferred@1025875867 after retry RPC after error@575186711) -> (continuation of Deferred@2027873342 after retry RPC after error@1488794265) -> (continuation of Deferred@1240840018 after retry RPC after error@778228068) -> (continuation of Deferred@554839938 after retry RPC after error@269154499) -> (continuation of Deferred@1956745911 after retry RPC after error@1290835126) -> (continuation of Deferred@2083441813 after retry RPC after error@1000734515) -> (continuation of Deferred@1131017946 after retry RPC after error@200576805) -> (continuation of Deferred@20230314 after retry RPC after error@368872408) -> (continuation of Deferred@422535323 after retry RPC after error@915233084) -> (continuation of Deferred@311959207 after retry RPC after error@1665922407) -> (continuation of Deferred@25324077 after retry RPC after error@1562019736) -> (continuation of Deferred@262522810 after retry RPC after error@863632356) -> (continuation of Deferred@557333668 after retry RPC after error@681007452) -> (continuation of Deferred@162448355 after retry RPC after error@1970585577) -> (continuation of Deferred@357134591 after retry RPC after error@117868211) -> (continuation of Deferred@2026437739 after retry RPC after error@680763244) -> (continuation of Deferred@1988353033 after retry RPC after error@1157885812) -> (continuation of Deferred@2056742939 after retry RPC after error@1313595610), errback=(continuation of Deferred@816711855 after retry RPC after error@201273211) -> (continuation of Deferred@2027078493 after retry RPC after error@618758464) -> (continuation of Deferred@1682574851 after retry RPC after error@381444358) -> (continuation of Deferred@2023395495 after retry RPC after error@1356461429) -> (continuation of Deferred@1683473275 after retry RPC after error@295053990) -> (continuation of Deferred@1025875867 after retry RPC after error@575186711) -> (continuation of Deferred@2027873342 after retry RPC after error@1488794265) -> (continuation of Deferred@1240840018 after retry RPC after error@778228068) -> (continuation of Deferred@554839938 after retry RPC after error@269154499) -> (continuation of Deferred@1956745911 after retry RPC after error@1290835126) -> (continuation of Deferred@2083441813 after retry RPC after error@1000734515) -> (continuation of Deferred@1131017946 after retry RPC after error@200576805) -> (continuation of Deferred@20230314 after retry RPC after error@368872408) -> (continuation of Deferred@422535323 after retry RPC after error@915233084) -> (continuation of Deferred@311959207 after retry RPC after error@1665922407) -> (continuation of Deferred@25324077 after retry RPC after error@1562019736) -> (continuation of Deferred@262522810 after retry RPC after error@863632356) -> (continuation of Deferred@557333668 after retry RPC after error@681007452) -> (continuation of Deferred@162448355 after retry RPC after error@1970585577) -> (continuation of Deferred@357134591 after retry RPC after error@117868211) -> (continuation of Deferred@2026437739 after retry RPC after error@680763244) -> (continuation of Deferred@1988353033 after retry RPC after error@1157885812) -> (continuation of Deferred@2056742939 after retry RPC after error@1313595610)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:58.393 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:10:58.395 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:10:58.407 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27586), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [12ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [29ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [30ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [30ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [173ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [174ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [202ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [222ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [224ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [264ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [264ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [264ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [283ms] refreshing cache from master, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [284ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [286ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [287ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [287ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [383ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [483ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [582ms] refreshing cache from master, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [583ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [584ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [584ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1561ms] refreshing cache from master, [1561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1563ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1564ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1565ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3541ms] refreshing cache from master, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3542ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3543ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [6981ms] refreshing cache from master, [6981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [6981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [6982ms] too many traces: truncated at 100 traces, deferred=Deferred@146442917(state=PENDING, result=null, callback=(continuation of Deferred@816711855 after retry RPC after error@201273211) -> (continuation of Deferred@2027078493 after retry RPC after error@618758464) -> (continuation of Deferred@1682574851 after retry RPC after error@381444358) -> (continuation of Deferred@2023395495 after retry RPC after error@1356461429) -> (continuation of Deferred@1683473275 after retry RPC after error@295053990) -> (continuation of Deferred@1025875867 after retry RPC after error@575186711) -> (continuation of Deferred@2027873342 after retry RPC after error@1488794265) -> (continuation of Deferred@1240840018 after retry RPC after error@778228068) -> (continuation of Deferred@554839938 after retry RPC after error@269154499) -> (continuation of Deferred@1956745911 after retry RPC after error@1290835126) -> (continuation of Deferred@2083441813 after retry RPC after error@1000734515) -> (continuation of Deferred@1131017946 after retry RPC after error@200576805) -> (continuation of Deferred@20230314 after retry RPC after error@368872408) -> (continuation of Deferred@422535323 after retry RPC after error@915233084) -> (continuation of Deferred@311959207 after retry RPC after error@1665922407) -> (continuation of Deferred@25324077 after retry RPC after error@1562019736) -> (continuation of Deferred@262522810 after retry RPC after error@863632356) -> (continuation of Deferred@557333668 after retry RPC after error@681007452) -> (continuation of Deferred@162448355 after retry RPC after error@1970585577) -> (continuation of Deferred@357134591 after retry RPC after error@117868211) -> (continuation of Deferred@2026437739 after retry RPC after error@680763244) -> (continuation of Deferred@1988353033 after retry RPC after error@1157885812) -> (continuation of Deferred@2056742939 after retry RPC after error@1313595610), errback=(continuation of Deferred@816711855 after retry RPC after error@201273211) -> (continuation of Deferred@2027078493 after retry RPC after error@618758464) -> (continuation of Deferred@1682574851 after retry RPC after error@381444358) -> (continuation of Deferred@2023395495 after retry RPC after error@1356461429) -> (continuation of Deferred@1683473275 after retry RPC after error@295053990) -> (continuation of Deferred@1025875867 after retry RPC after error@575186711) -> (continuation of Deferred@2027873342 after retry RPC after error@1488794265) -> (continuation of Deferred@1240840018 after retry RPC after error@778228068) -> (continuation of Deferred@554839938 after retry RPC after error@269154499) -> (continuation of Deferred@1956745911 after retry RPC after error@1290835126) -> (continuation of Deferred@2083441813 after retry RPC after error@1000734515) -> (continuation of Deferred@1131017946 after retry RPC after error@200576805) -> (continuation of Deferred@20230314 after retry RPC after error@368872408) -> (continuation of Deferred@422535323 after retry RPC after error@915233084) -> (continuation of Deferred@311959207 after retry RPC after error@1665922407) -> (continuation of Deferred@25324077 after retry RPC after error@1562019736) -> (continuation of Deferred@262522810 after retry RPC after error@863632356) -> (continuation of Deferred@557333668 after retry RPC after error@681007452) -> (continuation of Deferred@162448355 after retry RPC after error@1970585577) -> (continuation of Deferred@357134591 after retry RPC after error@117868211) -> (continuation of Deferred@2026437739 after retry RPC after error@680763244) -> (continuation of Deferred@1988353033 after retry RPC after error@1157885812) -> (continuation of Deferred@2056742939 after retry RPC after error@1313595610)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:58.409 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:10:58.410 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
23:10:58.410 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:10:58.410 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RUNNING to RESTARTING.
23:10:58.468 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:10:58.469 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:10:58.469 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:10:58.470 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:58.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:58.470 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:58.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:58.470 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:10:58.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:10:58.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:58.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:58.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:10:58.471 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:10:58.517 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465858517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:58.526 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:10:58.528 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:10:58.530 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:58.530 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:58.530 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:58.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:58.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:58.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:58.531 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:58.531 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:58.531 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:58.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:58.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:58.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:58.532 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:58.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:58.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:58.601430 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } attempt: 5
23:10:58.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.610345 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.253:41141: Network error: Client connection negotiation failed: client connection to 127.18.60.253:41141: connect: Connection refused (error 111)
23:10:58.807 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:58.807 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:58.808 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:58.808 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:58.808 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:58.808 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:58.809 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:58.809 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:58.809 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:58.809 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:58.810 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:58.810 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:58.810 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:59.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465859017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:59.030 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:10:59.033 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:10:59.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:59.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:10:59.157783 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } attempt: 6
23:10:59.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:59.198753 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.253:41141: Network error: Client connection negotiation failed: client connection to 127.18.60.253:41141: connect: Connection refused (error 111)
23:10:59.327 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:59.327 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:59.327 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:59.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.329 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.329 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.329 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.329 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.329 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.329 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.329 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:59.330 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28549), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [84ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [85ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [85ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [168ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [231ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [231ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [253ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [260ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [260ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [284ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [284ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [303ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [306ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [306ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [341ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [344ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [383ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [383ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [523ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [624ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [624ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1044ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1944ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1944ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1945ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2427ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2427ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4861ms] refreshing cache from master, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [4862ms] too many traces: truncated at 100 traces, deferred=Deferred@493520639(state=PENDING, result=null, callback=(continuation of Deferred@170090748 after retry RPC after error@502499036) -> (continuation of Deferred@1056306763 after retry RPC after error@2002899476) -> (continuation of Deferred@1725196420 after retry RPC after error@1737541604) -> (continuation of Deferred@1984312051 after retry RPC after error@256819037) -> (continuation of Deferred@1243313784 after retry RPC after error@735393592) -> (continuation of Deferred@1816348955 after retry RPC after error@369993625) -> (continuation of Deferred@120892310 after retry RPC after error@98185407) -> (continuation of Deferred@1940372110 after retry RPC after error@141425164) -> (continuation of Deferred@715622540 after retry RPC after error@2125204143) -> (continuation of Deferred@806464574 after retry RPC after error@1472957866) -> (continuation of Deferred@1103006775 after retry RPC after error@1608064989) -> (continuation of Deferred@1645492292 after retry RPC after error@1773756273) -> (continuation of Deferred@1548986693 after retry RPC after error@1273193189) -> (continuation of Deferred@141993413 after retry RPC after error@722940269) -> (continuation of Deferred@1783606475 after retry RPC after error@988487469) -> (continuation of Deferred@118410552 after retry RPC after error@352327917) -> (continuation of Deferred@37668722 after retry RPC after error@1615766127) -> (continuation of Deferred@299418707 after retry RPC after error@67789301) -> (continuation of Deferred@1895506769 after retry RPC after error@1706273531) -> (continuation of Deferred@840826946 after retry RPC after error@1707919933) -> (continuation of Deferred@1283759230 after retry RPC after error@882377575) -> (continuation of Deferred@1984305574 after retry RPC after error@1968744561) -> (continuation of Deferred@492289480 after retry RPC after error@1772099134), errback=(continuation of Deferred@170090748 after retry RPC after error@502499036) -> (continuation of Deferred@1056306763 after retry RPC after error@2002899476) -> (continuation of Deferred@1725196420 after retry RPC after error@1737541604) -> (continuation of Deferred@1984312051 after retry RPC after error@256819037) -> (continuation of Deferred@1243313784 after retry RPC after error@735393592) -> (continuation of Deferred@1816348955 after retry RPC after error@369993625) -> (continuation of Deferred@120892310 after retry RPC after error@98185407) -> (continuation of Deferred@1940372110 after retry RPC after error@141425164) -> (continuation of Deferred@715622540 after retry RPC after error@2125204143) -> (continuation of Deferred@806464574 after retry RPC after error@1472957866) -> (continuation of Deferred@1103006775 after retry RPC after error@1608064989) -> (continuation of Deferred@1645492292 after retry RPC after error@1773756273) -> (continuation of Deferred@1548986693 after retry RPC after error@1273193189) -> (continuation of Deferred@141993413 after retry RPC after error@722940269) -> (continuation of Deferred@1783606475 after retry RPC after error@988487469) -> (continuation of Deferred@118410552 after retry RPC after error@352327917) -> (continuation of Deferred@37668722 after retry RPC after error@1615766127) -> (continuation of Deferred@299418707 after retry RPC after error@67789301) -> (continuation of Deferred@1895506769 after retry RPC after error@1706273531) -> (continuation of Deferred@840826946 after retry RPC after error@1707919933) -> (continuation of Deferred@1283759230 after retry RPC after error@882377575) -> (continuation of Deferred@1984305574 after retry RPC after error@1968744561) -> (continuation of Deferred@492289480 after retry RPC after error@1772099134)))
23:10:59.331 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:59.332 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:59.331 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28549), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [84ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [85ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [85ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [168ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [231ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [231ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [253ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [260ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [260ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [284ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [284ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [303ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [306ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [306ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [341ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [344ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [383ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [383ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [523ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [624ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [624ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1044ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1944ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1944ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1945ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2427ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2427ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4861ms] refreshing cache from master, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [4862ms] too many traces: truncated at 100 traces, deferred=Deferred@493520639(state=PENDING, result=null, callback=(continuation of Deferred@170090748 after retry RPC after error@502499036) -> (continuation of Deferred@1056306763 after retry RPC after error@2002899476) -> (continuation of Deferred@1725196420 after retry RPC after error@1737541604) -> (continuation of Deferred@1984312051 after retry RPC after error@256819037) -> (continuation of Deferred@1243313784 after retry RPC after error@735393592) -> (continuation of Deferred@1816348955 after retry RPC after error@369993625) -> (continuation of Deferred@120892310 after retry RPC after error@98185407) -> (continuation of Deferred@1940372110 after retry RPC after error@141425164) -> (continuation of Deferred@715622540 after retry RPC after error@2125204143) -> (continuation of Deferred@806464574 after retry RPC after error@1472957866) -> (continuation of Deferred@1103006775 after retry RPC after error@1608064989) -> (continuation of Deferred@1645492292 after retry RPC after error@1773756273) -> (continuation of Deferred@1548986693 after retry RPC after error@1273193189) -> (continuation of Deferred@141993413 after retry RPC after error@722940269) -> (continuation of Deferred@1783606475 after retry RPC after error@988487469) -> (continuation of Deferred@118410552 after retry RPC after error@352327917) -> (continuation of Deferred@37668722 after retry RPC after error@1615766127) -> (continuation of Deferred@299418707 after retry RPC after error@67789301) -> (continuation of Deferred@1895506769 after retry RPC after error@1706273531) -> (continuation of Deferred@840826946 after retry RPC after error@1707919933) -> (continuation of Deferred@1283759230 after retry RPC after error@882377575) -> (continuation of Deferred@1984305574 after retry RPC after error@1968744561) -> (continuation of Deferred@492289480 after retry RPC after error@1772099134), errback=(continuation of Deferred@170090748 after retry RPC after error@502499036) -> (continuation of Deferred@1056306763 after retry RPC after error@2002899476) -> (continuation of Deferred@1725196420 after retry RPC after error@1737541604) -> (continuation of Deferred@1984312051 after retry RPC after error@256819037) -> (continuation of Deferred@1243313784 after retry RPC after error@735393592) -> (continuation of Deferred@1816348955 after retry RPC after error@369993625) -> (continuation of Deferred@120892310 after retry RPC after error@98185407) -> (continuation of Deferred@1940372110 after retry RPC after error@141425164) -> (continuation of Deferred@715622540 after retry RPC after error@2125204143) -> (continuation of Deferred@806464574 after retry RPC after error@1472957866) -> (continuation of Deferred@1103006775 after retry RPC after error@1608064989) -> (continuation of Deferred@1645492292 after retry RPC after error@1773756273) -> (continuation of Deferred@1548986693 after retry RPC after error@1273193189) -> (continuation of Deferred@141993413 after retry RPC after error@722940269) -> (continuation of Deferred@1783606475 after retry RPC after error@988487469) -> (continuation of Deferred@118410552 after retry RPC after error@352327917) -> (continuation of Deferred@37668722 after retry RPC after error@1615766127) -> (continuation of Deferred@299418707 after retry RPC after error@67789301) -> (continuation of Deferred@1895506769 after retry RPC after error@1706273531) -> (continuation of Deferred@840826946 after retry RPC after error@1707919933) -> (continuation of Deferred@1283759230 after retry RPC after error@882377575) -> (continuation of Deferred@1984305574 after retry RPC after error@1968744561) -> (continuation of Deferred@492289480 after retry RPC after error@1772099134)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28549), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [84ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [85ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [85ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [168ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [231ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [231ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [253ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [260ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [260ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [284ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [284ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [303ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [306ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [306ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [341ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [344ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [383ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [383ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [523ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [624ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [624ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1044ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1944ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1944ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1945ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2427ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2427ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4861ms] refreshing cache from master, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [4862ms] too many traces: truncated at 100 traces, deferred=Deferred@493520639(state=PENDING, result=null, callback=(continuation of Deferred@170090748 after retry RPC after error@502499036) -> (continuation of Deferred@1056306763 after retry RPC after error@2002899476) -> (continuation of Deferred@1725196420 after retry RPC after error@1737541604) -> (continuation of Deferred@1984312051 after retry RPC after error@256819037) -> (continuation of Deferred@1243313784 after retry RPC after error@735393592) -> (continuation of Deferred@1816348955 after retry RPC after error@369993625) -> (continuation of Deferred@120892310 after retry RPC after error@98185407) -> (continuation of Deferred@1940372110 after retry RPC after error@141425164) -> (continuation of Deferred@715622540 after retry RPC after error@2125204143) -> (continuation of Deferred@806464574 after retry RPC after error@1472957866) -> (continuation of Deferred@1103006775 after retry RPC after error@1608064989) -> (continuation of Deferred@1645492292 after retry RPC after error@1773756273) -> (continuation of Deferred@1548986693 after retry RPC after error@1273193189) -> (continuation of Deferred@141993413 after retry RPC after error@722940269) -> (continuation of Deferred@1783606475 after retry RPC after error@988487469) -> (continuation of Deferred@118410552 after retry RPC after error@352327917) -> (continuation of Deferred@37668722 after retry RPC after error@1615766127) -> (continuation of Deferred@299418707 after retry RPC after error@67789301) -> (continuation of Deferred@1895506769 after retry RPC after error@1706273531) -> (continuation of Deferred@840826946 after retry RPC after error@1707919933) -> (continuation of Deferred@1283759230 after retry RPC after error@882377575) -> (continuation of Deferred@1984305574 after retry RPC after error@1968744561) -> (continuation of Deferred@492289480 after retry RPC after error@1772099134), errback=(continuation of Deferred@170090748 after retry RPC after error@502499036) -> (continuation of Deferred@1056306763 after retry RPC after error@2002899476) -> (continuation of Deferred@1725196420 after retry RPC after error@1737541604) -> (continuation of Deferred@1984312051 after retry RPC after error@256819037) -> (continuation of Deferred@1243313784 after retry RPC after error@735393592) -> (continuation of Deferred@1816348955 after retry RPC after error@369993625) -> (continuation of Deferred@120892310 after retry RPC after error@98185407) -> (continuation of Deferred@1940372110 after retry RPC after error@141425164) -> (continuation of Deferred@715622540 after retry RPC after error@2125204143) -> (continuation of Deferred@806464574 after retry RPC after error@1472957866) -> (continuation of Deferred@1103006775 after retry RPC after error@1608064989) -> (continuation of Deferred@1645492292 after retry RPC after error@1773756273) -> (continuation of Deferred@1548986693 after retry RPC after error@1273193189) -> (continuation of Deferred@141993413 after retry RPC after error@722940269) -> (continuation of Deferred@1783606475 after retry RPC after error@988487469) -> (continuation of Deferred@118410552 after retry RPC after error@352327917) -> (continuation of Deferred@37668722 after retry RPC after error@1615766127) -> (continuation of Deferred@299418707 after retry RPC after error@67789301) -> (continuation of Deferred@1895506769 after retry RPC after error@1706273531) -> (continuation of Deferred@840826946 after retry RPC after error@1707919933) -> (continuation of Deferred@1283759230 after retry RPC after error@882377575) -> (continuation of Deferred@1984305574 after retry RPC after error@1968744561) -> (continuation of Deferred@492289480 after retry RPC after error@1772099134)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.189:39011
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:59.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.336 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28549), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [84ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [85ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [85ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [168ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [231ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [231ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [253ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [260ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [260ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [284ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [284ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [303ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [306ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [306ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [341ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [344ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [383ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [383ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [523ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [624ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [624ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1044ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1944ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1944ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1945ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2427ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2427ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4861ms] refreshing cache from master, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [4862ms] too many traces: truncated at 100 traces, deferred=Deferred@493520639(state=PENDING, result=null, callback=(continuation of Deferred@170090748 after retry RPC after error@502499036) -> (continuation of Deferred@1056306763 after retry RPC after error@2002899476) -> (continuation of Deferred@1725196420 after retry RPC after error@1737541604) -> (continuation of Deferred@1984312051 after retry RPC after error@256819037) -> (continuation of Deferred@1243313784 after retry RPC after error@735393592) -> (continuation of Deferred@1816348955 after retry RPC after error@369993625) -> (continuation of Deferred@120892310 after retry RPC after error@98185407) -> (continuation of Deferred@1940372110 after retry RPC after error@141425164) -> (continuation of Deferred@715622540 after retry RPC after error@2125204143) -> (continuation of Deferred@806464574 after retry RPC after error@1472957866) -> (continuation of Deferred@1103006775 after retry RPC after error@1608064989) -> (continuation of Deferred@1645492292 after retry RPC after error@1773756273) -> (continuation of Deferred@1548986693 after retry RPC after error@1273193189) -> (continuation of Deferred@141993413 after retry RPC after error@722940269) -> (continuation of Deferred@1783606475 after retry RPC after error@988487469) -> (continuation of Deferred@118410552 after retry RPC after error@352327917) -> (continuation of Deferred@37668722 after retry RPC after error@1615766127) -> (continuation of Deferred@299418707 after retry RPC after error@67789301) -> (continuation of Deferred@1895506769 after retry RPC after error@1706273531) -> (continuation of Deferred@840826946 after retry RPC after error@1707919933) -> (continuation of Deferred@1283759230 after retry RPC after error@882377575) -> (continuation of Deferred@1984305574 after retry RPC after error@1968744561) -> (continuation of Deferred@492289480 after retry RPC after error@1772099134), errback=(continuation of Deferred@170090748 after retry RPC after error@502499036) -> (continuation of Deferred@1056306763 after retry RPC after error@2002899476) -> (continuation of Deferred@1725196420 after retry RPC after error@1737541604) -> (continuation of Deferred@1984312051 after retry RPC after error@256819037) -> (continuation of Deferred@1243313784 after retry RPC after error@735393592) -> (continuation of Deferred@1816348955 after retry RPC after error@369993625) -> (continuation of Deferred@120892310 after retry RPC after error@98185407) -> (continuation of Deferred@1940372110 after retry RPC after error@141425164) -> (continuation of Deferred@715622540 after retry RPC after error@2125204143) -> (continuation of Deferred@806464574 after retry RPC after error@1472957866) -> (continuation of Deferred@1103006775 after retry RPC after error@1608064989) -> (continuation of Deferred@1645492292 after retry RPC after error@1773756273) -> (continuation of Deferred@1548986693 after retry RPC after error@1273193189) -> (continuation of Deferred@141993413 after retry RPC after error@722940269) -> (continuation of Deferred@1783606475 after retry RPC after error@988487469) -> (continuation of Deferred@118410552 after retry RPC after error@352327917) -> (continuation of Deferred@37668722 after retry RPC after error@1615766127) -> (continuation of Deferred@299418707 after retry RPC after error@67789301) -> (continuation of Deferred@1895506769 after retry RPC after error@1706273531) -> (continuation of Deferred@840826946 after retry RPC after error@1707919933) -> (continuation of Deferred@1283759230 after retry RPC after error@882377575) -> (continuation of Deferred@1984305574 after retry RPC after error@1968744561) -> (continuation of Deferred@492289480 after retry RPC after error@1772099134)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28549), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [84ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [85ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [85ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [168ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [231ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [231ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [253ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [260ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [260ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [284ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [284ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [303ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [306ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [306ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [341ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [344ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [383ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [383ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [523ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [623ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [624ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [624ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1044ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1941ms] refreshing cache from master, [1941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1943ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1944ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1944ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1945ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2427ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2427ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4861ms] refreshing cache from master, [4861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [4862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [4862ms] too many traces: truncated at 100 traces, deferred=Deferred@493520639(state=PENDING, result=null, callback=(continuation of Deferred@170090748 after retry RPC after error@502499036) -> (continuation of Deferred@1056306763 after retry RPC after error@2002899476) -> (continuation of Deferred@1725196420 after retry RPC after error@1737541604) -> (continuation of Deferred@1984312051 after retry RPC after error@256819037) -> (continuation of Deferred@1243313784 after retry RPC after error@735393592) -> (continuation of Deferred@1816348955 after retry RPC after error@369993625) -> (continuation of Deferred@120892310 after retry RPC after error@98185407) -> (continuation of Deferred@1940372110 after retry RPC after error@141425164) -> (continuation of Deferred@715622540 after retry RPC after error@2125204143) -> (continuation of Deferred@806464574 after retry RPC after error@1472957866) -> (continuation of Deferred@1103006775 after retry RPC after error@1608064989) -> (continuation of Deferred@1645492292 after retry RPC after error@1773756273) -> (continuation of Deferred@1548986693 after retry RPC after error@1273193189) -> (continuation of Deferred@141993413 after retry RPC after error@722940269) -> (continuation of Deferred@1783606475 after retry RPC after error@988487469) -> (continuation of Deferred@118410552 after retry RPC after error@352327917) -> (continuation of Deferred@37668722 after retry RPC after error@1615766127) -> (continuation of Deferred@299418707 after retry RPC after error@67789301) -> (continuation of Deferred@1895506769 after retry RPC after error@1706273531) -> (continuation of Deferred@840826946 after retry RPC after error@1707919933) -> (continuation of Deferred@1283759230 after retry RPC after error@882377575) -> (continuation of Deferred@1984305574 after retry RPC after error@1968744561) -> (continuation of Deferred@492289480 after retry RPC after error@1772099134), errback=(continuation of Deferred@170090748 after retry RPC after error@502499036) -> (continuation of Deferred@1056306763 after retry RPC after error@2002899476) -> (continuation of Deferred@1725196420 after retry RPC after error@1737541604) -> (continuation of Deferred@1984312051 after retry RPC after error@256819037) -> (continuation of Deferred@1243313784 after retry RPC after error@735393592) -> (continuation of Deferred@1816348955 after retry RPC after error@369993625) -> (continuation of Deferred@120892310 after retry RPC after error@98185407) -> (continuation of Deferred@1940372110 after retry RPC after error@141425164) -> (continuation of Deferred@715622540 after retry RPC after error@2125204143) -> (continuation of Deferred@806464574 after retry RPC after error@1472957866) -> (continuation of Deferred@1103006775 after retry RPC after error@1608064989) -> (continuation of Deferred@1645492292 after retry RPC after error@1773756273) -> (continuation of Deferred@1548986693 after retry RPC after error@1273193189) -> (continuation of Deferred@141993413 after retry RPC after error@722940269) -> (continuation of Deferred@1783606475 after retry RPC after error@988487469) -> (continuation of Deferred@118410552 after retry RPC after error@352327917) -> (continuation of Deferred@37668722 after retry RPC after error@1615766127) -> (continuation of Deferred@299418707 after retry RPC after error@67789301) -> (continuation of Deferred@1895506769 after retry RPC after error@1706273531) -> (continuation of Deferred@840826946 after retry RPC after error@1707919933) -> (continuation of Deferred@1283759230 after retry RPC after error@882377575) -> (continuation of Deferred@1984305574 after retry RPC after error@1968744561) -> (continuation of Deferred@492289480 after retry RPC after error@1772099134)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.189:39011
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:10:59.337 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:10:59.332 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:59.337 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.337 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.337 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.337 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:59.338 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
23:10:59.338 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
23:10:59.338 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:10:59.339 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
23:10:59.339 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:10:59.339 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
23:10:59.339 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
23:10:59.339 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
23:10:59.339 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
23:10:59.347 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:59.347 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:59.347 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:59.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.348 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.348 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.349 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.349 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.349 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.349 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:59.350 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:10:59.350 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
23:10:59.350 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:10:59.352 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:10:59.353 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to CANCELING.
23:10:59.353 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:10:59.355 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:10:59.355 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
23:10:59.355 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:10:59.367 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:59.367 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:59.367 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:59.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.369 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.369 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.369 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.369 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.369 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:59.370 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:10:59.370 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to CANCELING.
23:10:59.370 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:10:59.374 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:10:59.374 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:10:59.375 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
23:10:59.376 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CANCELING to CANCELED.
23:10:59.376 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:10:59.377 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:10:59.386 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:10:59.386 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
23:10:59.386 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:10:59.387 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:59.387 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:59.387 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:59.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.387 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:10:59.388 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.388 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.388 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CANCELING to CANCELED.
23:10:59.388 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.388 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.388 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 7fd90d75d429cae09c48b2e4b1f4e71b
23:10:59.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:59.427 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:59.427 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:59.427 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:59.428 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.428 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.428 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.429 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.429 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.429 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.429 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.429 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.429 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:59.447 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:59.447 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:59.447 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:59.448 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.448 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.448 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.449 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.449 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.449 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.449 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.449 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:59.467 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:59.467 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:59.467 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:59.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.469 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.469 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.469 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.469 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:59.507 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:59.507 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:59.508 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:59.508 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.508 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.508 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.509 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.509 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.509 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.509 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.509 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.510 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.510 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:59.517 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465859517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:10:59.525 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:10:59.526 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:59.526 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:59.526 [DEBUG - pool-136-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:59.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:59.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:59.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:59.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:59.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:59.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:59.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:59.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:59.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:59.528 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:59.528 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=28759), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [90ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [90ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [90ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [139ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [140ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [212ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [218ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [244ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [245ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [307ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [342ms] refreshing cache from master, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [344ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [345ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [481ms] refreshing cache from master, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [483ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [483ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [484ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [484ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [544ms] refreshing cache from master, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [545ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [545ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [546ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [546ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [546ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [944ms] refreshing cache from master, [944ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [945ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [945ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [946ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [947ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [947ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [948ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1122ms] refreshing cache from master, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1124ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3001ms] refreshing cache from master, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3003ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3004ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3004ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [4881ms] refreshing cache from master, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [4882ms] too many traces: truncated at 100 traces, deferred=Deferred@1616981107(state=PENDING, result=null, callback=(continuation of Deferred@1870704531 after retry RPC after error@1358892239) -> (continuation of Deferred@239603535 after retry RPC after error@1730390081) -> (continuation of Deferred@229998337 after retry RPC after error@621052684) -> (continuation of Deferred@1811468948 after retry RPC after error@291708426) -> (continuation of Deferred@923285072 after retry RPC after error@915791710) -> (continuation of Deferred@458540906 after retry RPC after error@307104068) -> (continuation of Deferred@1677854699 after retry RPC after error@2096454426) -> (continuation of Deferred@1101507705 after retry RPC after error@599886112) -> (continuation of Deferred@1460203500 after retry RPC after error@32723868) -> (continuation of Deferred@2102129599 after retry RPC after error@1391263167) -> (continuation of Deferred@1108021121 after retry RPC after error@1509936111) -> (continuation of Deferred@2064325988 after retry RPC after error@1312757439) -> (continuation of Deferred@1423077374 after retry RPC after error@1943365176) -> (continuation of Deferred@1343665435 after retry RPC after error@1714084680) -> (continuation of Deferred@566293996 after retry RPC after error@2046600010) -> (continuation of Deferred@480739075 after retry RPC after error@753338180) -> (continuation of Deferred@170850465 after retry RPC after error@374668381) -> (continuation of Deferred@833406707 after retry RPC after error@627387045) -> (continuation of Deferred@1483941208 after retry RPC after error@1769245727) -> (continuation of Deferred@1043879068 after retry RPC after error@847536636) -> (continuation of Deferred@1931266833 after retry RPC after error@1044751641) -> (continuation of Deferred@1109756665 after retry RPC after error@1396676800) -> (continuation of Deferred@1190041077 after retry RPC after error@1435536732) -> (continuation of Deferred@990685013 after retry RPC after error@341492076) -> (continuation of Deferred@648654639 after retry RPC after error@1996635339) -> (continuation of Deferred@694815601 after retry RPC after error@1803157137) -> (continuation of Deferred@12776454 after retry RPC after error@1715500209) -> (continuation of Deferred@520669835 after retry RPC after error@992031373), errback=(continuation of Deferred@1870704531 after retry RPC after error@1358892239) -> (continuation of Deferred@239603535 after retry RPC after error@1730390081) -> (continuation of Deferred@229998337 after retry RPC after error@621052684) -> (continuation of Deferred@1811468948 after retry RPC after error@291708426) -> (continuation of Deferred@923285072 after retry RPC after error@915791710) -> (continuation of Deferred@458540906 after retry RPC after error@307104068) -> (continuation of Deferred@1677854699 after retry RPC after error@2096454426) -> (continuation of Deferred@1101507705 after retry RPC after error@599886112) -> (continuation of Deferred@1460203500 after retry RPC after error@32723868) -> (continuation of Deferred@2102129599 after retry RPC after error@1391263167) -> (continuation of Deferred@1108021121 after retry RPC after error@1509936111) -> (continuation of Deferred@2064325988 after retry RPC after error@1312757439) -> (continuation of Deferred@1423077374 after retry RPC after error@1943365176) -> (continuation of Deferred@1343665435 after retry RPC after error@1714084680) -> (continuation of Deferred@566293996 after retry RPC after error@2046600010) -> (continuation of Deferred@480739075 after retry RPC after error@753338180) -> (continuation of Deferred@170850465 after retry RPC after error@374668381) -> (continuation of Deferred@833406707 after retry RPC after error@627387045) -> (continuation of Deferred@1483941208 after retry RPC after error@1769245727) -> (continuation of Deferred@1043879068 after retry RPC after error@847536636) -> (continuation of Deferred@1931266833 after retry RPC after error@1044751641) -> (continuation of Deferred@1109756665 after retry RPC after error@1396676800) -> (continuation of Deferred@1190041077 after retry RPC after error@1435536732) -> (continuation of Deferred@990685013 after retry RPC after error@341492076) -> (continuation of Deferred@648654639 after retry RPC after error@1996635339) -> (continuation of Deferred@694815601 after retry RPC after error@1803157137) -> (continuation of Deferred@12776454 after retry RPC after error@1715500209) -> (continuation of Deferred@520669835 after retry RPC after error@992031373)))
23:10:59.529 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:10:59.570 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:59.570 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:59.570 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:59.570 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:59.570 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:59.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:59.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:59.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:59.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:59.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:59.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:59.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:59.571 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:59.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:10:59.687 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:10:59.687 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:10:59.687 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:10:59.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:10:59.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:10:59.689 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.689 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.689 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:10:59.690 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:10:59.828 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:10:59.828 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:10:59.828 [DEBUG - pool-130-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:10:59.829 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:59.829 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:59.829 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:10:59.829 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:59.829 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:59.829 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:10:59.830 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:59.830 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:59.830 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:10:59.830 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:10:59.831 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29083), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [144ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [180ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [180ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [264ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [265ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [266ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [272ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [272ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [336ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [337ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [337ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [339ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [343ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [362ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [384ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [384ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [421ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [422ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [463ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [463ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [463ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [501ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [502ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [502ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [502ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [662ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [663ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [663ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [682ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [683ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [687ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [687ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1460ms] refreshing cache from master, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1463ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1464ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2400ms] refreshing cache from master, [2400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2403ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2404ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3920ms] refreshing cache from master, [3920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3922ms] too many traces: truncated at 100 traces, deferred=Deferred@613017118(state=PENDING, result=null, callback=(continuation of Deferred@1863537493 after retry RPC after error@1527629610) -> (continuation of Deferred@700586768 after retry RPC after error@1116778784) -> (continuation of Deferred@929881052 after retry RPC after error@40726156) -> (continuation of Deferred@995032906 after retry RPC after error@2081439922) -> (continuation of Deferred@762566359 after retry RPC after error@1149486331) -> (continuation of Deferred@150718350 after retry RPC after error@1989149683) -> (continuation of Deferred@1172743832 after retry RPC after error@530056899) -> (continuation of Deferred@1233745161 after retry RPC after error@1072724048) -> (continuation of Deferred@1339214672 after retry RPC after error@279143031) -> (continuation of Deferred@302021719 after retry RPC after error@781100223) -> (continuation of Deferred@2002739829 after retry RPC after error@2095318579) -> (continuation of Deferred@1838624572 after retry RPC after error@912770413) -> (continuation of Deferred@984044830 after retry RPC after error@1714297319) -> (continuation of Deferred@848573649 after retry RPC after error@978375491) -> (continuation of Deferred@979332786 after retry RPC after error@749254975) -> (continuation of Deferred@1057563335 after retry RPC after error@67052718) -> (continuation of Deferred@1117057181 after retry RPC after error@723310769) -> (continuation of Deferred@1568000015 after retry RPC after error@659905883) -> (continuation of Deferred@1117802804 after retry RPC after error@255115393) -> (continuation of Deferred@2087867608 after retry RPC after error@1900048776) -> (continuation of Deferred@833202021 after retry RPC after error@414206233) -> (continuation of Deferred@1980373571 after retry RPC after error@78969147) -> (continuation of Deferred@2027615303 after retry RPC after error@1647870660), errback=(continuation of Deferred@1863537493 after retry RPC after error@1527629610) -> (continuation of Deferred@700586768 after retry RPC after error@1116778784) -> (continuation of Deferred@929881052 after retry RPC after error@40726156) -> (continuation of Deferred@995032906 after retry RPC after error@2081439922) -> (continuation of Deferred@762566359 after retry RPC after error@1149486331) -> (continuation of Deferred@150718350 after retry RPC after error@1989149683) -> (continuation of Deferred@1172743832 after retry RPC after error@530056899) -> (continuation of Deferred@1233745161 after retry RPC after error@1072724048) -> (continuation of Deferred@1339214672 after retry RPC after error@279143031) -> (continuation of Deferred@302021719 after retry RPC after error@781100223) -> (continuation of Deferred@2002739829 after retry RPC after error@2095318579) -> (continuation of Deferred@1838624572 after retry RPC after error@912770413) -> (continuation of Deferred@984044830 after retry RPC after error@1714297319) -> (continuation of Deferred@848573649 after retry RPC after error@978375491) -> (continuation of Deferred@979332786 after retry RPC after error@749254975) -> (continuation of Deferred@1057563335 after retry RPC after error@67052718) -> (continuation of Deferred@1117057181 after retry RPC after error@723310769) -> (continuation of Deferred@1568000015 after retry RPC after error@659905883) -> (continuation of Deferred@1117802804 after retry RPC after error@255115393) -> (continuation of Deferred@2087867608 after retry RPC after error@1900048776) -> (continuation of Deferred@833202021 after retry RPC after error@414206233) -> (continuation of Deferred@1980373571 after retry RPC after error@78969147) -> (continuation of Deferred@2027615303 after retry RPC after error@1647870660)))
23:11:00.020 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465860017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:11:00.036 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:11:00.037 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:11:00.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:00.117 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:00.117 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:00.117 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:00.118 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:00.118 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:00.118 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:00.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:00.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:00.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:00.119 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:00.119 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:00.119 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:00.119 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:00.187 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:00.188 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:00.188 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:00.188 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:00.188 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:00.189 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:00.189 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:00.189 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:00.189 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:00.190 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:00.190 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:00.190 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:00.190 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:00.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.259217 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } attempt: 7
23:11:00.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:00.274636 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.253:41141: Network error: Client connection negotiation failed: client connection to 127.18.60.253:41141: connect: Connection refused (error 111)
23:11:00.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:59.765450 18767 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 18758
23:11:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:00.368712 18767 kernel_stack_watchdog.cc:198] Thread 18758 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 397ms:
23:11:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:11:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:11:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:11:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:11:00.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:10:58.364845 18769 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:00.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:00.375595 18758 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.010s	user 0.000s	sys 0.007s
23:11:00.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:00.375821 18770 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2003 milliseconds
23:11:00.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:00.375995 18758 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.010s	user 0.000s	sys 0.007s
23:11:00.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:00.377342 18771 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:00.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.377399 18758 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:11:00.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.378836 18758 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:00.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.381983 18758 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:00.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.383396 18758 hybrid_clock.cc:648] HybridClock initialized: now 1783465860383355 us; error 45 us; skew 500 ppm
23:11:00.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.384258 18758 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:00.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.392167 18758 webserver.cc:534] Webserver started at http://127.18.60.253:44025/ using document root <none> and password file <none>
23:11:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.393160 18758 fs_manager.cc:362] Metadata directory not provided
23:11:00.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.393399 18758 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:00.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.393993 18758 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.398633 18758 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/data/instance:
23:11:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8240e030704542bf8f55ced0a2598492"
23:11:00.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:00 on dist-test-slave-sprr"
23:11:00.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.399917 18758 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/wal/instance:
23:11:00.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8240e030704542bf8f55ced0a2598492"
23:11:00.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:00 on dist-test-slave-sprr"
23:11:00.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.408056 18758 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.003s
23:11:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.415072 18793 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:00.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.416663 18758 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
23:11:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.417199 18758 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/wal
23:11:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8240e030704542bf8f55ced0a2598492"
23:11:00.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:00 on dist-test-slave-sprr"
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.417832 18758 fs_report.cc:389] FS layout report
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/wal
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/wal
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/data/data
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:00.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:00.430 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:00.430 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:00.430 [DEBUG - pool-138-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:00.430 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:00.430 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:00.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:00.431 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:00.431 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:00.431 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:00.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:00.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:00.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:00.431 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:00.432 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29664), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [151ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [159ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [159ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [246ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [248ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [249ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [253ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [253ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [288ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [299ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [318ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [320ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [337ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [337ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [364ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [364ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [381ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [381ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [382ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [423ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [461ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [461ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [462ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [502ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [502ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [502ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [502ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [700ms] refreshing cache from master, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [702ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [702ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [702ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [702ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [741ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [746ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [747ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [747ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [747ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1603ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1604ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1604ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2423ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3020ms] refreshing cache from master, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3022ms] too many traces: truncated at 100 traces, deferred=Deferred@676877346(state=PENDING, result=null, callback=(continuation of Deferred@727417172 after retry RPC after error@869390151) -> (continuation of Deferred@1972456570 after retry RPC after error@520290222) -> (continuation of Deferred@1747225659 after retry RPC after error@1441924503) -> (continuation of Deferred@721383887 after retry RPC after error@570950833) -> (continuation of Deferred@1845563807 after retry RPC after error@731545461) -> (continuation of Deferred@2050622144 after retry RPC after error@410369210) -> (continuation of Deferred@2124336066 after retry RPC after error@101147315) -> (continuation of Deferred@738282673 after retry RPC after error@430224871) -> (continuation of Deferred@292335050 after retry RPC after error@742606766) -> (continuation of Deferred@167895635 after retry RPC after error@909534585) -> (continuation of Deferred@1111530632 after retry RPC after error@1946738009) -> (continuation of Deferred@1897839345 after retry RPC after error@1954939910) -> (continuation of Deferred@845439682 after retry RPC after error@11830210) -> (continuation of Deferred@83453975 after retry RPC after error@1083964090) -> (continuation of Deferred@1366876697 after retry RPC after error@1979109735) -> (continuation of Deferred@981513758 after retry RPC after error@634504670) -> (continuation of Deferred@858755927 after retry RPC after error@1888551356) -> (continuation of Deferred@1327393270 after retry RPC after error@1691003646) -> (continuation of Deferred@724580379 after retry RPC after error@1406418976) -> (continuation of Deferred@1866056309 after retry RPC after error@1586829366) -> (continuation of Deferred@1959727903 after retry RPC after error@99322086) -> (continuation of Deferred@618715204 after retry RPC after error@1388458054) -> (continuation of Deferred@1587123946 after retry RPC after error@132946279) -> (continuation of Deferred@627852070 after retry RPC after error@1726945229) -> (continuation of Deferred@1960047420 after retry RPC after error@395803488) -> (continuation of Deferred@1344634823 after retry RPC after error@1315588977), errback=(continuation of Deferred@727417172 after retry RPC after error@869390151) -> (continuation of Deferred@1972456570 after retry RPC after error@520290222) -> (continuation of Deferred@1747225659 after retry RPC after error@1441924503) -> (continuation of Deferred@721383887 after retry RPC after error@570950833) -> (continuation of Deferred@1845563807 after retry RPC after error@731545461) -> (continuation of Deferred@2050622144 after retry RPC after error@410369210) -> (continuation of Deferred@2124336066 after retry RPC after error@101147315) -> (continuation of Deferred@738282673 after retry RPC after error@430224871) -> (continuation of Deferred@292335050 after retry RPC after error@742606766) -> (continuation of Deferred@167895635 after retry RPC after error@909534585) -> (continuation of Deferred@1111530632 after retry RPC after error@1946738009) -> (continuation of Deferred@1897839345 after retry RPC after error@1954939910) -> (continuation of Deferred@845439682 after retry RPC after error@11830210) -> (continuation of Deferred@83453975 after retry RPC after error@1083964090) -> (continuation of Deferred@1366876697 after retry RPC after error@1979109735) -> (continuation of Deferred@981513758 after retry RPC after error@634504670) -> (continuation of Deferred@858755927 after retry RPC after error@1888551356) -> (continuation of Deferred@1327393270 after retry RPC after error@1691003646) -> (continuation of Deferred@724580379 after retry RPC after error@1406418976) -> (continuation of Deferred@1866056309 after retry RPC after error@1586829366) -> (continuation of Deferred@1959727903 after retry RPC after error@99322086) -> (continuation of Deferred@618715204 after retry RPC after error@1388458054) -> (continuation of Deferred@1587123946 after retry RPC after error@132946279) -> (continuation of Deferred@627852070 after retry RPC after error@1726945229) -> (continuation of Deferred@1960047420 after retry RPC after error@395803488) -> (continuation of Deferred@1344634823 after retry RPC after error@1315588977)))
23:11:00.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.488116 18758 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.489768 18758 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:00.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.490262 18758 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:00.522 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465860521 for job 9c307ae8863c63d3de8666de8ff6a319.
23:11:00.532 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:11:00.534 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:11:00.567 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:00.567 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:00.567 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:00.568 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:00.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:00.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:00.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:00.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:00.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:00.569 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:00.569 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:00.569 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:00.569 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:00.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:00.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.629345 18758 rpc_server.cc:307] RPC server started. Bound to: 127.18.60.253:41141
23:11:00.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.629509 18845 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.60.253:41141 every 8 connection(s)
23:11:00.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.633225 18758 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/data/info.pb
23:11:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.635880 18675 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 18758
23:11:00.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.636365 18675 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-1/wal/instance
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.640080 18675 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/wal
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/data
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/logs
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/data/info.pb
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.252:36979
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.252
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46415/jwks.json with env {}
23:11:00.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.641245 18846 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:00.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.655711 18846 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } has no permanent_uuid. Determining permanent_uuid...
23:11:00.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.680485 18846 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } has no permanent_uuid. Determining permanent_uuid...
23:11:00.689 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:00.689 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:00.690 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:00.690 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:00.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:00.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:00.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:00.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:00.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:00.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:00.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:00.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:00.691 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:00.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.696305 18846 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } has no permanent_uuid. Determining permanent_uuid...
23:11:00.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:00.699229 18796 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:00.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:00.703881 18846 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:00.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.753414 18846 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 1
23:11:00.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:00.759207 18846 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:00.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.827664 18846 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 2
23:11:00.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:00.832530 18846 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:00.866 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:00.866 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:00.867 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:00.867 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:00.867 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:00.867 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:00.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:00.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:00.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:00.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:00.867 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:00.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:00.867 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:00.889 [DEBUG - pool-134-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.15.153.252:38525, [4ms] received response from server master-127.15.153.252:38525: OK, deferred=null) with no deferred attached!
23:11:00.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:00.923942 18846 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 3
23:11:00.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:00.928687 18846 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:00.967 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:00.967 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:00.967 [DEBUG - pool-132-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:00.967 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:00.967 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:00.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:00.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:00.968 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:00.968 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:00.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:00.968 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:00.968 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:00.968 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:01.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.000499 18848 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:01.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.001317 18848 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:01.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.002139 18848 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:01.017 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465861017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:11:01.027 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:11:01.028 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:11:01.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.044618 18848 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:11:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.044902 18848 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.045104 18848 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:11:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.045364 18848 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:11:01.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.045660 18848 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:11:01.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.045898 18848 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:46415/jwks.json
23:11:01.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:01.072213 18846 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 4
23:11:01.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.076654 18846 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:01.088279 18848 master_runner.cc:387] Master server non-default flags:
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/data
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/wal
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.252:36979
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46415/jwks.json
23:11:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/data/info.pb
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.252
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/logs
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:01.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:01.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:01.089708 18848 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:01.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:01.091361 18848 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:01.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:01.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.104151 18859 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:01.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:01.376060 18846 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 5
23:11:01.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.384729 18846 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:01.428 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:01.429 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:01.429 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:01.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:01.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:01.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:01.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:01.430 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:01.430 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:01.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:01.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:01.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:01.431 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:01.434 [DEBUG - pool-144-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.16.97.60:33655, [6ms] received response from server master-127.16.97.60:33655: OK, deferred=null) with no deferred attached!
23:11:01.434 [DEBUG - pool-144-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.16.97.60:33655, [10ms] received response from server master-127.16.97.60:33655: OK, deferred=null) with no deferred attached!
23:11:01.434 [DEBUG - pool-144-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.16.97.60:33655, [4ms] received response from server master-127.16.97.60:33655: OK, deferred=null) with no deferred attached!
23:11:01.434 [DEBUG - pool-144-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.16.97.60:33655, [6ms] received response from server master-127.16.97.60:33655: OK, deferred=null) with no deferred attached!
23:11:01.519 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465861518 for job 9c307ae8863c63d3de8666de8ff6a319.
23:11:01.542 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:11:01.544 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:11:01.584 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:01.585 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:01.585 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:01.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:01.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:01.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:01.587 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:01.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:01.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:01.587 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:01.588 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:01.588 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:01.588 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:01.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:01.924 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RESTARTING to RUNNING.
23:11:01.925 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 7fd90d75d429cae09c48b2e4b1f4e71b from Checkpoint 69 @ 1783465770871 for 7fd90d75d429cae09c48b2e4b1f4e71b located at file:/tmp/junit10017824425167261518/checkpoints/7fd90d75d429cae09c48b2e4b1f4e71b/chk-69.
23:11:01.926 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
23:11:01.926 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:11:01.927 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
23:11:01.928 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
23:11:01.928 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1682dde66f4047e52e61f55f08fc41cb
23:11:01.928 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
23:11:01.929 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
23:11:01.929 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 9b262363fcd0868adf9df6b409251b5a
23:11:01.929 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
23:11:01.929 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:11:01.930 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:11:01.930 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 1682dde66f4047e52e61f55f08fc41cb.
23:11:01.932 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 1682dde66f4047e52e61f55f08fc41cb.
23:11:01.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:01.932698 18846 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 6
23:11:01.935 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:01.936 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
23:11:01.937 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1505a094b005b0798120d2f5455849cd
23:11:01.937 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
23:11:01.938 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:11:01.938 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
23:11:01.938 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 0c6e0f99fd3d542b70060dcf08a47801
23:11:01.939 [INFO - Thread-29] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:11:01.939 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.11.198.190:45937(127.11.198.190:45937)] disconnecting while in state TERMINATED
23:11:01.939 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.11.198.188:43131(127.11.198.188:43131)] disconnecting while in state TERMINATED
23:11:01.940 [DEBUG - Thread-29] (Connection.java:575) [peer master-127.11.198.189:39011(127.11.198.189:39011)] disconnecting while in state TERMINATED
23:11:01.940 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:01.940 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 9b262363fcd0868adf9df6b409251b5a.
23:11:01.941 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id 9b262363fcd0868adf9df6b409251b5a.
23:11:01.942 [INFO - Thread-29] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:11:01.942 [INFO - Thread-29] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:11:01.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.942864 18846 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:01.944 [DEBUG - Thread-29] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:01.945 [INFO - Thread-29] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:11:01.945 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
23:11:01.945 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
23:11:01.949 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@24471467
23:11:01.949 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:01.950 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:11:01.950 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:11:01.950 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:11:01.954 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 1505a094b005b0798120d2f5455849cd.
23:11:01.957 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 1505a094b005b0798120d2f5455849cd.
23:11:01.959 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
23:11:01.960 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
23:11:01.961 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7f07ec6
23:11:01.961 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:01.963 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3c711344
23:11:01.964 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:11:01.964 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:11:01.964 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:11:01.981 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:01.989 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:01.989 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:01.989 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:01.989 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:01.990 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7bccdf8
23:11:01.992 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:01.993 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 0c6e0f99fd3d542b70060dcf08a47801.
23:11:01.993 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 0c6e0f99fd3d542b70060dcf08a47801.
23:11:01.995 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
23:11:01.996 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
23:11:01.996 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@72c760a6
23:11:01.996 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:01.997 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:11:01.997 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:11:01.997 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:11:02.000 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
23:11:02.000 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
23:11:02.001 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f02fbc6
23:11:02.003 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4f88dcb1
23:11:02.003 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:02.003 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:11:02.004 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:02.006 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:11:02.006 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:11:02.007 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465862017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:11:02.030 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:11:02.034 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:11:02.042 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@42224639
23:11:02.044 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.048 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:02.049 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:02.061 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.064 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.065 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.065 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.065 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.066 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.067 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.067 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.067 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.069 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.069 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.070 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.070 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.079 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.080 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.081 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.082 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.082 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.082 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.084 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.084 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.084 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.087 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.089 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.098 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:02.101 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.108 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:02.109 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:02.109 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:02.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:02.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:02.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:02.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:02.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:02.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:02.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:02.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:02.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:02.111 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:02.107 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.113 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.113 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.119 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.120 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.121 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.121 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.121 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.127 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.129 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.129 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.129 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.138 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.138 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.138 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.138 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.139 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.141 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.143 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.144 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:02.145 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.145 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.145 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.146 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:02.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.147 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.148 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:02.151 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.152 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.152 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.153 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.161 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.169 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:02.170 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.170 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.171 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.171 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.172 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.172 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.173 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.174 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.174 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.174 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.175 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.175 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.175 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.175 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.178 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:02.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.179 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.179 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:02.180 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.180 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.180 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.185 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.186 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.195 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.196 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.200 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.200 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.200 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.200 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:02.209 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:02.209 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.210 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.210 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.210 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.211 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.211 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.211 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.211 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.211 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.212 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.219 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.220 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.220 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.221 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.221 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.221 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.221 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.221 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.221 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.221 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.221 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.221 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.222 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.222 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.222 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.222 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.222 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.222 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.222 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.222 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.222 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.222 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.223 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.224 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.227 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.227 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.228 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.228 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.228 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.228 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.228 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.230 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.230 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.231 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.231 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.238 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.239 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.239 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.239 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.239 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.240 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.240 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.240 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.240 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.240 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.241 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.241 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.241 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.241 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.242 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.242 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.242 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.242 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.242 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.242 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.242 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.242 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.242 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.243 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.244 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:02.245 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.245 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.245 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:02.247 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.247 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.247 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.248 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:02.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.249 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.249 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:02.265 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.269 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:02.269 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:02.270 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:02.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.271 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:02.278 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.279 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.279 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.279 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.280 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.280 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.281 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.281 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.281 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.281 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.282 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.282 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.283 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.283 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.283 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.283 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.284 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.287 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.287 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.287 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.288 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.288 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.288 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.289 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.289 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.289 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.289 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:02.289 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.289 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:02.289 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:02.289 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.289 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.289 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.290 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.290 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.290 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.290 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.290 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:02.299 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.300 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.300 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.302 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.305 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.305 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.305 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.306 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.306 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.307 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.307 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.307 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.308 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.308 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.308 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.309 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:02.309 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:02.309 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:02.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.309 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.309 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.310 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:02.309 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.310 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.310 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.319 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.320 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.320 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.320 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.320 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.320 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.321 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.321 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.321 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.321 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.321 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.322 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.322 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.322 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.322 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.322 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.322 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.322 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.322 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.322 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.323 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.325 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.325 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.325 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.326 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.327 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.329 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:02.329 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:02.329 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:02.330 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.330 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.330 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.330 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.330 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.330 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.331 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.331 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.331 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:02.345 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.345 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.345 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.346 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.347 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.348 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.348 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.348 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.349 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.349 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.349 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.349 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:02.365123 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } attempt: 8
23:11:02.385 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.385 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.385 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.386 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.386 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.386 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.388 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.409 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:02.410 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:02.410 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:02.410 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.412 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:02.421 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.421 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.422 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.422 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.422 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.422 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.423 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:02.429247 18756 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } has no permanent_uuid. Determining permanent_uuid...
23:11:02.445 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.445 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.446 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.446 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.446 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.446 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.447 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:02.455506 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:02.481 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.482 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.482 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.483 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.483 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.484 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.484 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.484 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.505 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.506 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.506 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.508 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.508 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.508 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.518 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465862517 for job 9c307ae8863c63d3de8666de8ff6a319.
23:11:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:02.521050 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 1
23:11:02.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:02.527961 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:02.533 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:11:02.535 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:11:02.548 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.548 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.548 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.549 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.549 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.549 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.549 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.550 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.550 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.550 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.550 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.559 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.559 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.559 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.560 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.560 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.560 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.561 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.561 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.561 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:02.581426 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 2
23:11:02.584 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:02.584 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:02.585 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:02.586 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:02.586 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:02.586 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:02.586 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:02.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:02.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:02.587 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:02.587 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:02.587 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:02.587 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:02.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:02.591322 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:02.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:02.609 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:02.609 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:02.609 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:02.610 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.610 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.611 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:02.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:02.667915 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 3
23:11:02.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:02.675040 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:02.719 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.720 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.720 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.721 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.721 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.722 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.722 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.722 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.722 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.722 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.722 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.722 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.729 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:02.730 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.730 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.730 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:02.730 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:02.730 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:02.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:02.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:02.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:02.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:02.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:02.830497 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 4
23:11:02.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:02.839139 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:02.869 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:02.869 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:02.870 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:02.870 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:02.870 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:02.871 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:02.871 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:02.871 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:02.871 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:02.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:02.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:02.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:02.872 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:02.921 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.922 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.923 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.924 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.924 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.924 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.924 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.925 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.925 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.947 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.947 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.947 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.948 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.948 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.948 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.948 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.948 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.948 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.949 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.949 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.949 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.949 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.966 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.966 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.966 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.967 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:02.967 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:02.967 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.967 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.967 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:02.967 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.968 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.968 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.968 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.968 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.968 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:02.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:02.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:02.967 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:02.976 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:03.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.003296 18846 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 7
23:11:03.018 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465863017 for job 9c307ae8863c63d3de8666de8ff6a319.
23:11:03.029 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:11:03.032 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
23:11:03.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:03.055234 18846 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:03.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:03.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.135665 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 5
23:11:03.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:03.140789 18706 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111) [suppressed 12 similar messages]
23:11:03.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:03.145907 18756 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.18.60.252:36979: Network error: Client connection negotiation failed: client connection to 127.18.60.252:36979: connect: Connection refused (error 111)
23:11:03.201 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:03.203 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:03.204 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:03.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.206 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:03.225 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:03.225 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:03.225 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:03.226 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.226 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.226 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.230 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:03.247 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:02.506796 18857 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 18848
23:11:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:03.289776 18848 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.186s	user 0.757s	sys 1.230s
23:11:03.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:03.290174 18848 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.187s	user 0.758s	sys 1.230s
23:11:03.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:01.105123 18858 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:03.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:03.291733 18860 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2186 milliseconds
23:11:03.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:03.292163 18861 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:03.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.292629 18848 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:11:03.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.296425 18848 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:03.299 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:03.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.299252 18848 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:03.300 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:03.300 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:03.300 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.300 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.300 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.300 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.300 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.300 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.300 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.300 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.300 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.300 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:03.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.300725 18848 hybrid_clock.cc:648] HybridClock initialized: now 1783465863300671 us; error 62 us; skew 500 ppm
23:11:03.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.301978 18848 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.309618 18848 webserver.cc:534] Webserver started at http://127.18.60.252:45847/ using document root <none> and password file <none>
23:11:03.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.310731 18848 fs_manager.cc:362] Metadata directory not provided
23:11:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.310942 18848 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:03.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.311340 18848 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.315831 18848 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/data/instance:
23:11:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "731e23a49a044a40869d79c3f68d7099"
23:11:03.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:03 on dist-test-slave-sprr"
23:11:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.317008 18848 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/wal/instance:
23:11:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "731e23a49a044a40869d79c3f68d7099"
23:11:03.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:03 on dist-test-slave-sprr"
23:11:03.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.324657 18848 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
23:11:03.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.330828 18931 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.331935 18848 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
23:11:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.332221 18848 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/wal
23:11:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "731e23a49a044a40869d79c3f68d7099"
23:11:03.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:03 on dist-test-slave-sprr"
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.332523 18848 fs_report.cc:389] FS layout report
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/wal
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/wal
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/data/data
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:03.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:03.347 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:03.348 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:03.348 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:03.348 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.348 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.348 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.348 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:03.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.396303 18848 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.397805 18848 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:03.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.398221 18848 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:03.448 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:03.449 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:03.449 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:03.449 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:03.449 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:03.449 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:03.449 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:03.449 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:03.449 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:03.449 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:03.449 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:03.450 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:03.450 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:03.469 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:03.470 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:03.470 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:03.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:03.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:03.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:03.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:03.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:03.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:03.472 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:03.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:03.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:03.472 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.482537 18848 rpc_server.cc:307] RPC server started. Bound to: 127.18.60.252:36979
23:11:03.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.482602 18982 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.60.252:36979 every 8 connection(s)
23:11:03.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.485591 18848 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/data/info.pb
23:11:03.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.486531 18675 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 18848
23:11:03.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.487074 18675 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/master-2/wal/instance
23:11:03.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.492905 18983 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:03.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.510865 18983 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } has no permanent_uuid. Determining permanent_uuid...
23:11:03.521 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:03.521 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465863518 for job 9c307ae8863c63d3de8666de8ff6a319.
23:11:03.521 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:03.522 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:03.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:03.523 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.523 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.523 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:03.524 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.524 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.524 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:03.524 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:03.532 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 9c307ae8863c63d3de8666de8ff6a319 (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:11:03.532 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
23:11:03.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.544852 18983 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } has no permanent_uuid. Determining permanent_uuid...
23:11:03.558 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:03.558 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:03.558 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:03.559 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:03.559 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:03.559 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:03.559 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:03.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:03.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:03.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:03.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:03.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:03.559 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:03.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.558495 18983 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } has no permanent_uuid. Determining permanent_uuid...
23:11:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.577016 18983 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099: Bootstrap starting.
23:11:03.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.583847 18983 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099: Neither blocks nor log segments found. Creating new log.
23:11:03.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.585759 18983 log.cc:826] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099: Log is configured to *not* fsync() on all Append() calls
23:11:03.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.590308 18983 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099: No bootstrap required, opened a new log
23:11:03.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.611451 18983 raft_consensus.cc:359] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } }
23:11:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.612103 18983 raft_consensus.cc:385] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:03.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.612299 18983 raft_consensus.cc:740] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 731e23a49a044a40869d79c3f68d7099, State: Initialized, Role: FOLLOWER
23:11:03.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.612996 18983 consensus_queue.cc:260] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } }
23:11:03.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.616214 18992 sys_catalog.cc:455] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } } }
23:11:03.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.617313 18992 sys_catalog.cc:458] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [sys.catalog]: This master's current role is: FOLLOWER
23:11:03.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.618328 18983 sys_catalog.cc:565] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [sys.catalog]: configured and running, proceeding with master startup.
23:11:03.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:03.653559 18937 tablet.cc:2406] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:03.666003 19003 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:11:03.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:03.666405 19003 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:11:03.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.667408 18756 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 6
23:11:03.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.658707 18848 master_runner.cc:187] Error getting master registration for 127.18.60.254:40821: OK, instance_id { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" instance_seqno: 1783465857821440 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:11:03.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.686866 18848 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:11:03.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.702432 18756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3: Bootstrap starting.
23:11:03.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.711737 18756 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3: Neither blocks nor log segments found. Creating new log.
23:11:03.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.714442 18756 log.cc:826] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3: Log is configured to *not* fsync() on all Append() calls
23:11:03.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.719725 18756 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3: No bootstrap required, opened a new log
23:11:03.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:03.749 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:03.750 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:03.750 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:03.750 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.750 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.750 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.749929 18756 raft_consensus.cc:359] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } }
23:11:03.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.751 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.751047 18756 raft_consensus.cc:385] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:03.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.751 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:03.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.751497 18756 raft_consensus.cc:740] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 2be4b0afc63546489460be36bb3573f3, State: Initialized, Role: FOLLOWER
23:11:03.752 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=26966), Traces: [0ms] sending RPC to server master-127.15.153.252:38525, [2ms] received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [4ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [46ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [66ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [126ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [126ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [145ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [384ms] refreshing cache from master, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [386ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [824ms] refreshing cache from master, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [825ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [825ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1244ms] refreshing cache from master, [1244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1245ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2624ms] refreshing cache from master, [2624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2625ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2625ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2626ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2627ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2627ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2628ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6584ms] refreshing cache from master, [6584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [6585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [6585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6585ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6585ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [6586ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6586ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [8424ms] refreshing cache from master, [8424ms] too many traces: truncated at 100 traces, deferred=Deferred@529558676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@774a3a9a -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1883098288 after retry RPC after error@2097530629) -> (continuation of Deferred@1634595069 after retry RPC after error@1196791968) -> (continuation of Deferred@1494451382 after retry RPC after error@175988094) -> (continuation of Deferred@68792020 after retry RPC after error@1868740207) -> (continuation of Deferred@714193153 after retry RPC after error@1256691584) -> (continuation of Deferred@63045382 after retry RPC after error@2037047519) -> (continuation of Deferred@1578370882 after retry RPC after error@674873495) -> (continuation of Deferred@604779353 after retry RPC after error@172901151) -> (continuation of Deferred@1956543235 after retry RPC after error@306520191) -> (continuation of Deferred@1469468565 after retry RPC after error@800630979) -> (continuation of Deferred@687442004 after retry RPC after error@327422956) -> (continuation of Deferred@1988828398 after retry RPC after error@480201804) -> (continuation of Deferred@2025905315 after retry RPC after error@1273539364) -> (continuation of Deferred@1697297115 after retry RPC after error@53571358) -> (continuation of Deferred@2112527903 after retry RPC after error@1943382797) -> (continuation of Deferred@1129931718 after retry RPC after error@1259908396) -> (continuation of Deferred@1647036470 after retry RPC after error@1022925501) -> (continuation of Deferred@884447671 after retry RPC after error@986198976) -> (continuation of Deferred@102643415 after retry RPC after error@2118871515) -> (continuation of Deferred@1983462788 after retry RPC after error@227825328) -> (continuation of Deferred@2060149083 after retry RPC after error@1609292392) -> (continuation of Deferred@1619073292 after retry RPC after error@1334833786) -> (continuation of Deferred@1852805993 after retry RPC after error@1867918422), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1883098288 after retry RPC after error@2097530629) -> (continuation of Deferred@1634595069 after retry RPC after error@1196791968) -> (continuation of Deferred@1494451382 after retry RPC after error@175988094) -> (continuation of Deferred@68792020 after retry RPC after error@1868740207) -> (continuation of Deferred@714193153 after retry RPC after error@1256691584) -> (continuation of Deferred@63045382 after retry RPC after error@2037047519) -> (continuation of Deferred@1578370882 after retry RPC after error@674873495) -> (continuation of Deferred@604779353 after retry RPC after error@172901151) -> (continuation of Deferred@1956543235 after retry RPC after error@306520191) -> (continuation of Deferred@1469468565 after retry RPC after error@800630979) -> (continuation of Deferred@687442004 after retry RPC after error@327422956) -> (continuation of Deferred@1988828398 after retry RPC after error@480201804) -> (continuation of Deferred@2025905315 after retry RPC after error@1273539364) -> (continuation of Deferred@1697297115 after retry RPC after error@53571358) -> (continuation of Deferred@2112527903 after retry RPC after error@1943382797) -> (continuation of Deferred@1129931718 after retry RPC after error@1259908396) -> (continuation of Deferred@1647036470 after retry RPC after error@1022925501) -> (continuation of Deferred@884447671 after retry RPC after error@986198976) -> (continuation of Deferred@102643415 after retry RPC after error@2118871515) -> (continuation of Deferred@1983462788 after retry RPC after error@227825328) -> (continuation of Deferred@2060149083 after retry RPC after error@1609292392) -> (continuation of Deferred@1619073292 after retry RPC after error@1334833786) -> (continuation of Deferred@1852805993 after retry RPC after error@1867918422)))
23:11:03.753 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:03.753 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=26966), Traces: [0ms] sending RPC to server master-127.15.153.252:38525, [2ms] received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [4ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [46ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [66ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [126ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [126ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [145ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [384ms] refreshing cache from master, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [386ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [824ms] refreshing cache from master, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [825ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [825ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1244ms] refreshing cache from master, [1244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1245ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2624ms] refreshing cache from master, [2624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2625ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2625ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2626ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2627ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2627ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2628ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6584ms] refreshing cache from master, [6584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [6585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [6585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6585ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6585ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [6586ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6586ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [8424ms] refreshing cache from master, [8424ms] too many traces: truncated at 100 traces, deferred=Deferred@529558676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@774a3a9a -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1883098288 after retry RPC after error@2097530629) -> (continuation of Deferred@1634595069 after retry RPC after error@1196791968) -> (continuation of Deferred@1494451382 after retry RPC after error@175988094) -> (continuation of Deferred@68792020 after retry RPC after error@1868740207) -> (continuation of Deferred@714193153 after retry RPC after error@1256691584) -> (continuation of Deferred@63045382 after retry RPC after error@2037047519) -> (continuation of Deferred@1578370882 after retry RPC after error@674873495) -> (continuation of Deferred@604779353 after retry RPC after error@172901151) -> (continuation of Deferred@1956543235 after retry RPC after error@306520191) -> (continuation of Deferred@1469468565 after retry RPC after error@800630979) -> (continuation of Deferred@687442004 after retry RPC after error@327422956) -> (continuation of Deferred@1988828398 after retry RPC after error@480201804) -> (continuation of Deferred@2025905315 after retry RPC after error@1273539364) -> (continuation of Deferred@1697297115 after retry RPC after error@53571358) -> (continuation of Deferred@2112527903 after retry RPC after error@1943382797) -> (continuation of Deferred@1129931718 after retry RPC after error@1259908396) -> (continuation of Deferred@1647036470 after retry RPC after error@1022925501) -> (continuation of Deferred@884447671 after retry RPC after error@986198976) -> (continuation of Deferred@102643415 after retry RPC after error@2118871515) -> (continuation of Deferred@1983462788 after retry RPC after error@227825328) -> (continuation of Deferred@2060149083 after retry RPC after error@1609292392) -> (continuation of Deferred@1619073292 after retry RPC after error@1334833786) -> (continuation of Deferred@1852805993 after retry RPC after error@1867918422), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1883098288 after retry RPC after error@2097530629) -> (continuation of Deferred@1634595069 after retry RPC after error@1196791968) -> (continuation of Deferred@1494451382 after retry RPC after error@175988094) -> (continuation of Deferred@68792020 after retry RPC after error@1868740207) -> (continuation of Deferred@714193153 after retry RPC after error@1256691584) -> (continuation of Deferred@63045382 after retry RPC after error@2037047519) -> (continuation of Deferred@1578370882 after retry RPC after error@674873495) -> (continuation of Deferred@604779353 after retry RPC after error@172901151) -> (continuation of Deferred@1956543235 after retry RPC after error@306520191) -> (continuation of Deferred@1469468565 after retry RPC after error@800630979) -> (continuation of Deferred@687442004 after retry RPC after error@327422956) -> (continuation of Deferred@1988828398 after retry RPC after error@480201804) -> (continuation of Deferred@2025905315 after retry RPC after error@1273539364) -> (continuation of Deferred@1697297115 after retry RPC after error@53571358) -> (continuation of Deferred@2112527903 after retry RPC after error@1943382797) -> (continuation of Deferred@1129931718 after retry RPC after error@1259908396) -> (continuation of Deferred@1647036470 after retry RPC after error@1022925501) -> (continuation of Deferred@884447671 after retry RPC after error@986198976) -> (continuation of Deferred@102643415 after retry RPC after error@2118871515) -> (continuation of Deferred@1983462788 after retry RPC after error@227825328) -> (continuation of Deferred@2060149083 after retry RPC after error@1609292392) -> (continuation of Deferred@1619073292 after retry RPC after error@1334833786) -> (continuation of Deferred@1852805993 after retry RPC after error@1867918422)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=26966), Traces: [0ms] sending RPC to server master-127.15.153.252:38525, [2ms] received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [4ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [46ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [66ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [126ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [126ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [145ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [384ms] refreshing cache from master, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [386ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [824ms] refreshing cache from master, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [825ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [825ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1244ms] refreshing cache from master, [1244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1245ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2624ms] refreshing cache from master, [2624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2625ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2625ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2626ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2627ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2627ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2628ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6584ms] refreshing cache from master, [6584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [6585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [6585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6585ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6585ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [6586ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6586ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [8424ms] refreshing cache from master, [8424ms] too many traces: truncated at 100 traces, deferred=Deferred@529558676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@774a3a9a -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1883098288 after retry RPC after error@2097530629) -> (continuation of Deferred@1634595069 after retry RPC after error@1196791968) -> (continuation of Deferred@1494451382 after retry RPC after error@175988094) -> (continuation of Deferred@68792020 after retry RPC after error@1868740207) -> (continuation of Deferred@714193153 after retry RPC after error@1256691584) -> (continuation of Deferred@63045382 after retry RPC after error@2037047519) -> (continuation of Deferred@1578370882 after retry RPC after error@674873495) -> (continuation of Deferred@604779353 after retry RPC after error@172901151) -> (continuation of Deferred@1956543235 after retry RPC after error@306520191) -> (continuation of Deferred@1469468565 after retry RPC after error@800630979) -> (continuation of Deferred@687442004 after retry RPC after error@327422956) -> (continuation of Deferred@1988828398 after retry RPC after error@480201804) -> (continuation of Deferred@2025905315 after retry RPC after error@1273539364) -> (continuation of Deferred@1697297115 after retry RPC after error@53571358) -> (continuation of Deferred@2112527903 after retry RPC after error@1943382797) -> (continuation of Deferred@1129931718 after retry RPC after error@1259908396) -> (continuation of Deferred@1647036470 after retry RPC after error@1022925501) -> (continuation of Deferred@884447671 after retry RPC after error@986198976) -> (continuation of Deferred@102643415 after retry RPC after error@2118871515) -> (continuation of Deferred@1983462788 after retry RPC after error@227825328) -> (continuation of Deferred@2060149083 after retry RPC after error@1609292392) -> (continuation of Deferred@1619073292 after retry RPC after error@1334833786) -> (continuation of Deferred@1852805993 after retry RPC after error@1867918422), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1883098288 after retry RPC after error@2097530629) -> (continuation of Deferred@1634595069 after retry RPC after error@1196791968) -> (continuation of Deferred@1494451382 after retry RPC after error@175988094) -> (continuation of Deferred@68792020 after retry RPC after error@1868740207) -> (continuation of Deferred@714193153 after retry RPC after error@1256691584) -> (continuation of Deferred@63045382 after retry RPC after error@2037047519) -> (continuation of Deferred@1578370882 after retry RPC after error@674873495) -> (continuation of Deferred@604779353 after retry RPC after error@172901151) -> (continuation of Deferred@1956543235 after retry RPC after error@306520191) -> (continuation of Deferred@1469468565 after retry RPC after error@800630979) -> (continuation of Deferred@687442004 after retry RPC after error@327422956) -> (continuation of Deferred@1988828398 after retry RPC after error@480201804) -> (continuation of Deferred@2025905315 after retry RPC after error@1273539364) -> (continuation of Deferred@1697297115 after retry RPC after error@53571358) -> (continuation of Deferred@2112527903 after retry RPC after error@1943382797) -> (continuation of Deferred@1129931718 after retry RPC after error@1259908396) -> (continuation of Deferred@1647036470 after retry RPC after error@1022925501) -> (continuation of Deferred@884447671 after retry RPC after error@986198976) -> (continuation of Deferred@102643415 after retry RPC after error@2118871515) -> (continuation of Deferred@1983462788 after retry RPC after error@227825328) -> (continuation of Deferred@2060149083 after retry RPC after error@1609292392) -> (continuation of Deferred@1619073292 after retry RPC after error@1334833786) -> (continuation of Deferred@1852805993 after retry RPC after error@1867918422)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:03.753 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.753 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.753 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.753 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:03.754 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:03.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.755 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:03.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.752777 18756 consensus_queue.cc:260] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } }
23:11:03.758 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=26966), Traces: [0ms] sending RPC to server master-127.15.153.252:38525, [2ms] received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [4ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [46ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [66ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [126ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [126ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [145ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [384ms] refreshing cache from master, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [386ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [824ms] refreshing cache from master, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [825ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [825ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1244ms] refreshing cache from master, [1244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1245ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2624ms] refreshing cache from master, [2624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2625ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2625ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2626ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2627ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2627ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2628ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6584ms] refreshing cache from master, [6584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [6585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [6585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6585ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6585ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [6586ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6586ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [8424ms] refreshing cache from master, [8424ms] too many traces: truncated at 100 traces, deferred=Deferred@529558676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@774a3a9a -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1883098288 after retry RPC after error@2097530629) -> (continuation of Deferred@1634595069 after retry RPC after error@1196791968) -> (continuation of Deferred@1494451382 after retry RPC after error@175988094) -> (continuation of Deferred@68792020 after retry RPC after error@1868740207) -> (continuation of Deferred@714193153 after retry RPC after error@1256691584) -> (continuation of Deferred@63045382 after retry RPC after error@2037047519) -> (continuation of Deferred@1578370882 after retry RPC after error@674873495) -> (continuation of Deferred@604779353 after retry RPC after error@172901151) -> (continuation of Deferred@1956543235 after retry RPC after error@306520191) -> (continuation of Deferred@1469468565 after retry RPC after error@800630979) -> (continuation of Deferred@687442004 after retry RPC after error@327422956) -> (continuation of Deferred@1988828398 after retry RPC after error@480201804) -> (continuation of Deferred@2025905315 after retry RPC after error@1273539364) -> (continuation of Deferred@1697297115 after retry RPC after error@53571358) -> (continuation of Deferred@2112527903 after retry RPC after error@1943382797) -> (continuation of Deferred@1129931718 after retry RPC after error@1259908396) -> (continuation of Deferred@1647036470 after retry RPC after error@1022925501) -> (continuation of Deferred@884447671 after retry RPC after error@986198976) -> (continuation of Deferred@102643415 after retry RPC after error@2118871515) -> (continuation of Deferred@1983462788 after retry RPC after error@227825328) -> (continuation of Deferred@2060149083 after retry RPC after error@1609292392) -> (continuation of Deferred@1619073292 after retry RPC after error@1334833786) -> (continuation of Deferred@1852805993 after retry RPC after error@1867918422), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1883098288 after retry RPC after error@2097530629) -> (continuation of Deferred@1634595069 after retry RPC after error@1196791968) -> (continuation of Deferred@1494451382 after retry RPC after error@175988094) -> (continuation of Deferred@68792020 after retry RPC after error@1868740207) -> (continuation of Deferred@714193153 after retry RPC after error@1256691584) -> (continuation of Deferred@63045382 after retry RPC after error@2037047519) -> (continuation of Deferred@1578370882 after retry RPC after error@674873495) -> (continuation of Deferred@604779353 after retry RPC after error@172901151) -> (continuation of Deferred@1956543235 after retry RPC after error@306520191) -> (continuation of Deferred@1469468565 after retry RPC after error@800630979) -> (continuation of Deferred@687442004 after retry RPC after error@327422956) -> (continuation of Deferred@1988828398 after retry RPC after error@480201804) -> (continuation of Deferred@2025905315 after retry RPC after error@1273539364) -> (continuation of Deferred@1697297115 after retry RPC after error@53571358) -> (continuation of Deferred@2112527903 after retry RPC after error@1943382797) -> (continuation of Deferred@1129931718 after retry RPC after error@1259908396) -> (continuation of Deferred@1647036470 after retry RPC after error@1022925501) -> (continuation of Deferred@884447671 after retry RPC after error@986198976) -> (continuation of Deferred@102643415 after retry RPC after error@2118871515) -> (continuation of Deferred@1983462788 after retry RPC after error@227825328) -> (continuation of Deferred@2060149083 after retry RPC after error@1609292392) -> (continuation of Deferred@1619073292 after retry RPC after error@1334833786) -> (continuation of Deferred@1852805993 after retry RPC after error@1867918422)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=26966), Traces: [0ms] sending RPC to server master-127.15.153.252:38525, [2ms] received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2ms] delaying RPC due to: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [4ms] refreshing cache from master, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [24ms] refreshing cache from master, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [26ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [44ms] refreshing cache from master, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [45ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [46ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [64ms] refreshing cache from master, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [66ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [84ms] refreshing cache from master, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [85ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [125ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [126ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [126ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [143ms] refreshing cache from master, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [145ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [145ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [384ms] refreshing cache from master, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [385ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [386ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [386ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [824ms] refreshing cache from master, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [824ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [825ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [825ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [825ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1244ms] refreshing cache from master, [1244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1244ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1245ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1245ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2624ms] refreshing cache from master, [2624ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2625ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2625ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2626ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2627ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2627ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2628ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6584ms] refreshing cache from master, [6584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [6585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [6585ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6585ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6585ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [6586ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6586ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [8424ms] refreshing cache from master, [8424ms] too many traces: truncated at 100 traces, deferred=Deferred@529558676(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@774a3a9a -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1883098288 after retry RPC after error@2097530629) -> (continuation of Deferred@1634595069 after retry RPC after error@1196791968) -> (continuation of Deferred@1494451382 after retry RPC after error@175988094) -> (continuation of Deferred@68792020 after retry RPC after error@1868740207) -> (continuation of Deferred@714193153 after retry RPC after error@1256691584) -> (continuation of Deferred@63045382 after retry RPC after error@2037047519) -> (continuation of Deferred@1578370882 after retry RPC after error@674873495) -> (continuation of Deferred@604779353 after retry RPC after error@172901151) -> (continuation of Deferred@1956543235 after retry RPC after error@306520191) -> (continuation of Deferred@1469468565 after retry RPC after error@800630979) -> (continuation of Deferred@687442004 after retry RPC after error@327422956) -> (continuation of Deferred@1988828398 after retry RPC after error@480201804) -> (continuation of Deferred@2025905315 after retry RPC after error@1273539364) -> (continuation of Deferred@1697297115 after retry RPC after error@53571358) -> (continuation of Deferred@2112527903 after retry RPC after error@1943382797) -> (continuation of Deferred@1129931718 after retry RPC after error@1259908396) -> (continuation of Deferred@1647036470 after retry RPC after error@1022925501) -> (continuation of Deferred@884447671 after retry RPC after error@986198976) -> (continuation of Deferred@102643415 after retry RPC after error@2118871515) -> (continuation of Deferred@1983462788 after retry RPC after error@227825328) -> (continuation of Deferred@2060149083 after retry RPC after error@1609292392) -> (continuation of Deferred@1619073292 after retry RPC after error@1334833786) -> (continuation of Deferred@1852805993 after retry RPC after error@1867918422), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@1883098288 after retry RPC after error@2097530629) -> (continuation of Deferred@1634595069 after retry RPC after error@1196791968) -> (continuation of Deferred@1494451382 after retry RPC after error@175988094) -> (continuation of Deferred@68792020 after retry RPC after error@1868740207) -> (continuation of Deferred@714193153 after retry RPC after error@1256691584) -> (continuation of Deferred@63045382 after retry RPC after error@2037047519) -> (continuation of Deferred@1578370882 after retry RPC after error@674873495) -> (continuation of Deferred@604779353 after retry RPC after error@172901151) -> (continuation of Deferred@1956543235 after retry RPC after error@306520191) -> (continuation of Deferred@1469468565 after retry RPC after error@800630979) -> (continuation of Deferred@687442004 after retry RPC after error@327422956) -> (continuation of Deferred@1988828398 after retry RPC after error@480201804) -> (continuation of Deferred@2025905315 after retry RPC after error@1273539364) -> (continuation of Deferred@1697297115 after retry RPC after error@53571358) -> (continuation of Deferred@2112527903 after retry RPC after error@1943382797) -> (continuation of Deferred@1129931718 after retry RPC after error@1259908396) -> (continuation of Deferred@1647036470 after retry RPC after error@1022925501) -> (continuation of Deferred@884447671 after retry RPC after error@986198976) -> (continuation of Deferred@102643415 after retry RPC after error@2118871515) -> (continuation of Deferred@1983462788 after retry RPC after error@227825328) -> (continuation of Deferred@2060149083 after retry RPC after error@1609292392) -> (continuation of Deferred@1619073292 after retry RPC after error@1334833786) -> (continuation of Deferred@1852805993 after retry RPC after error@1867918422)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:03.759 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:11:03.759 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RUNNING to RESTARTING.
23:11:03.760 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
23:11:03.760 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:11:03.760 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:11:03.760 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:11:03.760 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:11:03.760 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
23:11:03.761 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:11:03.761 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
23:11:03.761 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:11:03.761 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
23:11:03.761 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:11:03.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.766549 19007 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } } }
23:11:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.767580 19007 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [sys.catalog]: This master's current role is: FOLLOWER
23:11:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:03.767652 18710 tablet.cc:2406] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:03.813 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.768708 18756 sys_catalog.cc:565] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [sys.catalog]: configured and running, proceeding with master startup.
23:11:03.814 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:03.814 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.16.97.62:41205(127.16.97.62:41205)] disconnecting while in state TERMINATED
23:11:03.815 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.16.97.60:33655(127.16.97.60:33655)] disconnecting while in state TERMINATED
23:11:03.815 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.16.97.61:39663(127.16.97.61:39663)] disconnecting while in state TERMINATED
23:11:03.815 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:03.815 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:03.815 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.816 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:11:03.816 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:11:03.817 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:11:03.817 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:03.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.818 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.819 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:11:03.819 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:11:03.820 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.820 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.820 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.820 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:03.829 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:03.830 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:03.830 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:03.830 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.830 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.832 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:03.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.844048 19007 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:03.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.844620 19007 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } }
23:11:03.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.847496 19007 leader_election.cc:290] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8240e030704542bf8f55ced0a2598492 (127.18.60.253:41141), 731e23a49a044a40869d79c3f68d7099 (127.18.60.252:36979)
23:11:03.849 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:03.850 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:03.850 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:03.850 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.850492 18958 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2be4b0afc63546489460be36bb3573f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "731e23a49a044a40869d79c3f68d7099" is_pre_election: true
23:11:03.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.851313 18958 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2be4b0afc63546489460be36bb3573f3 in term 0.
23:11:03.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.852 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:03.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.854022 18706 leader_election.cc:304] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2be4b0afc63546489460be36bb3573f3, 731e23a49a044a40869d79c3f68d7099; no voters: 
23:11:03.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.861425 19007 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:03.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.861974 19007 raft_consensus.cc:493] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:03.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.862345 19007 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [term 0 FOLLOWER]: Advancing to term 1
23:11:03.869 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:03.870 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:03.870 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:03.870 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.870 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.870 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.871 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.871 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.871 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.871 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:03.890 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
23:11:03.891 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:11:03.891 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:11:03.891 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:11:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.892081 19007 raft_consensus.cc:515] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } }
23:11:03.894 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.16.97.62:41205(127.16.97.62:41205)] disconnecting while in state TERMINATED
23:11:03.895 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.16.97.60:33655(127.16.97.60:33655)] disconnecting while in state TERMINATED
23:11:03.895 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.16.97.61:39663(127.16.97.61:39663)] disconnecting while in state TERMINATED
23:11:03.895 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:03.895 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:11:03.896 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-1
23:11:03.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.903532 19007 leader_election.cc:290] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [CANDIDATE]: Term 1 election: Requested vote from peers 8240e030704542bf8f55ced0a2598492 (127.18.60.253:41141), 731e23a49a044a40869d79c3f68d7099 (127.18.60.252:36979)
23:11:03.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.905078 18958 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2be4b0afc63546489460be36bb3573f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "731e23a49a044a40869d79c3f68d7099"
23:11:03.906 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.905634 18958 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [term 0 FOLLOWER]: Advancing to term 1
23:11:03.963 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:03.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.951229 18958 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 2be4b0afc63546489460be36bb3573f3 in term 1.
23:11:03.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.961090 18706 leader_election.cc:304] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 2be4b0afc63546489460be36bb3573f3, 731e23a49a044a40869d79c3f68d7099; no voters: 
23:11:03.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.962353 19007 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [term 1 FOLLOWER]: Leader election won for term 1
23:11:03.964 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.964 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.964 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:03.963 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:03.965 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:03.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.965195 19007 raft_consensus.cc:697] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [term 1 LEADER]: Becoming Leader. State: Replica: 2be4b0afc63546489460be36bb3573f3, State: Running, Role: LEADER
23:11:03.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:03.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:03.967 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:03.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:03.966626 19007 consensus_queue.cc:237] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } }
23:11:04.009 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:04.009 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:04.010 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:11:04.010 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:11:04.010 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.010 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:11:04.010 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.010 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.010 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.010 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.011 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:04.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.011240 19027 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2be4b0afc63546489460be36bb3573f3. Latest consensus state: current_term: 1 leader_uuid: "2be4b0afc63546489460be36bb3573f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } } }
23:11:04.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.012094 19027 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [sys.catalog]: This master's current role is: LEADER
23:11:04.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:04.015 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer e65cc58554f24a9ebbf6cbebdc53ec2f(127.16.97.2:33391)] disconnecting while in state TERMINATED
23:11:04.015 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.16.97.62:41205(127.16.97.62:41205)] disconnecting while in state TERMINATED
23:11:04.015 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.16.97.60:33655(127.16.97.60:33655)] disconnecting while in state TERMINATED
23:11:04.015 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.16.97.61:39663(127.16.97.61:39663)] disconnecting while in state TERMINATED
23:11:04.015 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:04.016 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:11:04.016 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-3
23:11:04.016 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
23:11:04.021 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:11:04.021 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:11:04.021 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:11:04.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.023353 19032 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:11:04.026 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:11:04.026 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:11:04.026 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:11:04.026 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:11:04.029 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:04.029 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:04.029 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:04.030 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.030 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.030 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.031 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:04.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.047338 19032 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:11:04.067 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:11:04.068 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:11:04.068 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:11:04.072 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
23:11:04.072 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:11:04.073 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:11:04.073 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:11:04.073 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
23:11:04.086 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:11:04.087 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:11:04.088 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:04.088 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:11:04.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.091362 18958 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [term 1 FOLLOWER]: Refusing update from remote peer 2be4b0afc63546489460be36bb3573f3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:11:04.092 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:11:04.093 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.16.97.62:41205(127.16.97.62:41205)] disconnecting while in state TERMINATED
23:11:04.093 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.16.97.60:33655(127.16.97.60:33655)] disconnecting while in state TERMINATED
23:11:04.093 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.16.97.61:39663(127.16.97.61:39663)] disconnecting while in state TERMINATED
23:11:04.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.093266 19027 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:04.095 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:04.096 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:04.096 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
23:11:04.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:04.119 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:11:04.119 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
23:11:04.120 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:11:04.120 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:11:04.121 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:11:04.121 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:11:04.122 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c307ae8863c63d3de8666de8ff6a319
23:11:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.136509 18992 sys_catalog.cc:455] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2be4b0afc63546489460be36bb3573f3. Latest consensus state: current_term: 1 leader_uuid: "2be4b0afc63546489460be36bb3573f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } } }
23:11:04.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.137189 18992 sys_catalog.cc:458] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [sys.catalog]: This master's current role is: FOLLOWER
23:11:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.148979 19007 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2be4b0afc63546489460be36bb3573f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } } }
23:11:04.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.149731 19007 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [sys.catalog]: This master's current role is: LEADER
23:11:04.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.152976 19044 mvcc.cc:204] Tried to move back new op lower bound from 7305076179300556800 to 7305076178862723072. Current Snapshot: MvccSnapshot[applied={T|T < 7305076179300556800}]
23:11:04.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.158896 18992 sys_catalog.cc:455] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2be4b0afc63546489460be36bb3573f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } } }
23:11:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.159761 18992 sys_catalog.cc:458] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099 [sys.catalog]: This master's current role is: FOLLOWER
23:11:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.159861 19032 catalog_manager.cc:1382] Generated new cluster ID: 9918b39879cb4fc482ecb7165d66f2bd
23:11:04.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.160154 19032 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:11:04.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.113631 18687 master_runner.cc:187] Error getting master registration for 127.18.60.253:41141: OK, instance_id { permanent_uuid: "8240e030704542bf8f55ced0a2598492" instance_seqno: 1783465860602397 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:11:04.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.207618 18687 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:11:04.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.211028 19032 catalog_manager.cc:1405] Generated new certificate authority record
23:11:04.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.213253 19032 catalog_manager.cc:1539] Loading token signing keys...
23:11:04.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:04.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.253826 19032 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3: Generated new TSK 0
23:11:04.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.254979 19032 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:11:04.290 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:04.290 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:04.290 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:04.290 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.290 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.292 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.292 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.292 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.292 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.296175 18675 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/wal
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/data
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/logs
23:11:04.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/data/info.pb
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.193:0
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.60.193
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.193
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:04.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:11:04.309 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:04.309 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:04.312 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:04.312 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:04.312 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:04.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:04.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:04.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:04.313 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:04.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:04.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:04.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:04.314 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:04.349 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:04.350 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:04.350 [DEBUG - pool-134-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:04.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:04.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:04.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:04.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:04.520 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:04.520 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:04.520 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:04.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:04.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:04.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:04.521 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:04.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:04.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:04.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:04.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:04.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:04.522 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:04.525 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:04.525 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:04.525 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:04.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:04.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:04.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:04.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:04.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:04.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:04.526 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:04.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:04.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:04.526 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:04.593 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:04.594 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:04.594 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:04.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:04.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:04.595 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:04.595 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:04.595 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:04.596 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:04.596 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:04.596 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:04.596 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:04.596 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:04.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.674275 19003 catalog_manager.cc:1294] Loaded cluster ID: 9918b39879cb4fc482ecb7165d66f2bd
23:11:04.674 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.674576 19003 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099: loading cluster ID for follower catalog manager: success
23:11:04.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.688812 19003 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099: acquiring CA information for follower catalog manager: success
23:11:04.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:04.702417 19003 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 731e23a49a044a40869d79c3f68d7099: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:11:04.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:04.814 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RESTARTING to RUNNING.
23:11:04.815 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 9c307ae8863c63d3de8666de8ff6a319 from Checkpoint 65 @ 1783465863518 for 9c307ae8863c63d3de8666de8ff6a319 located at file:/tmp/junit16081764617082026865/checkpoints/9c307ae8863c63d3de8666de8ff6a319/chk-65.
23:11:04.816 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:11:04.816 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:11:04.823 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
23:11:04.824 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
23:11:04.824 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 6b8216d747499fdd765ce2b567992055
23:11:04.824 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
23:11:04.825 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
23:11:04.825 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id bfc1f281532da150741ebe37e35f65fc
23:11:04.826 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:11:04.826 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:11:04.826 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 6b8216d747499fdd765ce2b567992055.
23:11:04.827 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 6b8216d747499fdd765ce2b567992055.
23:11:04.829 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
23:11:04.829 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:04.830 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
23:11:04.831 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 7d74b8666a09b18f8a6e06f293e59fd5
23:11:04.831 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
23:11:04.831 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:11:04.832 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
23:11:04.832 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 85bfe1384700b0a8fc9aea3230d7daee
23:11:04.832 [INFO - Thread-30] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:11:04.832 [DEBUG - Thread-30] (Connection.java:575) [peer master-127.15.153.253:37081(127.15.153.253:37081)] disconnecting while in state TERMINATED
23:11:04.833 [DEBUG - Thread-30] (Connection.java:575) [peer master-127.15.153.252:38525(127.15.153.252:38525)] disconnecting while in state TERMINATED
23:11:04.833 [DEBUG - Thread-30] (Connection.java:575) [peer master-127.15.153.254:35665(127.15.153.254:35665)] disconnecting while in state TERMINATED
23:11:04.833 [DEBUG - Thread-30] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:04.834 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:04.835 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
23:11:04.835 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-2
23:11:04.838 [INFO - Thread-30] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:11:04.838 [INFO - Thread-30] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:11:04.840 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot bfc1f281532da150741ebe37e35f65fc.
23:11:04.841 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id bfc1f281532da150741ebe37e35f65fc.
23:11:04.842 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
23:11:04.842 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
23:11:04.854 [DEBUG - Thread-30] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:04.854 [INFO - Thread-30] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:11:04.855 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@754b7ce6
23:11:04.855 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:04.855 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:11:04.855 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:11:04.856 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:11:04.873 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 7d74b8666a09b18f8a6e06f293e59fd5.
23:11:04.874 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id 7d74b8666a09b18f8a6e06f293e59fd5.
23:11:04.875 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
23:11:04.875 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
23:11:04.879 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c99d1ef
23:11:04.879 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:04.879 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:11:04.879 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:11:04.879 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:11:04.880 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@dbb8ca2
23:11:04.885 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 85bfe1384700b0a8fc9aea3230d7daee.
23:11:04.886 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 85bfe1384700b0a8fc9aea3230d7daee.
23:11:04.887 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
23:11:04.887 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
23:11:04.888 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@503bdd24
23:11:04.888 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:04.888 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:11:04.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:04.891009 19049 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:04.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:04.891866 19049 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:04.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:04.892714 19049 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:04.898 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:11:04.898 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:11:04.899 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@211cdcb6
23:11:04.900 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:04.906 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
23:11:04.906 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
23:11:04.912 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4f5a65ce
23:11:04.913 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:04.913 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a9d65bc
23:11:04.913 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:04.914 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:11:04.914 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:11:04.916 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:11:04.927 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f277648
23:11:04.927 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:04.927 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:04.927 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:04.927 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:04.928 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:04.930 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:04.934 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:04.938 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:04.950 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:04.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:04.953701 19049 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:04.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:04.955209 19049 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.60.193
23:11:04.956 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:04.956 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:04.957 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:04.957 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:04.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:04.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:04.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:04.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:04.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:04.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:04.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:04.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:04.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:04.958 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:04.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:04.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:04.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:04.963 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:04.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:04.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:04.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:04.983 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:04.984 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:04.984 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:04.984 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:04.990 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:04.994 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:04.995 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:04.996 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:04.996 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:04.996 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.005 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.010 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.019 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.029290 19049 tablet_server_runner.cc:78] Tablet server non-default flags:
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/data
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/wal
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.193:0
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:05.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/data/info.pb
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.193
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.60.193
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/logs
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:05.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:05.030 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.031824 19049 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:05.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.034034 19049 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:05.034 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.038 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.038 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.038 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.039 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.046 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.051 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:05.062815 19077 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:05.078 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:05.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.084 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.089 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:05.091 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.107 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.102 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:05.108 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.098 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.098 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.109 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.093 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.092 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.111 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:05.121 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.122 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.122 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.122 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.130 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.131 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:05.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.147 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.145852 18846 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } attempt: 8
23:11:05.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.162 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.176 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.179 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.180 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.186 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.188 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.199 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.199 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.199 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.209 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.214 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:05.218 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:05.220 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.222 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.222 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.223 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:05.247 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:05.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.257 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.258 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.259 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:05.259 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.260 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.260 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.261 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.261 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.261 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.263 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.264 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.264721 18846 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492: Bootstrap starting.
23:11:05.265 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.265 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.265 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.265 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.265 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.266 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.267 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.268 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.271 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:05.278 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.279 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.279 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.279 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.280 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.280 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.280 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.280 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.285 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.290 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.294 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.294 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.295 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.295 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.295 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.295 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.295 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.296 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.296 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.296 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.298 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.298 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.298 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.299 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.299 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.305 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:05.306 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:05.306 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.306 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.306 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.306 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.307 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.307 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.309 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:05.314 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.315 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.315 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.317 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.318 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.318 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.318 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.319 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.319 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.319 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.319 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.320 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.320 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.320 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.320 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.320 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.320 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.326 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.330 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:05.330 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.331 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:05.331 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:05.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.332 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.332 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.332 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.332 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.333 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:05.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.337514 18846 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492: Neither blocks nor log segments found. Creating new log.
23:11:05.339 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.339 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.339 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.340 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.340 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.340 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.340 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.341 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.342 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.343 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.344 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.344 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.344 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.344 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.345 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.345 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.345 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.350 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.351 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.351 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.351 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.351 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:05.351 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.351 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.351 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:05.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.352 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:05.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.352 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.352 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.353 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.353 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.353 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.353 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.353 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.354 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:05.354 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.354 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.354 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.354 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.354 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.354 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.355125 18846 log.cc:826] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492: Log is configured to *not* fsync() on all Append() calls
23:11:05.355 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.355 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.355 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.355 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.358 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.359 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.359 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.359 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.359 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.359 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.360 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.360 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.360 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.360 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.360 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.365 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.365 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.365 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.365 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.366 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.366 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.366 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.366 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.370 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.371 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.371 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.371 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.372 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.372 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.372 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.372 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.385 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.385 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.385 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.386 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.387 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.387 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.387 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.387 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.389675 18846 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492: No bootstrap required, opened a new log
23:11:05.390 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:05.391 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:05.391 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:05.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.392 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.392 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.392 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:05.394 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.395 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.395 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.396 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.405 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.405 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.405 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.406 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.407 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.407 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.407 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.407 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.411 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.411 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.411 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.412 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.413 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:05.413 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:05.413 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:05.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.415 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.415 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.415 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.416 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.416 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.416 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.416 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:05.431 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:05.431 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:05.432 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:05.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.433 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.433 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.433 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.434 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.434 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.434 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:05.441 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:05.442 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:05.442 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:05.442 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:05.443 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:05.443 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:05.444 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:05.444 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:05.444 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:05.444 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:05.444 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:05.444 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:05.444 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:05.445 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.445 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.445 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.446 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.446 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.446 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.446 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.446 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.447 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.451 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.451 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.451 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.451 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.452 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.452 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.452 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.453 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.468 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:05.468 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:05.468 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:05.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:05.469 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:05.469 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:05.469 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:05.469 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:05.469 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:05.470 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:05.470 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:05.470 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:05.470 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:05.491 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.491 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.491 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.492 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.493 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.493 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.493 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.493 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.493 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.493 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.493 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:05.499734 18707 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.18.60.253:41141, user_credentials={real_user=slave}} blocked reactor thread for 77855us
23:11:05.522 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.522 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.522 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.524 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.524 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.524 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.524 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.525 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.526 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.526 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.526 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.526 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.526 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.526 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.527 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.527 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.527 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.527 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.531 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:05.531 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:05.531 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:05.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.532 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.533 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:05.534 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.535 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.535 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.535 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.535 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.536 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.545 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.545 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.546 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.547 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:05.631 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:05.631 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:05.632 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:05.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.633 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.633 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.633 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.633 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.633 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.634 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:05.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.640615 18846 raft_consensus.cc:359] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } }
23:11:05.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.641450 18846 raft_consensus.cc:385] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:05.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.641759 18846 raft_consensus.cc:740] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8240e030704542bf8f55ced0a2598492, State: Initialized, Role: FOLLOWER
23:11:05.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.642727 18846 consensus_queue.cc:260] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } }
23:11:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.677878 18846 sys_catalog.cc:565] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [sys.catalog]: configured and running, proceeding with master startup.
23:11:05.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.678045 18821 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2be4b0afc63546489460be36bb3573f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8240e030704542bf8f55ced0a2598492" is_pre_election: true
23:11:05.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.678951 18821 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 2be4b0afc63546489460be36bb3573f3 in term 0.
23:11:05.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:05.679576 18821 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:37228 (request call id 1) took 1830 ms (client timeout 1573 ms). Trace:
23:11:05.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:05.679953 18821 rpcz_store.cc:269] 0707 23:11:03.848888 (+     0us) service_pool.cc:167] Inserting onto call queue
23:11:05.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:03.849094 (+   206us) service_pool.cc:224] Handling call
23:11:05.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:05.679502 (+1830408us) inbound_call.cc:177] Queueing success response
23:11:05.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:11:05.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.681519 18819 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [term 0 FOLLOWER]: Advancing to term 1
23:11:05.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.686470 18818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2be4b0afc63546489460be36bb3573f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8240e030704542bf8f55ced0a2598492" is_pre_election: true
23:11:05.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.689251 18820 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "2be4b0afc63546489460be36bb3573f3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8240e030704542bf8f55ced0a2598492"
23:11:05.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:05.690347 18820 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:37228 (request call id 2) took 1785 ms (client timeout 1794 ms). Trace:
23:11:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:05.690708 18820 rpcz_store.cc:269] 0707 23:11:03.905134 (+     0us) service_pool.cc:167] Inserting onto call queue
23:11:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:03.905280 (+   146us) service_pool.cc:224] Handling call
23:11:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:05.690292 (+1785012us) inbound_call.cc:177] Queueing success response
23:11:05.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:11:05.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.695753 18819 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [term 1 FOLLOWER]: Refusing update from remote peer 2be4b0afc63546489460be36bb3573f3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:11:05.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.696512 18819 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:37228 (request call id 3) took 1605 ms. Trace:
23:11:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.696870 18819 rpcz_store.cc:276] 0707 23:11:04.091480 (+     0us) service_pool.cc:167] Inserting onto call queue
23:11:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:04.091674 (+   194us) service_pool.cc:224] Handling call
23:11:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:05.681238 (+1589564us) raft_consensus.cc:1471] Updating replica for 0 ops
23:11:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:05.696126 (+ 14888us) raft_consensus.cc:1697] Filling consensus response to leader.
23:11:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:05.696454 (+   328us) inbound_call.cc:177] Queueing success response
23:11:05.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:11:05.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.674647 19117 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } } }
23:11:05.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.701788 19117 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [sys.catalog]: This master's current role is: FOLLOWER
23:11:05.710 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.711 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.711 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.712 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.712 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:05.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.722146 19120 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:11:05.725 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.726 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.726 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.728 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:05.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:05.754030 18800 tablet.cc:2406] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:05.761 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:05.761 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:05.761 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:05.762 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:05.762 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:05.762 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:05.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:05.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:05.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:05.763 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:05.763 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:05.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:05.763 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:05.794 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.795 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.795 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.797 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.831 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.831 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.832 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.832 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.832 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.832 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.833 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.833 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.833 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.831352 19127 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "2be4b0afc63546489460be36bb3573f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } } }
23:11:05.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.832178 19127 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [sys.catalog]: This master's current role is: FOLLOWER
23:11:05.833 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.833 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.833 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.833 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.832839 19117 sys_catalog.cc:455] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 2be4b0afc63546489460be36bb3573f3. Latest consensus state: current_term: 1 leader_uuid: "2be4b0afc63546489460be36bb3573f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } } }
23:11:05.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.833498 19117 sys_catalog.cc:458] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492 [sys.catalog]: This master's current role is: FOLLOWER
23:11:05.859 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.859 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.859 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.860 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.860 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.860 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.860 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.861 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.861 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.861 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.861 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:05.882992 19138 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:11:05.891 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:05.891 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:05.891 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:05.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:05.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:05.893 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:05.894 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:05.919 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:05.919 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:05.920 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:05.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:05.921 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.921 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.921 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:05.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:05.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:05.967 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:05.967 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:05.967 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:05.968 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:05.968 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:05.968 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:05.969 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:05.969 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:05.969 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:05.969 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:05.969 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:05.969 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:05.969 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:06.087 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:06.087 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:06.087 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:06.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:06.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:06.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:06.089 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:06.089 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:06.089 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:06.089 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:06.089 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:06.089 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:06.089 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:06.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:06.108 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:06.108 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:06.108 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:06.109 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:06.109 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:06.109 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:06.109 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:06.109 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:06.109 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:06.109 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:06.109 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:06.109 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:06.110 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:06.161 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:06.161 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:06.161 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:06.162 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:06.162 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:06.162 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:06.162 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:06.163 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:06.163 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:06.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:06.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:06.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:06.163 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:06.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:06.225557 19123 sys_catalog.cc:455] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "2be4b0afc63546489460be36bb3573f3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "2be4b0afc63546489460be36bb3573f3" member_type: VOTER last_known_addr { host: "127.18.60.254" port: 40821 } } peers { permanent_uuid: "8240e030704542bf8f55ced0a2598492" member_type: VOTER last_known_addr { host: "127.18.60.253" port: 41141 } } peers { permanent_uuid: "731e23a49a044a40869d79c3f68d7099" member_type: VOTER last_known_addr { host: "127.18.60.252" port: 36979 } } }
23:11:06.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:06.226449 19123 sys_catalog.cc:458] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3 [sys.catalog]: This master's current role is: LEADER
23:11:06.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:06.254 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:06.255 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:06.255 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:06.255 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.256 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.257 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:06.405 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:06.405 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:06.405 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:06.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.407 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.407 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.407 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.407 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:06.470 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:06.471 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:06.471 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:06.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.472 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.472 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:06.491 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:06.491 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:06.492 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:06.492 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:06.492 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:06.492 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:06.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:06.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:06.493 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:06.493 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:06.493 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:06.493 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:06.493 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:06.559 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:06.559 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:06.559 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:06.560 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:06.560 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:06.560 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:06.561 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:06.561 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:06.561 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:06.561 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:06.561 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:06.561 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:06.561 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:06.584 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:06.584 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:06.584 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:06.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:06.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:06.585 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:06.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:06.585 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:06.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:06.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:06.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:06.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:06.586 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:06.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:06.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:06.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:06.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:06.906937 19138 catalog_manager.cc:1294] Loaded cluster ID: 9918b39879cb4fc482ecb7165d66f2bd
23:11:06.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:06.907232 19138 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492: loading cluster ID for follower catalog manager: success
23:11:06.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:06.930811 19138 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492: acquiring CA information for follower catalog manager: success
23:11:06.934 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:06.935 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:06.935 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:06.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.936 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.936 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.936 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.937 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:06.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:06.951807 19138 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 8240e030704542bf8f55ced0a2598492: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:11:06.971 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:06.971 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:06.972 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:06.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.973 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.973 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.973 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.973 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.973 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.973 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:06.994 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:06.995 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:06.995 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:06.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.996 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.996 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:06.996 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.996 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.996 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:06.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.997 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:06.997 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:07.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:07.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:07.247 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:07.256 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:07.257 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:07.257 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:07.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.258 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.258 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.258 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.258 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.258 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.259 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:07.278 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:07.279 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:07.279 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:07.280 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.280 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.280 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.280 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.280 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.280 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.281 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.281 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.281 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:07.339 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:07.339 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:07.340 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:07.340 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.340 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.340 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.341 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.341 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.341 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.341 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.342 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:07.565 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:07.566 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:07.566 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:07.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.568 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:07.568 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:07.569 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:07.569 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:07.569 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.569 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.569 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.569 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.569 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.570 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.570 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.570 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.570 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.570 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:07.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:07.634 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:07.634 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:07.634 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:07.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:07.636 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.636 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:07.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.636 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.636 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:07.636 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:07.644 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:07.644 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:07.644 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:07.644 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.645 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.645 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.646 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:07.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:07.729 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:07.729 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:07.729 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:07.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:07.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:07.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:07.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:07.730 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:07.730 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:07.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:07.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:07.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:07.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:07.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:07.784 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:07.784 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:07.785 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:07.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.786 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:07.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.786 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:07.787 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.787 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.787 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:07.788 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:07.924 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:07.925 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:07.925 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:07.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:07.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:07.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:07.927 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:07.927 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:07.927 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:07.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:07.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:07.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:07.927 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:08.007 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:08.008 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:08.008 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:08.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.009 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:08.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:08.161 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:08.161 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:08.161 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:08.162 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.162 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.162 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.162 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.162 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.162 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.162 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.162 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.163 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:08.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:08.176111 18342 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1940 after lost signal to thread 18186
23:11:08.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:08.177278 18342 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6140 after lost signal to thread 18345
23:11:08.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:06.459651 19075 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 19049
23:11:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:08.219635 19049 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 3.152s	user 0.653s	sys 1.173s
23:11:08.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:08.222647 19049 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 3.155s	user 0.653s	sys 1.174s
23:11:08.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:05.069933 19078 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:08.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.237455 19049 server_base.cc:1061] running on GCE node
23:11:08.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:08.240123 19143 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:08.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.241797 19049 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:08.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:08.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.249835 19049 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:08.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.253453 19049 hybrid_clock.cc:648] HybridClock initialized: now 1783465868253399 us; error 61 us; skew 500 ppm
23:11:08.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.256098 19049 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:08.269 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:08.269 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:08.269 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:08.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:08.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:08.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:08.270 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:08.270 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:08.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:08.270 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:08.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:08.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:08.270 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:08.272 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.271818 19049 webserver.cc:534] Webserver started at http://127.18.60.193:33137/ using document root <none> and password file <none>
23:11:08.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.272821 19049 fs_manager.cc:362] Metadata directory not provided
23:11:08.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.273134 19049 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:08.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.273622 19049 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:08.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.281239 19049 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/data/instance:
23:11:08.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06e13c8fdeba46f696a175db3c8393e0"
23:11:08.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:08 on dist-test-slave-sprr"
23:11:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.282918 19049 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/wal/instance:
23:11:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06e13c8fdeba46f696a175db3c8393e0"
23:11:08.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:08 on dist-test-slave-sprr"
23:11:08.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.324391 19049 fs_manager.cc:696] Time spent creating directory manager: real 0.041s	user 0.015s	sys 0.019s
23:11:08.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.344058 19149 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:08.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.345485 19049 fs_manager.cc:730] Time spent opening block manager: real 0.012s	user 0.002s	sys 0.006s
23:11:08.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.345933 19049 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/wal
23:11:08.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "06e13c8fdeba46f696a175db3c8393e0"
23:11:08.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:08 on dist-test-slave-sprr"
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.346565 19049 fs_report.cc:389] FS layout report
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/wal
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/wal
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/data/data
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:08.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:08.409 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:08.410 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:08.410 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:08.410 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:08.410 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:08.410 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:08.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:08.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:08.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:08.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:08.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:08.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:08.411 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:08.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.451575 19049 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.453610 19049 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:08.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.454180 19049 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:08.461 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:08.461 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:08.461 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:08.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.463 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:08.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.467036 19049 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:11:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.489105 19049 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:11:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.489401 19049 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:11:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.489753 19049 ts_tablet_manager.cc:616] Registered 0 tablets
23:11:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:08.489984 19049 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
23:11:08.527 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:08.527 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:08.527 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:08.528 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:08.528 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:08.528 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:08.528 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:08.528 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:08.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:08.529 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:08.529 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:08.529 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:08.529 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:08.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:08.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:08.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:08.885 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:08.885 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:08.885 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:08.886 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.886 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.886 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:08.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.886 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:08.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:08.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:09.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:09.207 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:09.208 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:09.208 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:09.208 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:09.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:09.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:09.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:09.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:09.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:09.209 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:09.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:09.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:09.210 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:09.219 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:09.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:09.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.341893 19049 rpc_server.cc:307] RPC server started. Bound to: 127.18.60.193:36913
23:11:09.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.343087 19262 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.60.193:36913 every 8 connection(s)
23:11:09.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.345538 19049 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/data/info.pb
23:11:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.346895 18675 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 19049
23:11:09.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.347577 18675 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-0/wal/instance
23:11:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.381227 18675 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:09.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/wal
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/data
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/logs
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/data/info.pb
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.194:0
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.60.194
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.194
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:09.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:11:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.472859 19263 heartbeater.cc:344] Connected to a master server at 127.18.60.252:36979
23:11:09.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.473639 19263 heartbeater.cc:461] Registering TS with master...
23:11:09.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.475231 19263 heartbeater.cc:507] Master 127.18.60.252:36979 requested a full tablet report, sending...
23:11:09.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.478955 18948 ts_manager.cc:194] Registered new tserver with Master: 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913)
23:11:09.489 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:09.490 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:09.490 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:09.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:09.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:09.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:09.491 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:09.491 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:09.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:09.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:09.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:09.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:09.491 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:09.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.492024 19266 heartbeater.cc:344] Connected to a master server at 127.18.60.253:41141
23:11:09.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.492399 19266 heartbeater.cc:461] Registering TS with master...
23:11:09.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.493431 19266 heartbeater.cc:507] Master 127.18.60.253:41141 requested a full tablet report, sending...
23:11:09.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.498349 18811 ts_manager.cc:194] Registered new tserver with Master: 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913)
23:11:09.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.517851 19271 heartbeater.cc:344] Connected to a master server at 127.18.60.254:40821
23:11:09.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.518224 19271 heartbeater.cc:461] Registering TS with master...
23:11:09.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.519186 19271 heartbeater.cc:507] Master 127.18.60.254:40821 requested a full tablet report, sending...
23:11:09.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.524394 18721 ts_manager.cc:194] Registered new tserver with Master: 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913)
23:11:09.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:09.527315 18721 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.60.193:49295
23:11:09.577 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:09.577 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:09.578 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:09.578 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:09.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:09.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:09.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:09.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:09.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:09.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:09.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:09.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:09.578 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:09.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:09.691 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:09.691 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:09.692 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:09.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:09.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:09.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:09.693 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:09.693 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:09.693 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:09.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:09.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:09.693 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:09.693 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:09.704 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:09.704 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:09.704 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:09.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:09.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:09.705 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:09.705 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:09.705 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:09.705 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:09.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:09.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:09.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:09.706 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:09.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:09.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:09.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:09.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:09.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:09.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:09.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:09.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:09.900 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:09.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:09.900 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:09.900 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:09.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:09.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:09.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:09.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:09.985342 19265 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:09.986018 19265 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:09.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:09.986744 19265 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:10.046345 19265 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:10.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:10.047683 19265 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.60.194
23:11:10.050 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:10.051 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:10.051 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:10.051 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:10.052 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:10.052 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:10.052 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:10.052 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:10.052 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:10.052 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:10.052 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:10.052 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:10.053 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:10.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:10.112315 19265 tablet_server_runner.cc:78] Tablet server non-default flags:
23:11:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:11:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:10.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/data
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/wal
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.194:0
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/data/info.pb
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.194
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.60.194
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/logs
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:10.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:10.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:10.114051 19265 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:10.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:10.116390 19265 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:10.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:10.149453 19280 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:10.175 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:10.175 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:10.175 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:10.175 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.175 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.175 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.177 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:10.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:10.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:10.311 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:10.312 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:10.312 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:10.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:10.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:10.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:10.313 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:10.313 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:10.313 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:10.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:10.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:10.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:10.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:10.531 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:10.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:10.531641 19271 heartbeater.cc:499] Master 127.18.60.254:40821 was elected leader, sending a full tablet report...
23:11:10.532 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:10.532 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:10.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.534 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.534 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.534 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.534 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:10.557 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:10.557 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:10.557 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:10.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:10.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:10.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:10.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:10.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:10.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:10.560 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:10.560 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:10.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:10.560 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:10.578 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:10.579 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:10.579 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:10.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.579 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.579 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.579 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.579 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.580 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:10.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:10.667 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:10.667 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:10.667 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:10.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:10.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:10.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:10.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:10.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:10.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:10.669 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:10.669 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:10.669 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:10.669 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:10.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:10.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:10.899 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:10.899 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:10.899 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:10.899 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.900 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.900 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.900 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.900 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.900 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.900 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:10.946 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:10.946 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:10.946 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:10.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:10.947 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:10.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:10.947 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:11.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:11.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:11.241 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:11.242 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:11.242 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:11.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:11.243 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:11.243 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:11.244 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:11.244 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:11.244 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:11.244 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:11.244 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:11.244 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:11.244 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:11.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:11.312 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:11.312 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:11.313 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:11.313 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:11.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:11.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:11.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:11.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:11.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:11.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:11.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:11.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:11.315 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:11.389 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:11.389 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:11.390 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:11.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:11.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:11.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:11.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:11.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:11.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:11.391 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:11.392 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:11.392 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:11.392 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:11.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:11.449061 18134 debug-util.cc:398] Leaking SignalData structure 0x7b08000ab560 after lost signal to thread 18062
23:11:11.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:11.450043 18134 debug-util.cc:398] Leaking SignalData structure 0x7b08000aa9c0 after lost signal to thread 18137
23:11:11.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:11.637 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:11.637 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:11.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.638 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:11.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.638 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:11.701 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:11.701 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:11.701 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:11.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:11.702 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:11.702 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:11.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:11.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:11.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:11.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:11.702 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:11.702 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:11.702 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:11.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:11.545574 19279 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 19265
23:11:11.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:10.154778 19281 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:11.739825 19279 kernel_stack_watchdog.cc:198] Thread 19265 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 390ms:
23:11:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:11:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:11:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:11:11.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:11:11.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:11.741138 19265 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.588s	user 0.487s	sys 0.751s
23:11:11.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:11.741464 19265 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.589s	user 0.487s	sys 0.751s
23:11:11.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:11.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.749357 19265 server_base.cc:1061] running on GCE node
23:11:11.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:11.751199 19289 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:11.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.752689 19265 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:11.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.755533 19265 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:11.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.757002 19265 hybrid_clock.cc:648] HybridClock initialized: now 1783465871756953 us; error 35 us; skew 500 ppm
23:11:11.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.758137 19265 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:11.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.766566 19265 webserver.cc:534] Webserver started at http://127.18.60.194:37251/ using document root <none> and password file <none>
23:11:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.767891 19265 fs_manager.cc:362] Metadata directory not provided
23:11:11.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.768174 19265 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:11.768 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:11.768 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:11.769 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:11.769 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.769 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.769 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.769 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.769 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.768746 19265 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:11.769 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.770 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.770 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.770 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.775867 19265 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/data/instance:
23:11:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cebf0389145c4dfb9df0dc2d5aac4903"
23:11:11.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:11 on dist-test-slave-sprr"
23:11:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.777490 19265 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/wal/instance:
23:11:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cebf0389145c4dfb9df0dc2d5aac4903"
23:11:11.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:11 on dist-test-slave-sprr"
23:11:11.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.787454 19265 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.004s	sys 0.004s
23:11:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.795188 19294 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:11.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.796677 19265 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.001s
23:11:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.797134 19265 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/wal
23:11:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "cebf0389145c4dfb9df0dc2d5aac4903"
23:11:11.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:11 on dist-test-slave-sprr"
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.797626 19265 fs_report.cc:389] FS layout report
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/wal
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/wal
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/data/data
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:11.846 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:11.846 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:11.847 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:11.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.848 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.848 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.848 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.848 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:11.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.882056 19265 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:11.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.883705 19265 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:11.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.884205 19265 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:11.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.887553 19265 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:11:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.891990 19265 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:11:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.892233 19265 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:11:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.892541 19265 ts_tablet_manager.cc:616] Registered 0 tablets
23:11:11.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:11.892720 19265 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:11:11.909 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:11.910 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:11.910 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:11.910 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.910 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:11.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:11.910 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:11.911 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.080914 19406 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.60.194:42399 every 8 connection(s)
23:11:12.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.081498 19265 rpc_server.cc:307] RPC server started. Bound to: 127.18.60.194:42399
23:11:12.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.085352 19265 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/data/info.pb
23:11:12.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.089381 18675 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 19265
23:11:12.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.089828 18675 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-1/wal/instance
23:11:12.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.102531 18675 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:12.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/wal
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/data
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/logs
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/data/info.pb
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.195:0
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.60.195
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.195
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:12.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:11:12.111 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:12.112 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:12.112 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:12.112 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:12.112 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:12.112 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:12.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:12.113 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:12.113 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:12.113 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:12.113 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:12.113 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:12.113 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:12.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.158603 19407 heartbeater.cc:344] Connected to a master server at 127.18.60.252:36979
23:11:12.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.159214 19407 heartbeater.cc:461] Registering TS with master...
23:11:12.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.160625 19407 heartbeater.cc:507] Master 127.18.60.252:36979 requested a full tablet report, sending...
23:11:12.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.166420 18948 ts_manager.cc:194] Registered new tserver with Master: cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399)
23:11:12.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.169485 19408 heartbeater.cc:344] Connected to a master server at 127.18.60.253:41141
23:11:12.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.169973 19408 heartbeater.cc:461] Registering TS with master...
23:11:12.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.170995 19408 heartbeater.cc:507] Master 127.18.60.253:41141 requested a full tablet report, sending...
23:11:12.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.174015 18811 ts_manager.cc:194] Registered new tserver with Master: cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399)
23:11:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.176285 19412 heartbeater.cc:344] Connected to a master server at 127.18.60.254:40821
23:11:12.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.176627 19412 heartbeater.cc:461] Registering TS with master...
23:11:12.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.177527 19412 heartbeater.cc:507] Master 127.18.60.254:40821 requested a full tablet report, sending...
23:11:12.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.179965 18721 ts_manager.cc:194] Registered new tserver with Master: cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399)
23:11:12.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.181811 18721 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.60.194:46973
23:11:12.218 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:12.247 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:12.344 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:12.344 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:12.344 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:12.345 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:12.345 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:12.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:12.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:12.345 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:12.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:12.345 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:12.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:12.346 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:12.346 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:12.374 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:12.375 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:12.375 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:12.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:12.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:12.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:12.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:12.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:12.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:12.376 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:12.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:12.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:12.376 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:12.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:12.595121 19415 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:12.595856 19415 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:12.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:12.596733 19415 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:12.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:12.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:12.668318 19415 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:12.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:12.669924 19415 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.18.60.195
23:11:12.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.745316 19415 tablet_server_runner.cc:78] Tablet server non-default flags:
23:11:12.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.18.60.212:33123
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/data
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/wal
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.18.60.195:0
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/data/info.pb
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.18.60.195
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.18.60.254:40821,127.18.60.253:41141,127.18.60.252:36979
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.18.60.195
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/logs
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:12.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:12.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:12.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.747182 19415 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:12.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:12.749512 19415 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:12.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:12.767836 19425 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:12.785 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:12.785 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:12.785 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:12.786 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:12.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:12.786 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:12.786 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:12.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:12.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:12.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:12.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:12.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:12.787 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:12.838 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:12.839 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:12.839 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:12.840 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:12.840 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:12.840 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:12.846 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:12.846 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:12.846 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:12.847 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:12.847 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:12.847 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:12.847 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:12.891 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:12.891 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:12.891 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:12.892 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:12.892 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:12.892 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:12.892 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:12.892 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:12.892 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:12.893 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:12.893 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:12.893 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:12.893 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:13.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:13.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:13.185451 19412 heartbeater.cc:499] Master 127.18.60.254:40821 was elected leader, sending a full tablet report...
23:11:13.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:13.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:13.371 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:13.371 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:13.371 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:13.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:13.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:13.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:13.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:13.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:13.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:13.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:13.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:13.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:13.375 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:13.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:13.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:13.740 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:13.740 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:13.740 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:13.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:13.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:13.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:13.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:13.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:13.741 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:13.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:13.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:13.742 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:13.742 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:13.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:13.889 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:13.889 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:13.889 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:13.890 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:13.890 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:13.890 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:13.890 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:13.890 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:13.890 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:13.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:13.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:13.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:13.891 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:14.109 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:14.110 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:14.110 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:14.110 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:14.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:14.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:14.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:14.111 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:14.111 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:14.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:14.111 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:14.111 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:14.111 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:14.113 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:14.206 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:14.206 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:14.206 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:14.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:14.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:14.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:14.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:14.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:14.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:14.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:14.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:14.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:14.208 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:14.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:14.247 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:14.370 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:14.371 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:14.371 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:14.372 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:14.372 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:14.372 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:14.373 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:14.373 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:14.373 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:14.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:14.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:14.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:14.374 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:14.505 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:14.506 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:14.506 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:14.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:14.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:14.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:14.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:14.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:14.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:14.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:14.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:14.507 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:14.507 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:14.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:14.601 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:14.601 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:14.601 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:14.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:14.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:14.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:14.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:14.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:14.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:14.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:14.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:14.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:14.602 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:14.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:14.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:14.747 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:14.747 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:14.748 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:14.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:14.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:14.749 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:14.749 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:14.749 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:14.749 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:14.750 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:14.750 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:14.750 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:14.750 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:14.826 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:14.827 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:14.827 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:14.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:14.828 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:14.828 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:14.828 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:14.828 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:14.828 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:14.829 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:14.829 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:14.829 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:14.829 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:14.869 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:14.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:14.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:14.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:14.871 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:14.871 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:14.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:14.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:14.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:14.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:14.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:14.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:14.872 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:14.907 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:14.908 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:14.908 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:14.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:14.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:14.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:14.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:14.908 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:14.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:14.908 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:14.908 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:14.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:14.908 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:14.999 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:15.000 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:15.000 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:15.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:15.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:15.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:15.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:15.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:15.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:15.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:15.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:15.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:15.002 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:15.077 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:15.078 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:15.078 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:15.079 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:15.079 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:15.079 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:15.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:15.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:15.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:15.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:15.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:15.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:15.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:15.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:15.164 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:15.164 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:15.164 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:15.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:15.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:15.165 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:15.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:15.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:15.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:15.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:15.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:15.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:15.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:15.180 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:15.180 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:15.180 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:15.180 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:15.180 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:15.180 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:15.181 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:15.181 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:15.181 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:15.182 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:15.182 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:15.182 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:15.182 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:15.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:14.169966 19424 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 19415
23:11:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:15.189424 19424 kernel_stack_watchdog.cc:198] Thread 19415 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 398ms:
23:11:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:11:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:11:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:11:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:11:15.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:12.769335 19426 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:15.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:15.190287 19415 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.421s	user 0.764s	sys 1.348s
23:11:15.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:15.191221 19415 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.422s	user 0.765s	sys 1.348s
23:11:15.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:15.192901 19428 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:15.196501 19427 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2427 milliseconds
23:11:15.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.196545 19415 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:11:15.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.197918 19415 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:15.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.200381 19415 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:15.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.203965 19415 hybrid_clock.cc:648] HybridClock initialized: now 1783465875203779 us; error 190 us; skew 500 ppm
23:11:15.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.204948 19415 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:15.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.212261 19415 webserver.cc:534] Webserver started at http://127.18.60.195:39219/ using document root <none> and password file <none>
23:11:15.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.213136 19415 fs_manager.cc:362] Metadata directory not provided
23:11:15.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.213335 19415 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:15.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.213768 19415 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:15.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.218897 19415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/data/instance:
23:11:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ba3a1fcae304731a1616f2074cee8ee"
23:11:15.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:15 on dist-test-slave-sprr"
23:11:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.220243 19415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/wal/instance:
23:11:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ba3a1fcae304731a1616f2074cee8ee"
23:11:15.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:15 on dist-test-slave-sprr"
23:11:15.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.228368 19415 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.003s
23:11:15.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.234433 19437 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:15.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.235688 19415 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.235986 19415 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/wal
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "3ba3a1fcae304731a1616f2074cee8ee"
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:15 on dist-test-slave-sprr"
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.236362 19415 fs_report.cc:389] FS layout report
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/wal
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/wal
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/data/data
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:15.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:15.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:15.247 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:15.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.303464 19415 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:15.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.305172 19415 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:15.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.305693 19415 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:15.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.308789 19415 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:11:15.311 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:15.311 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:15.311 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:15.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:15.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:15.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:15.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:15.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:15.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:15.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:15.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:15.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:15.312 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.314836 19415 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:11:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.315136 19415 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:11:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.315464 19415 ts_tablet_manager.cc:616] Registered 0 tablets
23:11:15.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.315680 19415 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:11:15.366 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:15.367 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:15.367 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:15.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:15.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:15.367 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:15.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:15.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:15.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:15.369 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:15.369 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:15.369 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:15.369 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:15.459 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:15.459 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:15.460 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:15.460 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:15.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:15.460 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:15.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:15.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:15.460 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:15.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:15.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:15.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:15.461 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:15.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.484540 19415 rpc_server.cc:307] RPC server started. Bound to: 127.18.60.195:33017
23:11:15.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.484673 19549 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.18.60.195:33017 every 8 connection(s)
23:11:15.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.487852 19415 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/data/info.pb
23:11:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.488651 18675 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 19415
23:11:15.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.489362 18675 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster10774505991569713327/ts-2/wal/instance
23:11:15.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.573189 19550 heartbeater.cc:344] Connected to a master server at 127.18.60.252:36979
23:11:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.573755 19552 heartbeater.cc:344] Connected to a master server at 127.18.60.254:40821
23:11:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.573818 19550 heartbeater.cc:461] Registering TS with master...
23:11:15.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.574222 19552 heartbeater.cc:461] Registering TS with master...
23:11:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.575445 19550 heartbeater.cc:507] Master 127.18.60.252:36979 requested a full tablet report, sending...
23:11:15.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.575577 19552 heartbeater.cc:507] Master 127.18.60.254:40821 requested a full tablet report, sending...
23:11:15.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.579175 18948 ts_manager.cc:194] Registered new tserver with Master: 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195:33017)
23:11:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.582072 18720 ts_manager.cc:194] Registered new tserver with Master: 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195:33017)
23:11:15.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.583824 18720 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.18.60.195:50399
23:11:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.586488 19551 heartbeater.cc:344] Connected to a master server at 127.18.60.253:41141
23:11:15.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.586782 19551 heartbeater.cc:461] Registering TS with master...
23:11:15.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.587797 19551 heartbeater.cc:507] Master 127.18.60.253:41141 requested a full tablet report, sending...
23:11:15.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.590937 18811 ts_manager.cc:194] Registered new tserver with Master: 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195:33017)
23:11:15.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.595680 18675 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:11:15.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:15.608 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:11:15.608 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:11:15.610 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.18.60.254"
      port: 40821
    }
    bound_http_address {
      host: "127.18.60.254"
      port: 45301
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.18.60.253"
      port: 41141
    }
    bound_http_address {
      host: "127.18.60.253"
      port: 44025
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.18.60.252"
      port: 36979
    }
    bound_http_address {
      host: "127.18.60.252"
      port: 45847
    }
  }
}

23:11:15.610 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:11:15.611 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.18.60.193"
      port: 36913
    }
    bound_http_address {
      host: "127.18.60.193"
      port: 33137
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.18.60.194"
      port: 42399
    }
    bound_http_address {
      host: "127.18.60.194"
      port: 37251
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.18.60.195"
      port: 33017
    }
    bound_http_address {
      host: "127.18.60.195"
      port: 39219
    }
  }
}

23:11:15.611 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:11:15.612 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:15.614 [DEBUG - main] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:15.614 [DEBUG - main] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:15.615 [DEBUG - main] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:15.616 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.123.62:37959(127.17.123.62:37959)] Successfully connected to peer
23:11:15.622 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.123.60:43249(127.17.123.60:43249)] Successfully connected to peer
23:11:15.624 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.123.61:34801(127.17.123.61:34801)] Successfully connected to peer
23:11:15.632 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.61
23:11:15.643 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.60
23:11:15.653 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.62
23:11:15.658 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:15.666 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:15.670 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc748d972, L:/127.0.0.1:33234 - R:/127.17.123.60:43249] using SASL/PLAIN
23:11:15.671 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x0f8fbc06, L:/127.0.0.1:43866 - R:/127.17.123.61:34801] using SASL/PLAIN
23:11:15.678 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:11:15.678 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=65), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [62ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: OK, [65ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: OK, deferred=null) after lookup
23:11:15.679 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.680740 18103 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33234:
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:11:15.682 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x66e9595c, L:/127.0.0.1:44438 - R:/127.17.123.62:37959] using SASL/PLAIN
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\0012\000\000\000\004\001\226\000\000\000"
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:11:15.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:15.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:11:15.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:15.687091 18103 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:11:15.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:15.731 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:15.731 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:15.732 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:15.733 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:15.733 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:15.733 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:15.734 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:15.734 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:15.734 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:15.735 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:15.735 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:15.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:15.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:15.738 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5779e68601044c578ff1eed31f6735e6
23:11:15.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:15.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.822070 18599 tablet_service.cc:1511] Processing CreateTablet for tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:15.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.823670 18597 tablet_service.cc:1511] Processing CreateTablet for tablet a6c8f690262e4cc99aceb9d9667c4d00 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:11:15.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.825076 18598 tablet_service.cc:1511] Processing CreateTablet for tablet 40395be58dd64ae08da1b527b177a6cc (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:11:15.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.824301 18459 tablet_service.cc:1511] Processing CreateTablet for tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.826622 18600 tablet_service.cc:1511] Processing CreateTablet for tablet 61874bb3de1d440a83a79c12ea506017 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:11:15.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.827180 18597 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a6c8f690262e4cc99aceb9d9667c4d00. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.828207 18600 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 61874bb3de1d440a83a79c12ea506017. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.828764 18598 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40395be58dd64ae08da1b527b177a6cc. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.830085 18457 tablet_service.cc:1511] Processing CreateTablet for tablet a6c8f690262e4cc99aceb9d9667c4d00 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:11:15.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.826694 18458 tablet_service.cc:1511] Processing CreateTablet for tablet 40395be58dd64ae08da1b527b177a6cc (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:11:15.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.832008 18599 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.832365 18460 tablet_service.cc:1511] Processing CreateTablet for tablet 61874bb3de1d440a83a79c12ea506017 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:11:15.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.833503 18459 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.836058 18458 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40395be58dd64ae08da1b527b177a6cc. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.838215 18457 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a6c8f690262e4cc99aceb9d9667c4d00. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.841080 18460 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 61874bb3de1d440a83a79c12ea506017. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.841660 18277 tablet_service.cc:1511] Processing CreateTablet for tablet a6c8f690262e4cc99aceb9d9667c4d00 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:11:15.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.845049 18278 tablet_service.cc:1511] Processing CreateTablet for tablet 40395be58dd64ae08da1b527b177a6cc (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:11:15.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.846899 18279 tablet_service.cc:1511] Processing CreateTablet for tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:15.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.849288 18277 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a6c8f690262e4cc99aceb9d9667c4d00. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.853706 18279 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.854727 18278 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 40395be58dd64ae08da1b527b177a6cc. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.851523 18280 tablet_service.cc:1511] Processing CreateTablet for tablet 61874bb3de1d440a83a79c12ea506017 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:11:15.863 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.862833 18280 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 61874bb3de1d440a83a79c12ea506017. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.870971 18276 tablet_service.cc:1511] Processing CreateTablet for tablet 186ee95605124c9b8b0ac43ca77b0b78 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:15.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.872459 18276 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 186ee95605124c9b8b0ac43ca77b0b78. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.886210 18596 tablet_service.cc:1511] Processing CreateTablet for tablet 186ee95605124c9b8b0ac43ca77b0b78 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.886703 18456 tablet_service.cc:1511] Processing CreateTablet for tablet 186ee95605124c9b8b0ac43ca77b0b78 (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:15.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.887722 18596 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 186ee95605124c9b8b0ac43ca77b0b78. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.888031 18456 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 186ee95605124c9b8b0ac43ca77b0b78. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.909969 19586 tablet_bootstrap.cc:492] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03: Bootstrap starting.
23:11:15.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.923864 19587 tablet_bootstrap.cc:492] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a: Bootstrap starting.
23:11:15.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.931803 19587 tablet_bootstrap.cc:654] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a: Neither blocks nor log segments found. Creating new log.
23:11:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.927093 19586 tablet_bootstrap.cc:654] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03: Neither blocks nor log segments found. Creating new log.
23:11:15.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.933961 19587 log.cc:826] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a: Log is configured to *not* fsync() on all Append() calls
23:11:15.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.936945 19586 log.cc:826] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03: Log is configured to *not* fsync() on all Append() calls
23:11:15.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.944331 19586 tablet_bootstrap.cc:492] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03: No bootstrap required, opened a new log
23:11:15.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.945140 19586 ts_tablet_manager.cc:1403] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03: Time spent bootstrapping tablet: real 0.036s	user 0.019s	sys 0.000s
23:11:15.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.945871 19587 tablet_bootstrap.cc:492] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a: No bootstrap required, opened a new log
23:11:15.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.946421 19587 ts_tablet_manager.cc:1403] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a: Time spent bootstrapping tablet: real 0.025s	user 0.014s	sys 0.006s
23:11:15.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.949462 18275 tablet_service.cc:1511] Processing CreateTablet for tablet 571a79a9e14041b082fa09bc83bc8b4f (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:11:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.963276 18460 tablet_service.cc:1511] Processing CreateTablet for tablet 571a79a9e14041b082fa09bc83bc8b4f (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:11:15.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.964632 18460 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 571a79a9e14041b082fa09bc83bc8b4f. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.968479 18596 tablet_service.cc:1511] Processing CreateTablet for tablet 571a79a9e14041b082fa09bc83bc8b4f (DEFAULT_TABLE table=replication_test_table [id=5779e68601044c578ff1eed31f6735e6]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:11:15.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.969825 18596 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 571a79a9e14041b082fa09bc83bc8b4f. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.977419 18275 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 571a79a9e14041b082fa09bc83bc8b4f. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:15.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.986884 19587 raft_consensus.cc:359] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.987898 19587 raft_consensus.cc:385] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:15.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.988229 19587 raft_consensus.cc:740] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 510f86c8f39f47b9802550a16d66fe5a, State: Initialized, Role: FOLLOWER
23:11:15.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:15.989305 19587 consensus_queue.cc:260] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.000612 19587 ts_tablet_manager.cc:1434] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a: Time spent starting tablet: real 0.052s	user 0.035s	sys 0.005s
23:11:16.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.004228 19586 raft_consensus.cc:359] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.005605 19586 raft_consensus.cc:385] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.006186 19586 raft_consensus.cc:740] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4bc6450f15f44e6a4792244f83e3c03, State: Initialized, Role: FOLLOWER
23:11:16.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.007648 19586 consensus_queue.cc:260] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.018 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:16.018 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:16.018 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:16.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.019 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:16.019 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:16.019 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:16.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:16.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:16.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:16.020 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:16.020 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:16.020 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:16.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:16.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:16.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:16.020 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:16.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.019783 19586 ts_tablet_manager.cc:1434] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03: Time spent starting tablet: real 0.074s	user 0.043s	sys 0.001s
23:11:16.019 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.022 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.022 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.022 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:16.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.021936 19586 tablet_bootstrap.cc:492] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03: Bootstrap starting.
23:11:16.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.029691 19586 tablet_bootstrap.cc:654] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03: Neither blocks nor log segments found. Creating new log.
23:11:16.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.033460 19587 tablet_bootstrap.cc:492] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a: Bootstrap starting.
23:11:16.038 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:16.038 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:16.038 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:16.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.039 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.039 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.039 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.039 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.039 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.039 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.039 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:16.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.050367 19587 tablet_bootstrap.cc:654] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a: Neither blocks nor log segments found. Creating new log.
23:11:16.060 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.060070 19586 tablet_bootstrap.cc:492] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03: No bootstrap required, opened a new log
23:11:16.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.060966 19586 ts_tablet_manager.cc:1403] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03: Time spent bootstrapping tablet: real 0.039s	user 0.021s	sys 0.005s
23:11:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.065073 19586 raft_consensus.cc:359] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.066515 19586 raft_consensus.cc:385] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.067070 19586 raft_consensus.cc:740] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4bc6450f15f44e6a4792244f83e3c03, State: Initialized, Role: FOLLOWER
23:11:16.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.069540 19586 consensus_queue.cc:260] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.084197 19592 tablet_bootstrap.cc:492] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177: Bootstrap starting.
23:11:16.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.087669 19586 ts_tablet_manager.cc:1434] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03: Time spent starting tablet: real 0.026s	user 0.007s	sys 0.001s
23:11:16.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.091655 19586 tablet_bootstrap.cc:492] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03: Bootstrap starting.
23:11:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.098892 19587 tablet_bootstrap.cc:492] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a: No bootstrap required, opened a new log
23:11:16.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.099406 19587 ts_tablet_manager.cc:1403] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a: Time spent bootstrapping tablet: real 0.066s	user 0.020s	sys 0.016s
23:11:16.101 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.103389 19587 raft_consensus.cc:359] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.104115 19587 raft_consensus.cc:385] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.104399 19587 raft_consensus.cc:740] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 510f86c8f39f47b9802550a16d66fe5a, State: Initialized, Role: FOLLOWER
23:11:16.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.105175 19587 consensus_queue.cc:260] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.103870 19586 tablet_bootstrap.cc:654] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03: Neither blocks nor log segments found. Creating new log.
23:11:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.109305 19593 raft_consensus.cc:493] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:16.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.110045 19593 raft_consensus.cc:515] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.112872 18532 tablet.cc:2406] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:16.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.114284 19593 leader_election.cc:290] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455)
23:11:16.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.108589 19592 tablet_bootstrap.cc:654] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177: Neither blocks nor log segments found. Creating new log.
23:11:16.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.125206 19587 ts_tablet_manager.cc:1434] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a: Time spent starting tablet: real 0.025s	user 0.007s	sys 0.000s
23:11:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.129892 19586 tablet_bootstrap.cc:492] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03: No bootstrap required, opened a new log
23:11:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.130456 19586 ts_tablet_manager.cc:1403] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03: Time spent bootstrapping tablet: real 0.039s	user 0.011s	sys 0.008s
23:11:16.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.133313 19593 raft_consensus.cc:493] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:16.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.133792 19593 raft_consensus.cc:515] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.135747 19593 leader_election.cc:290] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455)
23:11:16.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.137943 19587 tablet_bootstrap.cc:492] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a: Bootstrap starting.
23:11:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.138460 19586 raft_consensus.cc:359] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.139191 19586 raft_consensus.cc:385] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.139091 19592 log.cc:826] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177: Log is configured to *not* fsync() on all Append() calls
23:11:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.139495 19586 raft_consensus.cc:740] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4bc6450f15f44e6a4792244f83e3c03, State: Initialized, Role: FOLLOWER
23:11:16.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.140347 19586 consensus_queue.cc:260] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.149 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:16.149 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:16.149 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.141142 19591 raft_consensus.cc:493] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.141743 19591 raft_consensus.cc:515] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.142832 19586 ts_tablet_manager.cc:1434] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03: Time spent starting tablet: real 0.011s	user 0.006s	sys 0.000s
23:11:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.143770 19586 tablet_bootstrap.cc:492] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03: Bootstrap starting.
23:11:16.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:16.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:16.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:16.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:16.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:16.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:16.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:16.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:16.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:16.151 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:16.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.153934 19586 tablet_bootstrap.cc:654] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03: Neither blocks nor log segments found. Creating new log.
23:11:16.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.160025 19591 leader_election.cc:290] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:11:16.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.181473 19592 tablet_bootstrap.cc:492] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177: No bootstrap required, opened a new log
23:11:16.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.182363 19592 ts_tablet_manager.cc:1403] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177: Time spent bootstrapping tablet: real 0.111s	user 0.019s	sys 0.000s
23:11:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.184795 19586 tablet_bootstrap.cc:492] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03: No bootstrap required, opened a new log
23:11:16.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.185398 19586 ts_tablet_manager.cc:1403] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03: Time spent bootstrapping tablet: real 0.042s	user 0.008s	sys 0.011s
23:11:16.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.188982 19587 tablet_bootstrap.cc:654] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a: Neither blocks nor log segments found. Creating new log.
23:11:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.190004 19586 raft_consensus.cc:359] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.190745 19586 raft_consensus.cc:385] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.191030 19586 raft_consensus.cc:740] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4bc6450f15f44e6a4792244f83e3c03, State: Initialized, Role: FOLLOWER
23:11:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.192044 18620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40395be58dd64ae08da1b527b177a6cc" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4bc6450f15f44e6a4792244f83e3c03" is_pre_election: true
23:11:16.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.191831 19586 consensus_queue.cc:260] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.192840 18620 raft_consensus.cc:2468] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 510f86c8f39f47b9802550a16d66fe5a in term 0.
23:11:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.194787 19586 ts_tablet_manager.cc:1434] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.000s
23:11:16.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.195708 19586 tablet_bootstrap.cc:492] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03: Bootstrap starting.
23:11:16.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.199812 18414 leader_election.cc:304] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03; no voters: 
23:11:16.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.200786 19591 raft_consensus.cc:2804] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:16.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.201155 19591 raft_consensus.cc:493] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:16.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.201550 19591 raft_consensus.cc:3060] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Advancing to term 1
23:11:16.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.204172 19586 tablet_bootstrap.cc:654] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03: Neither blocks nor log segments found. Creating new log.
23:11:16.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.208058 18672 tablet.cc:2406] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:16.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.211922 19591 raft_consensus.cc:515] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.214437 19591 leader_election.cc:290] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 election: Requested vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:11:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.215744 18620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40395be58dd64ae08da1b527b177a6cc" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4bc6450f15f44e6a4792244f83e3c03"
23:11:16.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.216300 18620 raft_consensus.cc:3060] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Advancing to term 1
23:11:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.216921 19586 tablet_bootstrap.cc:492] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03: No bootstrap required, opened a new log
23:11:16.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.217374 19586 ts_tablet_manager.cc:1403] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03: Time spent bootstrapping tablet: real 0.022s	user 0.018s	sys 0.000s
23:11:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.220510 19586 raft_consensus.cc:359] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.221217 19586 raft_consensus.cc:385] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.221503 19586 raft_consensus.cc:740] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4bc6450f15f44e6a4792244f83e3c03, State: Initialized, Role: FOLLOWER
23:11:16.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.222259 19586 consensus_queue.cc:260] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.223568 18620 raft_consensus.cc:2468] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 510f86c8f39f47b9802550a16d66fe5a in term 1.
23:11:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.225010 19586 ts_tablet_manager.cc:1434] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03: Time spent starting tablet: real 0.007s	user 0.003s	sys 0.004s
23:11:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.224956 18414 leader_election.cc:304] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03; no voters: 
23:11:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.226049 19591 raft_consensus.cc:2804] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [term 1 FOLLOWER]: Leader election won for term 1
23:11:16.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.226202 19586 tablet_bootstrap.cc:492] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03: Bootstrap starting.
23:11:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.227015 19587 tablet_bootstrap.cc:492] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a: No bootstrap required, opened a new log
23:11:16.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.227463 19587 ts_tablet_manager.cc:1403] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a: Time spent bootstrapping tablet: real 0.091s	user 0.010s	sys 0.009s
23:11:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.230401 19587 raft_consensus.cc:359] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.231149 19587 raft_consensus.cc:385] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.231446 19587 raft_consensus.cc:740] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 510f86c8f39f47b9802550a16d66fe5a, State: Initialized, Role: FOLLOWER
23:11:16.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.232402 19593 raft_consensus.cc:493] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.232353 19587 consensus_queue.cc:260] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.232861 19593 raft_consensus.cc:515] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.235198 19593 leader_election.cc:290] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455)
23:11:16.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.236467 19591 raft_consensus.cc:697] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [term 1 LEADER]: Becoming Leader. State: Replica: 510f86c8f39f47b9802550a16d66fe5a, State: Running, Role: LEADER
23:11:16.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.238332 19586 tablet_bootstrap.cc:654] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03: Neither blocks nor log segments found. Creating new log.
23:11:16.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.239208 19591 consensus_queue.cc:237] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.243 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:16.244 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:16.244 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:16.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.244 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.244704 19587 ts_tablet_manager.cc:1434] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a: Time spent starting tablet: real 0.017s	user 0.005s	sys 0.007s
23:11:16.245 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.245 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.245 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:16.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.245714 19587 tablet_bootstrap.cc:492] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a: Bootstrap starting.
23:11:16.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:16.251 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:16.251 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:16.252 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:16.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.252418 19586 tablet_bootstrap.cc:492] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03: No bootstrap required, opened a new log
23:11:16.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.252954 19586 ts_tablet_manager.cc:1403] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03: Time spent bootstrapping tablet: real 0.027s	user 0.012s	sys 0.007s
23:11:16.253 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.254 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.254 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.254 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.255 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:16.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.255338 19587 tablet_bootstrap.cc:654] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a: Neither blocks nor log segments found. Creating new log.
23:11:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.255934 19586 raft_consensus.cc:359] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.256655 19586 raft_consensus.cc:385] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.256966 19586 raft_consensus.cc:740] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e4bc6450f15f44e6a4792244f83e3c03, State: Initialized, Role: FOLLOWER
23:11:16.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.258292 19586 consensus_queue.cc:260] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.261380 19586 ts_tablet_manager.cc:1434] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03: Time spent starting tablet: real 0.008s	user 0.006s	sys 0.000s
23:11:16.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.269038 19587 tablet_bootstrap.cc:492] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a: No bootstrap required, opened a new log
23:11:16.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.270177 19587 ts_tablet_manager.cc:1403] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a: Time spent bootstrapping tablet: real 0.025s	user 0.012s	sys 0.007s
23:11:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.273049 19587 raft_consensus.cc:359] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.273705 19587 raft_consensus.cc:385] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.273988 19587 raft_consensus.cc:740] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 510f86c8f39f47b9802550a16d66fe5a, State: Initialized, Role: FOLLOWER
23:11:16.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.274734 19587 consensus_queue.cc:260] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.277607 19587 ts_tablet_manager.cc:1434] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a: Time spent starting tablet: real 0.007s	user 0.004s	sys 0.001s
23:11:16.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.278504 19587 tablet_bootstrap.cc:492] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a: Bootstrap starting.
23:11:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.285909 19587 tablet_bootstrap.cc:654] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a: Neither blocks nor log segments found. Creating new log.
23:11:16.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.286294 18480 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a6c8f690262e4cc99aceb9d9667c4d00" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "510f86c8f39f47b9802550a16d66fe5a" is_pre_election: true
23:11:16.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.287101 18480 raft_consensus.cc:2468] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e4bc6450f15f44e6a4792244f83e3c03 in term 0.
23:11:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.216208 18298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40395be58dd64ae08da1b527b177a6cc" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177"
23:11:16.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.189368 18301 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a6c8f690262e4cc99aceb9d9667c4d00" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177" is_pre_election: true
23:11:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.237485 18297 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9e39b8fc6ddc47dfbf7ae40a9d0e7665" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177" is_pre_election: true
23:11:16.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.288931 18478 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9e39b8fc6ddc47dfbf7ae40a9d0e7665" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "510f86c8f39f47b9802550a16d66fe5a" is_pre_election: true
23:11:16.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.192754 18300 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40395be58dd64ae08da1b527b177a6cc" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177" is_pre_election: true
23:11:16.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.294219 18555 leader_election.cc:343] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.295506 18555 leader_election.cc:343] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.199695 18299 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40395be58dd64ae08da1b527b177a6cc" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177" is_pre_election: true
23:11:16.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.297616 18555 leader_election.cc:343] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.291409 18479 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40395be58dd64ae08da1b527b177a6cc" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "510f86c8f39f47b9802550a16d66fe5a" is_pre_election: true
23:11:16.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.302603 18555 leader_election.cc:304] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03; no voters: 70666051c64946f8a4d58af14a2ce177
23:11:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.291631 18478 raft_consensus.cc:2468] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e4bc6450f15f44e6a4792244f83e3c03 in term 0.
23:11:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.303498 19593 raft_consensus.cc:2804] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:16.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.303835 19593 raft_consensus.cc:493] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:16.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.304148 19593 raft_consensus.cc:3060] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Advancing to term 1
23:11:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.306054 18415 leader_election.cc:343] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.307329 18415 leader_election.cc:343] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.311120 18555 leader_election.cc:304] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e4bc6450f15f44e6a4792244f83e3c03; no voters: 510f86c8f39f47b9802550a16d66fe5a, 70666051c64946f8a4d58af14a2ce177
23:11:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.311685 19592 raft_consensus.cc:359] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.312969 19592 raft_consensus.cc:385] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.313385 19592 raft_consensus.cc:740] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70666051c64946f8a4d58af14a2ce177, State: Initialized, Role: FOLLOWER
23:11:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.314826 19593 raft_consensus.cc:515] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.314754 19592 consensus_queue.cc:260] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.317094 19593 leader_election.cc:290] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 election: Requested vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455)
23:11:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.317625 19593 raft_consensus.cc:2749] T 40395be58dd64ae08da1b527b177a6cc P e4bc6450f15f44e6a4792244f83e3c03 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:11:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.328481 19592 ts_tablet_manager.cc:1434] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177: Time spent starting tablet: real 0.143s	user 0.013s	sys 0.020s
23:11:16.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.331097 19592 tablet_bootstrap.cc:492] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177: Bootstrap starting.
23:11:16.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.341078 19592 tablet_bootstrap.cc:654] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177: Neither blocks nor log segments found. Creating new log.
23:11:16.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.346588 18102 catalog_manager.cc:5696] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a reported cstate change: term changed from 0 to 1, leader changed from <none> to 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2). New cstate: current_term: 1 leader_uuid: "510f86c8f39f47b9802550a16d66fe5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } health_report { overall_health: UNKNOWN } } }
23:11:16.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.382460 19587 tablet_bootstrap.cc:492] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a: No bootstrap required, opened a new log
23:11:16.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.383062 19587 ts_tablet_manager.cc:1403] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a: Time spent bootstrapping tablet: real 0.105s	user 0.013s	sys 0.045s
23:11:16.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.386554 19587 raft_consensus.cc:359] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.388695 19587 raft_consensus.cc:385] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.389143 19587 raft_consensus.cc:740] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 510f86c8f39f47b9802550a16d66fe5a, State: Initialized, Role: FOLLOWER
23:11:16.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.390230 19587 consensus_queue.cc:260] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.393457 19587 ts_tablet_manager.cc:1434] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a: Time spent starting tablet: real 0.010s	user 0.008s	sys 0.000s
23:11:16.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.394790 19587 tablet_bootstrap.cc:492] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a: Bootstrap starting.
23:11:16.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.403465 19587 tablet_bootstrap.cc:654] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a: Neither blocks nor log segments found. Creating new log.
23:11:16.419 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:16.419 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:16.420 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:16.420 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.420 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.420 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.419097 19587 tablet_bootstrap.cc:492] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a: No bootstrap required, opened a new log
23:11:16.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.421 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:16.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.419971 19587 ts_tablet_manager.cc:1403] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a: Time spent bootstrapping tablet: real 0.025s	user 0.012s	sys 0.010s
23:11:16.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.424438 19587 raft_consensus.cc:359] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.425415 19587 raft_consensus.cc:385] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.425781 19587 raft_consensus.cc:740] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 510f86c8f39f47b9802550a16d66fe5a, State: Initialized, Role: FOLLOWER
23:11:16.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.426347 18555 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.17.123.2:46455, user_credentials={real_user=slave}} blocked reactor thread for 115328us
23:11:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.426626 19587 consensus_queue.cc:260] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.427300 18555 leader_election.cc:304] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03; no voters: 70666051c64946f8a4d58af14a2ce177
23:11:16.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.430048 19587 ts_tablet_manager.cc:1434] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a: Time spent starting tablet: real 0.009s	user 0.008s	sys 0.000s
23:11:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.433954 18298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a6c8f690262e4cc99aceb9d9667c4d00" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177"
23:11:16.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.435344 18555 leader_election.cc:343] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.436400 18478 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a6c8f690262e4cc99aceb9d9667c4d00" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "510f86c8f39f47b9802550a16d66fe5a"
23:11:16.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.437150 18478 raft_consensus.cc:3060] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Advancing to term 1
23:11:16.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.448004 18478 raft_consensus.cc:2468] T a6c8f690262e4cc99aceb9d9667c4d00 P 510f86c8f39f47b9802550a16d66fe5a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e4bc6450f15f44e6a4792244f83e3c03 in term 1.
23:11:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.449611 18555 leader_election.cc:304] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03; no voters: 70666051c64946f8a4d58af14a2ce177
23:11:16.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.450568 19593 raft_consensus.cc:2804] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.450886 19593 raft_consensus.cc:493] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:16.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.451229 19593 raft_consensus.cc:3060] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Advancing to term 1
23:11:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.456193 19612 raft_consensus.cc:2804] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [term 1 FOLLOWER]: Leader election won for term 1
23:11:16.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.455763 19593 raft_consensus.cc:515] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.460220 19591 raft_consensus.cc:493] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.460943 19622 raft_consensus.cc:493] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:16.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.460680 19591 raft_consensus.cc:515] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.463002 19591 leader_election.cc:290] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:11:16.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.462615 19622 raft_consensus.cc:515] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.464545 19612 raft_consensus.cc:697] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [term 1 LEADER]: Becoming Leader. State: Replica: e4bc6450f15f44e6a4792244f83e3c03, State: Running, Role: LEADER
23:11:16.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.464730 18298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "186ee95605124c9b8b0ac43ca77b0b78" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177" is_pre_election: true
23:11:16.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.465942 18620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "186ee95605124c9b8b0ac43ca77b0b78" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4bc6450f15f44e6a4792244f83e3c03" is_pre_election: true
23:11:16.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.465677 19612 consensus_queue.cc:237] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.466648 18620 raft_consensus.cc:2468] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 510f86c8f39f47b9802550a16d66fe5a in term 0.
23:11:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.467613 19592 tablet_bootstrap.cc:492] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177: No bootstrap required, opened a new log
23:11:16.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.468037 19592 ts_tablet_manager.cc:1403] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177: Time spent bootstrapping tablet: real 0.137s	user 0.050s	sys 0.066s
23:11:16.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.469432 18415 leader_election.cc:343] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.470760 18414 leader_election.cc:304] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03; no voters: 70666051c64946f8a4d58af14a2ce177
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.471128 19592 raft_consensus.cc:359] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.472155 18298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9e39b8fc6ddc47dfbf7ae40a9d0e7665" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177"
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.472371 18354 tablet.cc:2406] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.472746 18298 raft_consensus.cc:3060] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Advancing to term 1
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.473919 19591 raft_consensus.cc:2804] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.474239 19591 raft_consensus.cc:493] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.474539 19591 raft_consensus.cc:3060] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Advancing to term 1
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.478827 18478 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9e39b8fc6ddc47dfbf7ae40a9d0e7665" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "510f86c8f39f47b9802550a16d66fe5a"
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.479367 18478 raft_consensus.cc:3060] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Advancing to term 1
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.481647 18298 raft_consensus.cc:2468] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 70666051c64946f8a4d58af14a2ce177 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e4bc6450f15f44e6a4792244f83e3c03 in term 1.
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.482982 18555 leader_election.cc:304] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70666051c64946f8a4d58af14a2ce177, e4bc6450f15f44e6a4792244f83e3c03; no voters: 
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.483601 19622 leader_election.cc:290] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455)
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.484956 19622 raft_consensus.cc:2804] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [term 1 FOLLOWER]: Leader election won for term 1
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.485414 19592 raft_consensus.cc:385] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.486245 19607 raft_consensus.cc:493] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:16.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.486725 19607 raft_consensus.cc:515] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.489059 19607 leader_election.cc:290] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:11:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.490568 19607 raft_consensus.cc:493] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:16.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.490958 19607 raft_consensus.cc:515] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.493269 19607 leader_election.cc:290] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:11:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.493784 19622 raft_consensus.cc:697] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [term 1 LEADER]: Becoming Leader. State: Replica: e4bc6450f15f44e6a4792244f83e3c03, State: Running, Role: LEADER
23:11:16.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.493836 18299 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "61874bb3de1d440a83a79c12ea506017" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177" is_pre_election: true
23:11:16.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.485992 19592 raft_consensus.cc:740] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70666051c64946f8a4d58af14a2ce177, State: Initialized, Role: FOLLOWER
23:11:16.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.496171 19592 consensus_queue.cc:260] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.494700 18298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "571a79a9e14041b082fa09bc83bc8b4f" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177" is_pre_election: true
23:11:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.499457 18415 leader_election.cc:343] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.501195 19592 ts_tablet_manager.cc:1434] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177: Time spent starting tablet: real 0.033s	user 0.007s	sys 0.000s
23:11:16.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.502107 19592 tablet_bootstrap.cc:492] T 61874bb3de1d440a83a79c12ea506017 P 70666051c64946f8a4d58af14a2ce177: Bootstrap starting.
23:11:16.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.497416 19622 consensus_queue.cc:237] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.500195 18415 leader_election.cc:343] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.510293 19591 raft_consensus.cc:515] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.517 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:16.517 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:16.517 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:16.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.518 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.519 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.519 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:16.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.520087 19592 tablet_bootstrap.cc:654] T 61874bb3de1d440a83a79c12ea506017 P 70666051c64946f8a4d58af14a2ce177: Neither blocks nor log segments found. Creating new log.
23:11:16.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.523212 18298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "61874bb3de1d440a83a79c12ea506017" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177" is_pre_election: true
23:11:16.529 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:16.529 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:16.529 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:16.529 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.529 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.529 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.528439 18620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "571a79a9e14041b082fa09bc83bc8b4f" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4bc6450f15f44e6a4792244f83e3c03" is_pre_election: true
23:11:16.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.529064 18620 raft_consensus.cc:2468] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 510f86c8f39f47b9802550a16d66fe5a in term 0.
23:11:16.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.530 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:16.530 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.530 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:16.530 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:16.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.530032 19593 leader_election.cc:290] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 election: Requested vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455)
23:11:16.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.523665 18478 raft_consensus.cc:2468] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P 510f86c8f39f47b9802550a16d66fe5a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate e4bc6450f15f44e6a4792244f83e3c03 in term 1.
23:11:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.525943 18479 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "61874bb3de1d440a83a79c12ea506017" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "510f86c8f39f47b9802550a16d66fe5a" is_pre_election: true
23:11:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.533108 18479 raft_consensus.cc:2468] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e4bc6450f15f44e6a4792244f83e3c03 in term 0.
23:11:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.533999 18298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "186ee95605124c9b8b0ac43ca77b0b78" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177"
23:11:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.534586 18620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "61874bb3de1d440a83a79c12ea506017" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4bc6450f15f44e6a4792244f83e3c03" is_pre_election: true
23:11:16.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.535148 18620 raft_consensus.cc:2468] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 510f86c8f39f47b9802550a16d66fe5a in term 0.
23:11:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.536310 18414 leader_election.cc:304] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03; no voters: 70666051c64946f8a4d58af14a2ce177
23:11:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.536686 18415 leader_election.cc:343] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.537077 19607 raft_consensus.cc:2804] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:16.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.537415 19607 raft_consensus.cc:493] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:16.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.537834 19607 raft_consensus.cc:3060] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Advancing to term 1
23:11:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.538727 18414 leader_election.cc:304] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03; no voters: 70666051c64946f8a4d58af14a2ce177
23:11:16.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.539069 19591 leader_election.cc:290] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 election: Requested vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:11:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.540874 18555 leader_election.cc:304] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03; no voters: 
23:11:16.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.539592 19591 raft_consensus.cc:2804] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.541692 19591 raft_consensus.cc:493] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:16.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.542081 19591 raft_consensus.cc:3060] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 0 FOLLOWER]: Advancing to term 1
23:11:16.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.544579 18555 leader_election.cc:343] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.546604 18620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "186ee95605124c9b8b0ac43ca77b0b78" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4bc6450f15f44e6a4792244f83e3c03"
23:11:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.547171 18620 raft_consensus.cc:3060] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Advancing to term 1
23:11:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.547375 19607 raft_consensus.cc:515] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.550002 19607 leader_election.cc:290] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 election: Requested vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:11:16.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.554853 18620 raft_consensus.cc:2468] T 186ee95605124c9b8b0ac43ca77b0b78 P e4bc6450f15f44e6a4792244f83e3c03 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 510f86c8f39f47b9802550a16d66fe5a in term 1.
23:11:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.555876 19593 raft_consensus.cc:2804] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:16.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.556438 19593 raft_consensus.cc:493] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:16.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.556901 19593 raft_consensus.cc:3060] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Advancing to term 1
23:11:16.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.570739 18414 leader_election.cc:304] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03; no voters: 70666051c64946f8a4d58af14a2ce177
23:11:16.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.572933 18620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "571a79a9e14041b082fa09bc83bc8b4f" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4bc6450f15f44e6a4792244f83e3c03"
23:11:16.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.574517 18620 raft_consensus.cc:3060] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03 [term 0 FOLLOWER]: Advancing to term 1
23:11:16.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.574714 18298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "571a79a9e14041b082fa09bc83bc8b4f" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177"
23:11:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.575752 19607 raft_consensus.cc:2804] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [term 1 FOLLOWER]: Leader election won for term 1
23:11:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.576207 19607 raft_consensus.cc:697] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [term 1 LEADER]: Becoming Leader. State: Replica: 510f86c8f39f47b9802550a16d66fe5a, State: Running, Role: LEADER
23:11:16.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.576332 18415 leader_election.cc:343] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.576998 19607 consensus_queue.cc:237] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.584590 18620 raft_consensus.cc:2468] T 571a79a9e14041b082fa09bc83bc8b4f P e4bc6450f15f44e6a4792244f83e3c03 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 510f86c8f39f47b9802550a16d66fe5a in term 1.
23:11:16.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.581856 19593 raft_consensus.cc:515] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.586359 18414 leader_election.cc:304] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03; no voters: 70666051c64946f8a4d58af14a2ce177
23:11:16.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.587420 19606 raft_consensus.cc:2804] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [term 1 FOLLOWER]: Leader election won for term 1
23:11:16.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.587597 19593 leader_election.cc:290] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 election: Requested vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455)
23:11:16.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.589287 18298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "61874bb3de1d440a83a79c12ea506017" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177"
23:11:16.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.589548 18478 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "61874bb3de1d440a83a79c12ea506017" candidate_uuid: "e4bc6450f15f44e6a4792244f83e3c03" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "510f86c8f39f47b9802550a16d66fe5a"
23:11:16.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.591003 18555 leader_election.cc:343] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Illegal state: must be running to vote when last-logged opid is not known
23:11:16.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.590600 18102 catalog_manager.cc:5696] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 reported cstate change: term changed from 0 to 1, leader changed from <none> to e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3). New cstate: current_term: 1 leader_uuid: "e4bc6450f15f44e6a4792244f83e3c03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } health_report { overall_health: HEALTHY } } }
23:11:16.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.591806 19552 heartbeater.cc:499] Master 127.18.60.254:40821 was elected leader, sending a full tablet report...
23:11:16.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:16.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.613323 19591 raft_consensus.cc:515] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.622364 18102 catalog_manager.cc:5696] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 reported cstate change: term changed from 0 to 1, leader changed from <none> to e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3). New cstate: current_term: 1 leader_uuid: "e4bc6450f15f44e6a4792244f83e3c03" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } health_report { overall_health: HEALTHY } } }
23:11:16.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.623484 19592 tablet_bootstrap.cc:492] T 61874bb3de1d440a83a79c12ea506017 P 70666051c64946f8a4d58af14a2ce177: No bootstrap required, opened a new log
23:11:16.631 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.623926 19592 ts_tablet_manager.cc:1403] T 61874bb3de1d440a83a79c12ea506017 P 70666051c64946f8a4d58af14a2ce177: Time spent bootstrapping tablet: real 0.122s	user 0.009s	sys 0.025s
23:11:16.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.631850 19592 raft_consensus.cc:359] T 61874bb3de1d440a83a79c12ea506017 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.632519 19592 raft_consensus.cc:385] T 61874bb3de1d440a83a79c12ea506017 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.632761 19592 raft_consensus.cc:740] T 61874bb3de1d440a83a79c12ea506017 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70666051c64946f8a4d58af14a2ce177, State: Initialized, Role: FOLLOWER
23:11:16.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.638422 19592 consensus_queue.cc:260] T 61874bb3de1d440a83a79c12ea506017 P 70666051c64946f8a4d58af14a2ce177 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.643672 19592 ts_tablet_manager.cc:1434] T 61874bb3de1d440a83a79c12ea506017 P 70666051c64946f8a4d58af14a2ce177: Time spent starting tablet: real 0.019s	user 0.002s	sys 0.004s
23:11:16.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.649026 19592 tablet_bootstrap.cc:492] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177: Bootstrap starting.
23:11:16.685 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:16.686 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:16.686 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:16.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:16.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:16.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:16.687 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:16.693 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.693305 19592 tablet_bootstrap.cc:654] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177: Neither blocks nor log segments found. Creating new log.
23:11:16.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.706058 18478 raft_consensus.cc:2393] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate e4bc6450f15f44e6a4792244f83e3c03 in current term 1: Already voted for candidate 510f86c8f39f47b9802550a16d66fe5a in this term.
23:11:16.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:16.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.717083 18088 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.17.123.61:34801, user_credentials={real_user=slave}} blocked reactor thread for 46252us
23:11:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.718556 18555 leader_election.cc:304] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [CANDIDATE]: Term 1 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: e4bc6450f15f44e6a4792244f83e3c03; no voters: 510f86c8f39f47b9802550a16d66fe5a, 70666051c64946f8a4d58af14a2ce177
23:11:16.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.719650 19593 raft_consensus.cc:2749] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 1 FOLLOWER]: Leader election lost for term 1. Reason: could not achieve majority
23:11:16.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.724131 18102 catalog_manager.cc:5696] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a reported cstate change: term changed from 0 to 1, leader changed from <none> to 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2). New cstate: current_term: 1 leader_uuid: "510f86c8f39f47b9802550a16d66fe5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } health_report { overall_health: UNKNOWN } } }
23:11:16.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.694041 19606 raft_consensus.cc:697] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [term 1 LEADER]: Becoming Leader. State: Replica: 510f86c8f39f47b9802550a16d66fe5a, State: Running, Role: LEADER
23:11:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.731061 19606 consensus_queue.cc:237] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.732455 18298 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "61874bb3de1d440a83a79c12ea506017" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70666051c64946f8a4d58af14a2ce177"
23:11:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.732429 19607 consensus_queue.cc:1048] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.733021 18298 raft_consensus.cc:3060] T 61874bb3de1d440a83a79c12ea506017 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Advancing to term 1
23:11:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.735085 19591 leader_election.cc:290] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 election: Requested vote from peers 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617), e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:11:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.738255 18619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "61874bb3de1d440a83a79c12ea506017" candidate_uuid: "510f86c8f39f47b9802550a16d66fe5a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4bc6450f15f44e6a4792244f83e3c03"
23:11:16.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.739068 18619 raft_consensus.cc:2393] T 61874bb3de1d440a83a79c12ea506017 P e4bc6450f15f44e6a4792244f83e3c03 [term 1 FOLLOWER]: Leader election vote request: Denying vote to candidate 510f86c8f39f47b9802550a16d66fe5a in current term 1: Already voted for candidate e4bc6450f15f44e6a4792244f83e3c03 in this term.
23:11:16.745 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:16.745 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:16.745 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:16.745 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:16.745 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:16.745 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:16.746 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:16.746 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:16.746 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:16.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:16.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:16.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:16.746 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:16.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:16.750 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:16.751 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:16.751 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:16.751 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:16.751 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:16.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:16.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:16.751 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:16.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:16.751 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:16.751 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:16.752 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:16.752 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:16.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.759764 19592 tablet_bootstrap.cc:492] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177: No bootstrap required, opened a new log
23:11:16.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.760260 19592 ts_tablet_manager.cc:1403] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177: Time spent bootstrapping tablet: real 0.111s	user 0.009s	sys 0.004s
23:11:16.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.767050 18298 raft_consensus.cc:2468] T 61874bb3de1d440a83a79c12ea506017 P 70666051c64946f8a4d58af14a2ce177 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 510f86c8f39f47b9802550a16d66fe5a in term 1.
23:11:16.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.767119 18103 catalog_manager.cc:5696] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a reported cstate change: term changed from 0 to 1, leader changed from <none> to 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2). New cstate: current_term: 1 leader_uuid: "510f86c8f39f47b9802550a16d66fe5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } health_report { overall_health: UNKNOWN } } }
23:11:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:16.773085 18415 consensus_peers.cc:597] T 40395be58dd64ae08da1b527b177a6cc P 510f86c8f39f47b9802550a16d66fe5a -> Peer 70666051c64946f8a4d58af14a2ce177 (127.17.123.1:34617): Couldn't send request to peer 70666051c64946f8a4d58af14a2ce177. Error code: TABLET_NOT_RUNNING (12). Status: Illegal state: Tablet not RUNNING: BOOTSTRAPPING. This is attempt 1: this message will repeat every 5th retry.
23:11:16.799 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:16.800 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:16.800 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:16.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:16.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:16.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:16.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:16.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:16.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:16.801 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:16.801 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:16.801 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:16.801 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:16.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.771692 19592 raft_consensus.cc:359] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.802335 19592 raft_consensus.cc:385] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.802670 19592 raft_consensus.cc:740] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70666051c64946f8a4d58af14a2ce177, State: Initialized, Role: FOLLOWER
23:11:16.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.803000 18415 leader_election.cc:304] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 510f86c8f39f47b9802550a16d66fe5a, 70666051c64946f8a4d58af14a2ce177; no voters: e4bc6450f15f44e6a4792244f83e3c03
23:11:16.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.803388 19592 consensus_queue.cc:260] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.806002 19606 raft_consensus.cc:2804] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 1 FOLLOWER]: Leader election won for term 1
23:11:16.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.806524 19606 raft_consensus.cc:697] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [term 1 LEADER]: Becoming Leader. State: Replica: 510f86c8f39f47b9802550a16d66fe5a, State: Running, Role: LEADER
23:11:16.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.807479 19606 consensus_queue.cc:237] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.814462 19592 ts_tablet_manager.cc:1434] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177: Time spent starting tablet: real 0.054s	user 0.002s	sys 0.005s
23:11:16.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.821311 19592 tablet_bootstrap.cc:492] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177: Bootstrap starting.
23:11:16.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.832530 19592 tablet_bootstrap.cc:654] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177: Neither blocks nor log segments found. Creating new log.
23:11:16.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.857676 19592 tablet_bootstrap.cc:492] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177: No bootstrap required, opened a new log
23:11:16.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.863067 18102 catalog_manager.cc:5696] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a reported cstate change: term changed from 0 to 1, leader changed from <none> to 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2). New cstate: current_term: 1 leader_uuid: "510f86c8f39f47b9802550a16d66fe5a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } health_report { overall_health: UNKNOWN } } }
23:11:16.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.866739 19592 ts_tablet_manager.cc:1403] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177: Time spent bootstrapping tablet: real 0.046s	user 0.005s	sys 0.009s
23:11:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.878867 19592 raft_consensus.cc:359] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.884801 19592 raft_consensus.cc:385] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.885108 19592 raft_consensus.cc:740] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70666051c64946f8a4d58af14a2ce177, State: Initialized, Role: FOLLOWER
23:11:16.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.886776 19592 consensus_queue.cc:260] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.902022 19613 raft_consensus.cc:493] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:16.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.902537 19613 raft_consensus.cc:515] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.914561 19613 leader_election.cc:290] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455), e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:11:16.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.940569 19592 ts_tablet_manager.cc:1434] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177: Time spent starting tablet: real 0.073s	user 0.004s	sys 0.002s
23:11:16.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.951303 19592 tablet_bootstrap.cc:492] T 571a79a9e14041b082fa09bc83bc8b4f P 70666051c64946f8a4d58af14a2ce177: Bootstrap starting.
23:11:16.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.963696 19613 raft_consensus.cc:493] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:16.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.964171 19613 raft_consensus.cc:515] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:16.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.966486 19613 leader_election.cc:290] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455), e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:11:16.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.968524 18298 raft_consensus.cc:3060] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Advancing to term 1
23:11:16.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.980430 19593 consensus_queue.cc:1048] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:16.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.989708 19593 consensus_queue.cc:1048] T a6c8f690262e4cc99aceb9d9667c4d00 P e4bc6450f15f44e6a4792244f83e3c03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:16.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.993037 18298 raft_consensus.cc:3060] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Advancing to term 1
23:11:16.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:16.994377 19592 tablet_bootstrap.cc:654] T 571a79a9e14041b082fa09bc83bc8b4f P 70666051c64946f8a4d58af14a2ce177: Neither blocks nor log segments found. Creating new log.
23:11:17.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.007534 19593 consensus_queue.cc:1048] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:17.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.016717 19607 consensus_queue.cc:1048] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:11:17.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.026412 18619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "186ee95605124c9b8b0ac43ca77b0b78" candidate_uuid: "70666051c64946f8a4d58af14a2ce177" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4bc6450f15f44e6a4792244f83e3c03" is_pre_election: true
23:11:17.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.029668 18619 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a6c8f690262e4cc99aceb9d9667c4d00" candidate_uuid: "70666051c64946f8a4d58af14a2ce177" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4bc6450f15f44e6a4792244f83e3c03" is_pre_election: true
23:11:17.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.043833 18480 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "186ee95605124c9b8b0ac43ca77b0b78" candidate_uuid: "70666051c64946f8a4d58af14a2ce177" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "510f86c8f39f47b9802550a16d66fe5a" is_pre_election: true
23:11:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.051965 18234 leader_election.cc:304] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 70666051c64946f8a4d58af14a2ce177; no voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03
23:11:17.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.051146 18477 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a6c8f690262e4cc99aceb9d9667c4d00" candidate_uuid: "70666051c64946f8a4d58af14a2ce177" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "510f86c8f39f47b9802550a16d66fe5a" is_pre_election: true
23:11:17.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.056308 18234 leader_election.cc:304] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 70666051c64946f8a4d58af14a2ce177; no voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03
23:11:17.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.079282 19613 raft_consensus.cc:2749] T 186ee95605124c9b8b0ac43ca77b0b78 P 70666051c64946f8a4d58af14a2ce177 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:11:17.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.081679 19613 raft_consensus.cc:2749] T a6c8f690262e4cc99aceb9d9667c4d00 P 70666051c64946f8a4d58af14a2ce177 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:11:17.087 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:17.087 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:17.087 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:17.088 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:17.088 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:17.088 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:17.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:17.088 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:17.088 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:17.089 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:17.089 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:17.089 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:17.089 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:17.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.090742 19606 consensus_queue.cc:1048] T 186ee95605124c9b8b0ac43ca77b0b78 P 510f86c8f39f47b9802550a16d66fe5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:17.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:17.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.104902 19592 tablet_bootstrap.cc:492] T 571a79a9e14041b082fa09bc83bc8b4f P 70666051c64946f8a4d58af14a2ce177: No bootstrap required, opened a new log
23:11:17.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.106277 19592 ts_tablet_manager.cc:1403] T 571a79a9e14041b082fa09bc83bc8b4f P 70666051c64946f8a4d58af14a2ce177: Time spent bootstrapping tablet: real 0.155s	user 0.060s	sys 0.051s
23:11:17.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.109889 19592 raft_consensus.cc:359] T 571a79a9e14041b082fa09bc83bc8b4f P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.110787 19592 raft_consensus.cc:385] T 571a79a9e14041b082fa09bc83bc8b4f P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:17.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.111209 19592 raft_consensus.cc:740] T 571a79a9e14041b082fa09bc83bc8b4f P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70666051c64946f8a4d58af14a2ce177, State: Initialized, Role: FOLLOWER
23:11:17.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.112066 19592 consensus_queue.cc:260] T 571a79a9e14041b082fa09bc83bc8b4f P 70666051c64946f8a4d58af14a2ce177 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:17.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.114336 19592 ts_tablet_manager.cc:1434] T 571a79a9e14041b082fa09bc83bc8b4f P 70666051c64946f8a4d58af14a2ce177: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.001s
23:11:17.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:17.148617 18234 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.17.123.2:46455, user_credentials={real_user=slave}} blocked reactor thread for 92347.1us
23:11:17.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.172123 19625 consensus_queue.cc:1048] T 9e39b8fc6ddc47dfbf7ae40a9d0e7665 P e4bc6450f15f44e6a4792244f83e3c03 [LEADER]: Connected to new peer: Peer: permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:17.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.213630 19607 consensus_queue.cc:1048] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:17.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:17.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.238181 19606 consensus_queue.cc:1048] T 61874bb3de1d440a83a79c12ea506017 P 510f86c8f39f47b9802550a16d66fe5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:17.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:17.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.263569 18300 raft_consensus.cc:3060] T 571a79a9e14041b082fa09bc83bc8b4f P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Advancing to term 1
23:11:17.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.274435 19591 consensus_queue.cc:1048] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:17.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.278112 19613 raft_consensus.cc:493] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:17.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.278558 19613 raft_consensus.cc:515] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70666051c64946f8a4d58af14a2ce177" member_type: VOTER last_known_addr { host: "127.17.123.1" port: 34617 } } peers { permanent_uuid: "510f86c8f39f47b9802550a16d66fe5a" member_type: VOTER last_known_addr { host: "127.17.123.2" port: 46455 } } peers { permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 } }
23:11:17.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.280877 19613 leader_election.cc:290] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 510f86c8f39f47b9802550a16d66fe5a (127.17.123.2:46455), e4bc6450f15f44e6a4792244f83e3c03 (127.17.123.3:40143)
23:11:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.283108 18479 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40395be58dd64ae08da1b527b177a6cc" candidate_uuid: "70666051c64946f8a4d58af14a2ce177" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "510f86c8f39f47b9802550a16d66fe5a" is_pre_election: true
23:11:17.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.283108 18620 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "40395be58dd64ae08da1b527b177a6cc" candidate_uuid: "70666051c64946f8a4d58af14a2ce177" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e4bc6450f15f44e6a4792244f83e3c03" is_pre_election: true
23:11:17.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.286465 18233 leader_election.cc:304] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 70666051c64946f8a4d58af14a2ce177; no voters: 510f86c8f39f47b9802550a16d66fe5a, e4bc6450f15f44e6a4792244f83e3c03
23:11:17.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.287220 19613 raft_consensus.cc:2749] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:11:17.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.292896 19629 consensus_queue.cc:1048] T 571a79a9e14041b082fa09bc83bc8b4f P 510f86c8f39f47b9802550a16d66fe5a [LEADER]: Connected to new peer: Peer: permanent_uuid: "e4bc6450f15f44e6a4792244f83e3c03" member_type: VOTER last_known_addr { host: "127.17.123.3" port: 40143 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:11:17.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.381855 18300 raft_consensus.cc:3060] T 40395be58dd64ae08da1b527b177a6cc P 70666051c64946f8a4d58af14a2ce177 [term 0 FOLLOWER]: Advancing to term 1
23:11:17.382 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5779e68601044c578ff1eed31f6735e6
23:11:17.392 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 61874bb3de1d440a83a79c12ea506017 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:17.393 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:17.393 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 40395be58dd64ae08da1b527b177a6cc for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:17.393 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a6c8f690262e4cc99aceb9d9667c4d00 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:17.393 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 186ee95605124c9b8b0ac43ca77b0b78 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:17.393 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 571a79a9e14041b082fa09bc83bc8b4f for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:17.393 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=61874bb3de1d440a83a79c12ea506017@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=40395be58dd64ae08da1b527b177a6cc@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=a6c8f690262e4cc99aceb9d9667c4d00@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=186ee95605124c9b8b0ac43ca77b0b78@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=571a79a9e14041b082fa09bc83bc8b4f@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:17.393 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=11), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.123.60:43249, [10ms] Sub RPC GetTableLocations: received response from server master-127.17.123.60:43249: OK, deferred=null) after lookup
23:11:17.394 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] connecting to peer
23:11:17.398 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] Successfully connected to peer
23:11:17.420 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:17.425 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x9c43cc00, L:/127.0.0.1:60274 - R:/127.17.123.2:46455] using TOKEN/null
23:11:17.458 [DEBUG - main] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:17.460 [DEBUG - kudu-nio-4] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:17.471 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:17.489 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x2d4ec0d4, L:/127.0.0.1:42316 - R:/127.17.123.3:40143] using TOKEN/null
23:11:17.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:17.609 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:17.609 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:17.609 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:17.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:17.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:17.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:17.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:17.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:17.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:17.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:17.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:17.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:17.611 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:17.651 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:17.651 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:17.651 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:17.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:17.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:17.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:17.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:17.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:17.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:17.652 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:17.652 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:17.652 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:17.652 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:17.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:17.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:17.786 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:17.787 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:17.792 [DEBUG - main] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:17.800 [DEBUG - main] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:17.809 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.60.254:40821(127.18.60.254:40821)] Successfully connected to peer
23:11:17.814 [DEBUG - main] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:17.816 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.60.252:36979(127.18.60.252:36979)] Successfully connected to peer
23:11:17.817 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.60.253:41141(127.18.60.253:41141)] Successfully connected to peer
23:11:17.827 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.254
23:11:17.849 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:17.863 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x637654a2, L:/127.0.0.1:54738 - R:/127.18.60.254:40821] using SASL/PLAIN
23:11:17.868 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:11:17.868 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=81), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [77ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: OK, deferred=null) after lookup
23:11:17.871 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.253
23:11:17.881 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:17.882 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.252
23:11:17.889 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x829ae69d, L:/127.0.0.1:58024 - R:/127.18.60.253:41141] using SASL/PLAIN
23:11:17.895 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:17.898 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x220c3131, L:/127.0.0.1:58508 - R:/127.18.60.252:36979] using SASL/PLAIN
23:11:17.906 [DEBUG - main] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:17.909 [DEBUG - main] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:17.910 [DEBUG - main] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:17.911 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.123.60:43249(127.17.123.60:43249)] Successfully connected to peer
23:11:17.914 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.60
23:11:17.916 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.123.62:37959(127.17.123.62:37959)] Successfully connected to peer
23:11:17.923 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:17.926 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbf228365, L:/127.0.0.1:33238 - R:/127.17.123.60:43249] using SASL/PLAIN
23:11:17.931 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.62
23:11:17.932 [DEBUG - main] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:11:17.932 [DEBUG - main] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [23ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: OK, deferred=null) after lookup
23:11:17.934 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.123.61:34801(127.17.123.61:34801)] Successfully connected to peer
23:11:17.935 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5779e68601044c578ff1eed31f6735e6
23:11:17.942 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 61874bb3de1d440a83a79c12ea506017 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:17.942 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:17.942 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 40395be58dd64ae08da1b527b177a6cc for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:17.942 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a6c8f690262e4cc99aceb9d9667c4d00 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:17.942 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 186ee95605124c9b8b0ac43ca77b0b78 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:17.942 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 571a79a9e14041b082fa09bc83bc8b4f for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:17.942 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=61874bb3de1d440a83a79c12ea506017@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=40395be58dd64ae08da1b527b177a6cc@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=a6c8f690262e4cc99aceb9d9667c4d00@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=186ee95605124c9b8b0ac43ca77b0b78@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=571a79a9e14041b082fa09bc83bc8b4f@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:17.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:17.945585 18720 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54738:
23:11:17.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\0012\000\000\000"
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
23:11:17.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:11:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:11:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:11:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:11:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:11:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:11:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:11:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:11:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:11:17.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:11:17.951 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:17.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:17.951789 18720 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:11:17.952 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:17.955 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf6d94804, L:/127.0.0.1:43876 - R:/127.17.123.61:34801] using TOKEN/null
23:11:17.956 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x67db6565, L:/127.0.0.1:44454 - R:/127.17.123.62:37959] using SASL/PLAIN
23:11:18.018 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:18.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.099892 19484 tablet_service.cc:1511] Processing CreateTablet for tablet 18d4fd2f093c46dab7ed8b9ae160f4fe (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:11:18.102 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:18.102 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:18.102 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:18.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:18.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:18.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:18.102 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:18.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:18.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:18.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:18.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:18.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:18.103 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:18.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.096155 19197 tablet_service.cc:1511] Processing CreateTablet for tablet 18d4fd2f093c46dab7ed8b9ae160f4fe (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:11:18.105 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.105167 19197 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 18d4fd2f093c46dab7ed8b9ae160f4fe. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.106 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.106115 19484 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 18d4fd2f093c46dab7ed8b9ae160f4fe. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.105058 19198 tablet_service.cc:1511] Processing CreateTablet for tablet a44ca969ac1f4081a77bbe84e0d0829d (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:11:18.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.108268 19198 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a44ca969ac1f4081a77bbe84e0d0829d. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.110 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.103888 19485 tablet_service.cc:1511] Processing CreateTablet for tablet a44ca969ac1f4081a77bbe84e0d0829d (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:11:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.109850 19485 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a44ca969ac1f4081a77bbe84e0d0829d. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.104897 19341 tablet_service.cc:1511] Processing CreateTablet for tablet 18d4fd2f093c46dab7ed8b9ae160f4fe (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION VALUES < 50
23:11:18.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.111476 19341 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 18d4fd2f093c46dab7ed8b9ae160f4fe. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.113564 19342 tablet_service.cc:1511] Processing CreateTablet for tablet a44ca969ac1f4081a77bbe84e0d0829d (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION VALUES < 50
23:11:18.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.114953 19342 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet a44ca969ac1f4081a77bbe84e0d0829d. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.152045 19697 tablet_bootstrap.cc:492] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0: Bootstrap starting.
23:11:18.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.156296 19698 tablet_bootstrap.cc:492] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee: Bootstrap starting.
23:11:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.159725 19699 tablet_bootstrap.cc:492] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903: Bootstrap starting.
23:11:18.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.166474 19698 tablet_bootstrap.cc:654] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee: Neither blocks nor log segments found. Creating new log.
23:11:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.166991 19697 tablet_bootstrap.cc:654] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0: Neither blocks nor log segments found. Creating new log.
23:11:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.167397 19699 tablet_bootstrap.cc:654] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903: Neither blocks nor log segments found. Creating new log.
23:11:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.169480 19697 log.cc:826] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0: Log is configured to *not* fsync() on all Append() calls
23:11:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.169612 19699 log.cc:826] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903: Log is configured to *not* fsync() on all Append() calls
23:11:18.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.169889 19698 log.cc:826] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee: Log is configured to *not* fsync() on all Append() calls
23:11:18.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.179288 19699 tablet_bootstrap.cc:492] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903: No bootstrap required, opened a new log
23:11:18.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.179387 19698 tablet_bootstrap.cc:492] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee: No bootstrap required, opened a new log
23:11:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.179991 19698 ts_tablet_manager.cc:1403] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee: Time spent bootstrapping tablet: real 0.024s	user 0.019s	sys 0.000s
23:11:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.180079 19697 tablet_bootstrap.cc:492] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0: No bootstrap required, opened a new log
23:11:18.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.180285 19699 ts_tablet_manager.cc:1403] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903: Time spent bootstrapping tablet: real 0.021s	user 0.014s	sys 0.004s
23:11:18.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.180835 19697 ts_tablet_manager.cc:1403] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0: Time spent bootstrapping tablet: real 0.029s	user 0.011s	sys 0.009s
23:11:18.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.206919 19697 raft_consensus.cc:359] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } } peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } }
23:11:18.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.208755 19697 raft_consensus.cc:385] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:18.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.209244 19697 raft_consensus.cc:740] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06e13c8fdeba46f696a175db3c8393e0, State: Initialized, Role: FOLLOWER
23:11:18.211 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:18.211 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:18.211 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.209800 19698 raft_consensus.cc:359] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } } peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } }
23:11:18.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.210036 19699 raft_consensus.cc:359] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.210798 19699 raft_consensus.cc:385] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:18.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:18.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:18.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:18.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:18.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:18.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:18.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:18.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:18.212 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:18.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.211105 19699 raft_consensus.cc:740] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cebf0389145c4dfb9df0dc2d5aac4903, State: Initialized, Role: FOLLOWER
23:11:18.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.212064 19699 consensus_queue.cc:260] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.210688 19698 raft_consensus.cc:385] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:18.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.214500 19698 raft_consensus.cc:740] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ba3a1fcae304731a1616f2074cee8ee, State: Initialized, Role: FOLLOWER
23:11:18.217 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:18.217 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:18.218 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:18.218 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:18.218 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:18.218 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:18.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:18.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:18.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:18.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:18.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:18.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:18.219 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:18.220 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:18.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.215757 19698 consensus_queue.cc:260] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } } peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } }
23:11:18.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.223395 19699 ts_tablet_manager.cc:1434] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903: Time spent starting tablet: real 0.043s	user 0.041s	sys 0.000s
23:11:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.224956 19699 tablet_bootstrap.cc:492] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903: Bootstrap starting.
23:11:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.224670 19697 consensus_queue.cc:260] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } } peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } }
23:11:18.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.227386 19698 ts_tablet_manager.cc:1434] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee: Time spent starting tablet: real 0.047s	user 0.029s	sys 0.011s
23:11:18.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.231930 19699 tablet_bootstrap.cc:654] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903: Neither blocks nor log segments found. Creating new log.
23:11:18.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.246037 19699 tablet_bootstrap.cc:492] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903: No bootstrap required, opened a new log
23:11:18.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:18.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.246523 19699 ts_tablet_manager.cc:1403] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903: Time spent bootstrapping tablet: real 0.022s	user 0.000s	sys 0.017s
23:11:18.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.248682 19698 tablet_bootstrap.cc:492] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee: Bootstrap starting.
23:11:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.249984 19699 raft_consensus.cc:359] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } } peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } }
23:11:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.250648 19699 raft_consensus.cc:385] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.250934 19699 raft_consensus.cc:740] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cebf0389145c4dfb9df0dc2d5aac4903, State: Initialized, Role: FOLLOWER
23:11:18.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.251653 19699 consensus_queue.cc:260] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } } peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } }
23:11:18.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.254184 19699 ts_tablet_manager.cc:1434] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.001s
23:11:18.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.255182 19698 tablet_bootstrap.cc:654] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee: Neither blocks nor log segments found. Creating new log.
23:11:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.277252 19698 tablet_bootstrap.cc:492] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee: No bootstrap required, opened a new log
23:11:18.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.277310 19697 ts_tablet_manager.cc:1434] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0: Time spent starting tablet: real 0.096s	user 0.032s	sys 0.013s
23:11:18.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.277750 19698 ts_tablet_manager.cc:1403] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee: Time spent bootstrapping tablet: real 0.029s	user 0.012s	sys 0.004s
23:11:18.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.278620 19697 tablet_bootstrap.cc:492] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0: Bootstrap starting.
23:11:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.280795 19698 raft_consensus.cc:359] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.281526 19698 raft_consensus.cc:385] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:18.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.281831 19698 raft_consensus.cc:740] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ba3a1fcae304731a1616f2074cee8ee, State: Initialized, Role: FOLLOWER
23:11:18.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.282552 19698 consensus_queue.cc:260] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.284605 19698 ts_tablet_manager.cc:1434] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee: Time spent starting tablet: real 0.007s	user 0.004s	sys 0.000s
23:11:18.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.288334 19704 raft_consensus.cc:493] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:18.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.288921 19704 raft_consensus.cc:515] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } } peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } }
23:11:18.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:18.292138 19555 tablet.cc:2406] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:18.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.294785 19704 leader_election.cc:290] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399)
23:11:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.340389 19697 tablet_bootstrap.cc:654] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0: Neither blocks nor log segments found. Creating new log.
23:11:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.341362 19362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a44ca969ac1f4081a77bbe84e0d0829d" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" is_pre_election: true
23:11:18.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.342329 19362 raft_consensus.cc:2468] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 0.
23:11:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.344272 19439 leader_election.cc:304] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ba3a1fcae304731a1616f2074cee8ee, cebf0389145c4dfb9df0dc2d5aac4903; no voters: 
23:11:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.345147 19704 raft_consensus.cc:2804] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.345530 19704 raft_consensus.cc:493] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:18.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.345904 19704 raft_consensus.cc:3060] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Advancing to term 1
23:11:18.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.352015 19697 tablet_bootstrap.cc:492] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0: No bootstrap required, opened a new log
23:11:18.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.352638 19697 ts_tablet_manager.cc:1403] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0: Time spent bootstrapping tablet: real 0.074s	user 0.014s	sys 0.004s
23:11:18.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.353817 19704 raft_consensus.cc:515] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } } peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } }
23:11:18.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.357185 19362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a44ca969ac1f4081a77bbe84e0d0829d" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cebf0389145c4dfb9df0dc2d5aac4903"
23:11:18.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.356755 19697 raft_consensus.cc:359] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.357779 19362 raft_consensus.cc:3060] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Advancing to term 1
23:11:18.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.358008 19697 raft_consensus.cc:385] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:18.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.358311 19697 raft_consensus.cc:740] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06e13c8fdeba46f696a175db3c8393e0, State: Initialized, Role: FOLLOWER
23:11:18.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.359701 19697 consensus_queue.cc:260] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.361842 19704 leader_election.cc:290] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 election: Requested vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399)
23:11:18.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.361927 19697 ts_tablet_manager.cc:1434] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.000s
23:11:18.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.364979 19362 raft_consensus.cc:2468] T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 1.
23:11:18.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.366159 19439 leader_election.cc:304] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ba3a1fcae304731a1616f2074cee8ee, cebf0389145c4dfb9df0dc2d5aac4903; no voters: 
23:11:18.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.367257 19704 raft_consensus.cc:2804] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [term 1 FOLLOWER]: Leader election won for term 1
23:11:18.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.372339 19704 raft_consensus.cc:697] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [term 1 LEADER]: Becoming Leader. State: Replica: 3ba3a1fcae304731a1616f2074cee8ee, State: Running, Role: LEADER
23:11:18.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.373579 19704 consensus_queue.cc:237] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } } peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } }
23:11:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:18.389210 19414 tablet.cc:2406] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.389360 19218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a44ca969ac1f4081a77bbe84e0d0829d" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0" is_pre_election: true
23:11:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.389432 19217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "a44ca969ac1f4081a77bbe84e0d0829d" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0"
23:11:18.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.390303 19218 raft_consensus.cc:2468] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 0.
23:11:18.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.395632 18721 catalog_manager.cc:5696] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee reported cstate change: term changed from 0 to 1, leader changed from <none> to 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195). New cstate: current_term: 1 leader_uuid: "3ba3a1fcae304731a1616f2074cee8ee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } health_report { overall_health: UNKNOWN } } }
23:11:18.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:18.481345 19272 tablet.cc:2406] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:18.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.501812 19703 raft_consensus.cc:493] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:18.505 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:18.506 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:18.506 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:18.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:18.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:18.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:18.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.502413 19703 raft_consensus.cc:515] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:18.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:18.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:18.507 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:18.507 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:18.507 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:18.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:18.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:18.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:18.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:18.508 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:18.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:18.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:18.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:18.508 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:18.508 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:18.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:18.510 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:18.510 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:18.510 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:18.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.511175 19703 leader_election.cc:290] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195:33017)
23:11:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.539868 19217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "18d4fd2f093c46dab7ed8b9ae160f4fe" candidate_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0" is_pre_election: true
23:11:18.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.540535 19217 raft_consensus.cc:2468] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cebf0389145c4dfb9df0dc2d5aac4903 in term 0.
23:11:18.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.542049 19296 leader_election.cc:304] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06e13c8fdeba46f696a175db3c8393e0, cebf0389145c4dfb9df0dc2d5aac4903; no voters: 
23:11:18.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.542987 19703 raft_consensus.cc:2804] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:18.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.543356 19703 raft_consensus.cc:493] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:18.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.543655 19703 raft_consensus.cc:3060] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Advancing to term 1
23:11:18.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.556341 19703 raft_consensus.cc:515] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.560595 19217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "18d4fd2f093c46dab7ed8b9ae160f4fe" candidate_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0"
23:11:18.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.561141 19217 raft_consensus.cc:3060] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Advancing to term 1
23:11:18.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.563949 19703 leader_election.cc:290] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 election: Requested vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195:33017)
23:11:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.567574 19505 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "18d4fd2f093c46dab7ed8b9ae160f4fe" candidate_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ba3a1fcae304731a1616f2074cee8ee" is_pre_election: true
23:11:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.567940 19504 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "18d4fd2f093c46dab7ed8b9ae160f4fe" candidate_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ba3a1fcae304731a1616f2074cee8ee"
23:11:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.568296 19217 raft_consensus.cc:2468] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cebf0389145c4dfb9df0dc2d5aac4903 in term 1.
23:11:18.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.568423 19505 raft_consensus.cc:2468] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cebf0389145c4dfb9df0dc2d5aac4903 in term 0.
23:11:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.569769 19296 leader_election.cc:304] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06e13c8fdeba46f696a175db3c8393e0, cebf0389145c4dfb9df0dc2d5aac4903; no voters: 
23:11:18.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.570883 19703 raft_consensus.cc:2804] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [term 1 FOLLOWER]: Leader election won for term 1
23:11:18.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.575910 19703 raft_consensus.cc:697] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [term 1 LEADER]: Becoming Leader. State: Replica: cebf0389145c4dfb9df0dc2d5aac4903, State: Running, Role: LEADER
23:11:18.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.576855 19703 consensus_queue.cc:237] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.600536 18721 catalog_manager.cc:5696] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 reported cstate change: term changed from 0 to 1, leader changed from <none> to cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194). New cstate: current_term: 1 leader_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } health_report { overall_health: UNKNOWN } } }
23:11:18.603 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:18.641 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:18.641 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:18.642 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:18.642 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:18.642 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:18.642 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:18.642 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:18.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:18.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:18.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:18.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:18.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:18.643 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:18.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:18.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.756739 18721 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:54738:
23:11:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\0012\000\000\000\007\001\226\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
23:11:18.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.759816 19217 raft_consensus.cc:3060] T a44ca969ac1f4081a77bbe84e0d0829d P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Advancing to term 1
23:11:18.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.767242 19704 consensus_queue.cc:1048] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Connected to new peer: Peer: permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:18.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.768467 19712 consensus_queue.cc:1048] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Connected to new peer: Peer: permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:11:18.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:18.787489 18721 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 8806a549a7404ec49c3a5f2533031c96 has no consensus state
23:11:18.790 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:18.789778 18721 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet d6a2b320d59f4986b5a085adaa66bb71 has no consensus state
23:11:18.807 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:18.807 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:18.807 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:18.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:18.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:18.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:18.808 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:18.808 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:18.808 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:18.808 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:18.808 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:18.808 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:18.808 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:18.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:18.833489 18705 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 8806a549a7404ec49c3a5f2533031c96 (table replication_test_table [id=2129fd9582a84c7e8335a042bc960982], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 8806a549a7404ec49c3a5f2533031c96 has no consensus state
23:11:18.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.853864 19198 tablet_service.cc:1511] Processing CreateTablet for tablet 8806a549a7404ec49c3a5f2533031c96 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:18.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.855149 19198 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8806a549a7404ec49c3a5f2533031c96. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.854925 19341 tablet_service.cc:1511] Processing CreateTablet for tablet 8806a549a7404ec49c3a5f2533031c96 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:18.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.856177 19341 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8806a549a7404ec49c3a5f2533031c96. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.877535 19485 tablet_service.cc:1511] Processing CreateTablet for tablet 8806a549a7404ec49c3a5f2533031c96 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.878891 19485 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 8806a549a7404ec49c3a5f2533031c96. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.879014 19197 tablet_service.cc:1511] Processing CreateTablet for tablet d6a2b320d59f4986b5a085adaa66bb71 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:18.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.880306 19197 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d6a2b320d59f4986b5a085adaa66bb71. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.885066 19342 tablet_service.cc:1511] Processing CreateTablet for tablet d6a2b320d59f4986b5a085adaa66bb71 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:18.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.886425 19342 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d6a2b320d59f4986b5a085adaa66bb71. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.888314 19484 tablet_service.cc:1511] Processing CreateTablet for tablet d6a2b320d59f4986b5a085adaa66bb71 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 50 <= VALUES < 150
23:11:18.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.889588 19484 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d6a2b320d59f4986b5a085adaa66bb71. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:18.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.900277 19728 tablet_bootstrap.cc:492] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903: Bootstrap starting.
23:11:18.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.907097 19728 tablet_bootstrap.cc:654] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903: Neither blocks nor log segments found. Creating new log.
23:11:18.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.920593 19728 tablet_bootstrap.cc:492] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903: No bootstrap required, opened a new log
23:11:18.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.921152 19728 ts_tablet_manager.cc:1403] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903: Time spent bootstrapping tablet: real 0.021s	user 0.004s	sys 0.014s
23:11:18.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.924005 19728 raft_consensus.cc:359] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.924678 19728 raft_consensus.cc:385] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:18.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.925107 19728 raft_consensus.cc:740] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cebf0389145c4dfb9df0dc2d5aac4903, State: Initialized, Role: FOLLOWER
23:11:18.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.925997 19728 consensus_queue.cc:260] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.927544 19727 tablet_bootstrap.cc:492] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0: Bootstrap starting.
23:11:18.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.928565 19728 ts_tablet_manager.cc:1434] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903: Time spent starting tablet: real 0.007s	user 0.005s	sys 0.004s
23:11:18.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.939309 19728 tablet_bootstrap.cc:492] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903: Bootstrap starting.
23:11:18.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.944547 19727 tablet_bootstrap.cc:654] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0: Neither blocks nor log segments found. Creating new log.
23:11:18.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.946368 19728 tablet_bootstrap.cc:654] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903: Neither blocks nor log segments found. Creating new log.
23:11:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.948855 19729 tablet_bootstrap.cc:492] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee: Bootstrap starting.
23:11:18.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.956113 19729 tablet_bootstrap.cc:654] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee: Neither blocks nor log segments found. Creating new log.
23:11:18.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.959389 19728 tablet_bootstrap.cc:492] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903: No bootstrap required, opened a new log
23:11:18.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.960184 19728 ts_tablet_manager.cc:1403] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903: Time spent bootstrapping tablet: real 0.021s	user 0.009s	sys 0.009s
23:11:18.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.962379 19727 tablet_bootstrap.cc:492] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0: No bootstrap required, opened a new log
23:11:18.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.962881 19727 ts_tablet_manager.cc:1403] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0: Time spent bootstrapping tablet: real 0.037s	user 0.012s	sys 0.004s
23:11:18.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.963092 19728 raft_consensus.cc:359] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.963774 19728 raft_consensus.cc:385] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:18.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.964303 19728 raft_consensus.cc:740] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cebf0389145c4dfb9df0dc2d5aac4903, State: Initialized, Role: FOLLOWER
23:11:18.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.964990 19728 consensus_queue.cc:260] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.969301 19729 tablet_bootstrap.cc:492] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee: No bootstrap required, opened a new log
23:11:18.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.969763 19729 ts_tablet_manager.cc:1403] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee: Time spent bootstrapping tablet: real 0.021s	user 0.005s	sys 0.010s
23:11:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.972811 19729 raft_consensus.cc:359] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.973614 19729 raft_consensus.cc:385] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:18.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.974014 19729 raft_consensus.cc:740] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ba3a1fcae304731a1616f2074cee8ee, State: Initialized, Role: FOLLOWER
23:11:18.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.974881 19729 consensus_queue.cc:260] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.976649 19727 raft_consensus.cc:359] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.977471 19727 raft_consensus.cc:385] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:18.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.977861 19727 raft_consensus.cc:740] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06e13c8fdeba46f696a175db3c8393e0, State: Initialized, Role: FOLLOWER
23:11:18.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.978695 19727 consensus_queue.cc:260] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:18.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.981642 19727 ts_tablet_manager.cc:1434] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0: Time spent starting tablet: real 0.018s	user 0.005s	sys 0.001s
23:11:18.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.982679 19727 tablet_bootstrap.cc:492] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0: Bootstrap starting.
23:11:18.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.982868 19728 ts_tablet_manager.cc:1434] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903: Time spent starting tablet: real 0.022s	user 0.007s	sys 0.000s
23:11:18.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:18.996003 19729 ts_tablet_manager.cc:1434] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee: Time spent starting tablet: real 0.026s	user 0.003s	sys 0.003s
23:11:19.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.003455 19729 tablet_bootstrap.cc:492] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee: Bootstrap starting.
23:11:19.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.010005 19729 tablet_bootstrap.cc:654] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee: Neither blocks nor log segments found. Creating new log.
23:11:19.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.016963 18720 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3: replication_test_table [id=2129fd9582a84c7e8335a042bc960982] alter complete (version 0)
23:11:19.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.023483 19729 tablet_bootstrap.cc:492] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee: No bootstrap required, opened a new log
23:11:19.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.023902 19729 ts_tablet_manager.cc:1403] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee: Time spent bootstrapping tablet: real 0.021s	user 0.008s	sys 0.008s
23:11:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.026477 19729 raft_consensus.cc:359] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.027117 19729 raft_consensus.cc:385] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:19.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.027455 19729 raft_consensus.cc:740] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ba3a1fcae304731a1616f2074cee8ee, State: Initialized, Role: FOLLOWER
23:11:19.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.028179 19729 consensus_queue.cc:260] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.037340 19729 ts_tablet_manager.cc:1434] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee: Time spent starting tablet: real 0.013s	user 0.005s	sys 0.001s
23:11:19.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.043367 19703 raft_consensus.cc:493] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:19.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.043905 19703 raft_consensus.cc:515] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.045934 19703 leader_election.cc:290] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195:33017)
23:11:19.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.047041 19505 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d6a2b320d59f4986b5a085adaa66bb71" candidate_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ba3a1fcae304731a1616f2074cee8ee" is_pre_election: true
23:11:19.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.047612 19505 raft_consensus.cc:2468] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate cebf0389145c4dfb9df0dc2d5aac4903 in term 0.
23:11:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.048751 19296 leader_election.cc:304] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ba3a1fcae304731a1616f2074cee8ee, cebf0389145c4dfb9df0dc2d5aac4903; no voters: 
23:11:19.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.049525 19703 raft_consensus.cc:2804] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:19.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.049852 19703 raft_consensus.cc:493] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:19.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.049852 19217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d6a2b320d59f4986b5a085adaa66bb71" candidate_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0" is_pre_election: true
23:11:19.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.050177 19703 raft_consensus.cc:3060] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Advancing to term 1
23:11:19.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:19.055120 19296 leader_election.cc:343] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913): Illegal state: must be running to vote when last-logged opid is not known
23:11:19.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.058056 19703 raft_consensus.cc:515] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.060561 19217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d6a2b320d59f4986b5a085adaa66bb71" candidate_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0"
23:11:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.061707 19505 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d6a2b320d59f4986b5a085adaa66bb71" candidate_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ba3a1fcae304731a1616f2074cee8ee"
23:11:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:19.061839 19296 leader_election.cc:343] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913): Illegal state: must be running to vote when last-logged opid is not known
23:11:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.062239 19505 raft_consensus.cc:3060] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Advancing to term 1
23:11:19.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.066591 19727 tablet_bootstrap.cc:654] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0: Neither blocks nor log segments found. Creating new log.
23:11:19.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.067685 19505 raft_consensus.cc:2468] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate cebf0389145c4dfb9df0dc2d5aac4903 in term 1.
23:11:19.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.068720 19296 leader_election.cc:304] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 3ba3a1fcae304731a1616f2074cee8ee, cebf0389145c4dfb9df0dc2d5aac4903; no voters: 06e13c8fdeba46f696a175db3c8393e0
23:11:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.060745 19703 leader_election.cc:290] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 election: Requested vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195:33017)
23:11:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.069851 19717 raft_consensus.cc:2804] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [term 1 FOLLOWER]: Leader election won for term 1
23:11:19.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.074539 19703 consensus_queue.cc:1048] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [LEADER]: Connected to new peer: Peer: permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.097234 18719 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:54738:
23:11:19.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\226\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
23:11:19.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:19.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.110656 19505 raft_consensus.cc:3060] T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Advancing to term 1
23:11:19.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.128044 19703 consensus_queue.cc:1048] T 18d4fd2f093c46dab7ed8b9ae160f4fe P cebf0389145c4dfb9df0dc2d5aac4903 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:19.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.154500 19717 raft_consensus.cc:697] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [term 1 LEADER]: Becoming Leader. State: Replica: cebf0389145c4dfb9df0dc2d5aac4903, State: Running, Role: LEADER
23:11:19.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.157544 19717 consensus_queue.cc:237] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:19.162117 18719 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 8806a549a7404ec49c3a5f2533031c96 consensus state has no leader
23:11:19.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.092770 19727 tablet_bootstrap.cc:492] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0: No bootstrap required, opened a new log
23:11:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:19.165813 18719 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet f7e70b604a3446b7b8e30c851cf2cd98 has no consensus state
23:11:19.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.165804 19727 ts_tablet_manager.cc:1403] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0: Time spent bootstrapping tablet: real 0.183s	user 0.004s	sys 0.012s
23:11:19.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:19.167927 18719 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet d6a2b320d59f4986b5a085adaa66bb71 consensus state has no leader
23:11:19.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:19.169205 18719 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet de48083a160c490980e85af3a877ac16 has no consensus state
23:11:19.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.170645 19727 raft_consensus.cc:359] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.171489 19727 raft_consensus.cc:385] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.171844 19727 raft_consensus.cc:740] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06e13c8fdeba46f696a175db3c8393e0, State: Initialized, Role: FOLLOWER
23:11:19.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.173484 19727 consensus_queue.cc:260] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.175602 19727 ts_tablet_manager.cc:1434] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0: Time spent starting tablet: real 0.009s	user 0.006s	sys 0.000s
23:11:19.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:19.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.217429 18720 catalog_manager.cc:5696] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 reported cstate change: term changed from 0 to 1, leader changed from <none> to cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194). New cstate: current_term: 1 leader_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } health_report { overall_health: UNKNOWN } } }
23:11:19.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.220361 19197 tablet_service.cc:1511] Processing CreateTablet for tablet f7e70b604a3446b7b8e30c851cf2cd98 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:11:19.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.221624 19197 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f7e70b604a3446b7b8e30c851cf2cd98. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:19.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.227838 19342 tablet_service.cc:1511] Processing CreateTablet for tablet f7e70b604a3446b7b8e30c851cf2cd98 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:11:19.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.229089 19342 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f7e70b604a3446b7b8e30c851cf2cd98. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.237879 19485 tablet_service.cc:1511] Processing CreateTablet for tablet f7e70b604a3446b7b8e30c851cf2cd98 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 0, RANGE (key1) PARTITION 150 <= VALUES
23:11:19.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.237946 19198 tablet_service.cc:1511] Processing CreateTablet for tablet de48083a160c490980e85af3a877ac16 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:11:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.239121 19485 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet f7e70b604a3446b7b8e30c851cf2cd98. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:19.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.239244 19198 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet de48083a160c490980e85af3a877ac16. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:19.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.244321 19727 tablet_bootstrap.cc:492] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0: Bootstrap starting.
23:11:19.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.252035 19341 tablet_service.cc:1511] Processing CreateTablet for tablet de48083a160c490980e85af3a877ac16 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:11:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.252712 19484 tablet_service.cc:1511] Processing CreateTablet for tablet de48083a160c490980e85af3a877ac16 (DEFAULT_TABLE table=replication_test_table [id=2129fd9582a84c7e8335a042bc960982]), partition=HASH (key2) PARTITION 1, RANGE (key1) PARTITION 150 <= VALUES
23:11:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.253289 19341 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet de48083a160c490980e85af3a877ac16. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:19.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.257239 19484 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet de48083a160c490980e85af3a877ac16. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:19.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.278187 19728 tablet_bootstrap.cc:492] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903: Bootstrap starting.
23:11:19.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.285332 19728 tablet_bootstrap.cc:654] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903: Neither blocks nor log segments found. Creating new log.
23:11:19.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.286485 19727 tablet_bootstrap.cc:654] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0: Neither blocks nor log segments found. Creating new log.
23:11:19.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.288410 19705 raft_consensus.cc:493] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.288946 19705 raft_consensus.cc:515] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.296066 19705 leader_election.cc:290] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399), 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195:33017)
23:11:19.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.297400 19729 tablet_bootstrap.cc:492] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee: Bootstrap starting.
23:11:19.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.306357 19729 tablet_bootstrap.cc:654] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee: Neither blocks nor log segments found. Creating new log.
23:11:19.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:19.311828 19259 debug-util.cc:398] Leaking SignalData structure 0x7b08000b9ea0 after lost signal to thread 19050
23:11:19.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.311378 19728 tablet_bootstrap.cc:492] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903: No bootstrap required, opened a new log
23:11:19.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.315575 19728 ts_tablet_manager.cc:1403] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903: Time spent bootstrapping tablet: real 0.038s	user 0.013s	sys 0.000s
23:11:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.319832 19728 raft_consensus.cc:359] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.320663 19728 raft_consensus.cc:385] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.320817 19729 tablet_bootstrap.cc:492] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee: No bootstrap required, opened a new log
23:11:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.320945 19728 raft_consensus.cc:740] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cebf0389145c4dfb9df0dc2d5aac4903, State: Initialized, Role: FOLLOWER
23:11:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.321235 19729 ts_tablet_manager.cc:1403] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee: Time spent bootstrapping tablet: real 0.024s	user 0.006s	sys 0.007s
23:11:19.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.321592 19704 raft_consensus.cc:493] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:19.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.322036 19704 raft_consensus.cc:515] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.321843 19728 consensus_queue.cc:260] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.324156 19704 leader_election.cc:290] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399)
23:11:19.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.324644 19728 ts_tablet_manager.cc:1434] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.000s
23:11:19.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.325582 19728 tablet_bootstrap.cc:492] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903: Bootstrap starting.
23:11:19.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.325665 19729 raft_consensus.cc:359] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.326654 19729 raft_consensus.cc:385] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:19.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.327018 19729 raft_consensus.cc:740] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ba3a1fcae304731a1616f2074cee8ee, State: Initialized, Role: FOLLOWER
23:11:19.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.328459 19729 consensus_queue.cc:260] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.334488 19717 raft_consensus.cc:493] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:19.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.337096 19362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8806a549a7404ec49c3a5f2533031c96" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" is_pre_election: true
23:11:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.337756 19362 raft_consensus.cc:2468] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 0.
23:11:19.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.337385 19717 raft_consensus.cc:515] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.339933 19717 leader_election.cc:290] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195:33017)
23:11:19.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.343510 19439 leader_election.cc:304] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ba3a1fcae304731a1616f2074cee8ee, cebf0389145c4dfb9df0dc2d5aac4903; no voters: 
23:11:19.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.344376 19704 raft_consensus.cc:2804] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.344949 19704 raft_consensus.cc:493] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:19.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.345361 19704 raft_consensus.cc:3060] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Advancing to term 1
23:11:19.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.346009 19728 tablet_bootstrap.cc:654] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903: Neither blocks nor log segments found. Creating new log.
23:11:19.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.347549 19505 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7e70b604a3446b7b8e30c851cf2cd98" candidate_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ba3a1fcae304731a1616f2074cee8ee" is_pre_election: true
23:11:19.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.352722 19729 ts_tablet_manager.cc:1434] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee: Time spent starting tablet: real 0.031s	user 0.006s	sys 0.003s
23:11:19.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.363701 19729 tablet_bootstrap.cc:492] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee: Bootstrap starting.
23:11:19.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.367276 19704 raft_consensus.cc:515] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:19.370746 19296 leader_election.cc:343] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195:33017): Illegal state: must be running to vote when last-logged opid is not known
23:11:19.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.383951 19704 leader_election.cc:290] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 election: Requested vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399)
23:11:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.393126 19728 tablet_bootstrap.cc:492] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903: No bootstrap required, opened a new log
23:11:19.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.393611 19728 ts_tablet_manager.cc:1403] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903: Time spent bootstrapping tablet: real 0.068s	user 0.023s	sys 0.024s
23:11:19.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.384256 19217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7e70b604a3446b7b8e30c851cf2cd98" candidate_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0" is_pre_election: true
23:11:19.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:19.396106 19296 leader_election.cc:343] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913): Illegal state: must be running to vote when last-logged opid is not known
23:11:19.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.396690 19296 leader_election.cc:304] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: cebf0389145c4dfb9df0dc2d5aac4903; no voters: 06e13c8fdeba46f696a175db3c8393e0, 3ba3a1fcae304731a1616f2074cee8ee
23:11:19.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.397651 19717 raft_consensus.cc:2749] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:11:19.405 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:19.406 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:19.406 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:19.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:19.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:19.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:19.406 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:19.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:19.406 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:19.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:19.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:19.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:19.411 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:19.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.407792 19729 tablet_bootstrap.cc:654] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee: Neither blocks nor log segments found. Creating new log.
23:11:19.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.412757 19728 raft_consensus.cc:359] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.413486 19728 raft_consensus.cc:385] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:19.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.414497 19728 raft_consensus.cc:740] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: cebf0389145c4dfb9df0dc2d5aac4903, State: Initialized, Role: FOLLOWER
23:11:19.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.415237 19728 consensus_queue.cc:260] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.418464 18720 catalog_manager.cc:6241] T 00000000000000000000000000000000 P 2be4b0afc63546489460be36bb3573f3: replication_test_table [id=2129fd9582a84c7e8335a042bc960982] alter complete (version 0)
23:11:19.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.421476 19728 ts_tablet_manager.cc:1434] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903: Time spent starting tablet: real 0.028s	user 0.003s	sys 0.004s
23:11:19.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.423251 19727 tablet_bootstrap.cc:492] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0: No bootstrap required, opened a new log
23:11:19.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.423821 19727 ts_tablet_manager.cc:1403] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0: Time spent bootstrapping tablet: real 0.180s	user 0.016s	sys 0.014s
23:11:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.429126 19729 tablet_bootstrap.cc:492] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee: No bootstrap required, opened a new log
23:11:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.428779 19727 raft_consensus.cc:359] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.429445 19727 raft_consensus.cc:385] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:19.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.429621 19729 ts_tablet_manager.cc:1403] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee: Time spent bootstrapping tablet: real 0.066s	user 0.016s	sys 0.004s
23:11:19.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.429756 19727 raft_consensus.cc:740] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06e13c8fdeba46f696a175db3c8393e0, State: Initialized, Role: FOLLOWER
23:11:19.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.430444 19727 consensus_queue.cc:260] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.432603 19727 ts_tablet_manager.cc:1434] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.000s
23:11:19.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.433452 19362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8806a549a7404ec49c3a5f2533031c96" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cebf0389145c4dfb9df0dc2d5aac4903"
23:11:19.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.434060 19362 raft_consensus.cc:3060] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Advancing to term 1
23:11:19.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.441028 19362 raft_consensus.cc:2468] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 1.
23:11:19.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.442375 19439 leader_election.cc:304] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ba3a1fcae304731a1616f2074cee8ee, cebf0389145c4dfb9df0dc2d5aac4903; no voters: 
23:11:19.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.443235 19750 raft_consensus.cc:2804] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [term 1 FOLLOWER]: Leader election won for term 1
23:11:19.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.439340 19729 raft_consensus.cc:359] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.443722 19750 raft_consensus.cc:697] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [term 1 LEADER]: Becoming Leader. State: Replica: 3ba3a1fcae304731a1616f2074cee8ee, State: Running, Role: LEADER
23:11:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.444008 19729 raft_consensus.cc:385] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:19.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.444337 19729 raft_consensus.cc:740] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 3ba3a1fcae304731a1616f2074cee8ee, State: Initialized, Role: FOLLOWER
23:11:19.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.444538 19750 consensus_queue.cc:237] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.445108 19729 consensus_queue.cc:260] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.446998 19727 tablet_bootstrap.cc:492] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0: Bootstrap starting.
23:11:19.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.448380 19218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8806a549a7404ec49c3a5f2533031c96" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0"
23:11:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.448951 19218 raft_consensus.cc:3060] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Advancing to term 1
23:11:19.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.449692 19729 ts_tablet_manager.cc:1434] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee: Time spent starting tablet: real 0.020s	user 0.003s	sys 0.004s
23:11:19.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.451231 19362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8806a549a7404ec49c3a5f2533031c96" candidate_uuid: "06e13c8fdeba46f696a175db3c8393e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" is_pre_election: true
23:11:19.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.452150 19362 raft_consensus.cc:2393] T 8806a549a7404ec49c3a5f2533031c96 P cebf0389145c4dfb9df0dc2d5aac4903 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 06e13c8fdeba46f696a175db3c8393e0 in current term 1: Already voted for candidate 3ba3a1fcae304731a1616f2074cee8ee in this term.
23:11:19.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.457449 19217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8806a549a7404ec49c3a5f2533031c96" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0" is_pre_election: true
23:11:19.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.465175 19218 raft_consensus.cc:2468] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 1.
23:11:19.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.474592 19727 tablet_bootstrap.cc:654] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0: Neither blocks nor log segments found. Creating new log.
23:11:19.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.502946 19505 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "8806a549a7404ec49c3a5f2533031c96" candidate_uuid: "06e13c8fdeba46f696a175db3c8393e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ba3a1fcae304731a1616f2074cee8ee" is_pre_election: true
23:11:19.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.499732 18720 catalog_manager.cc:5696] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee reported cstate change: term changed from 0 to 1, leader changed from <none> to 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195). New cstate: current_term: 1 leader_uuid: "3ba3a1fcae304731a1616f2074cee8ee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } health_report { overall_health: HEALTHY } } }
23:11:19.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.506350 19151 leader_election.cc:304] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 06e13c8fdeba46f696a175db3c8393e0; no voters: 3ba3a1fcae304731a1616f2074cee8ee, cebf0389145c4dfb9df0dc2d5aac4903
23:11:19.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.508683 19705 raft_consensus.cc:2749] T 8806a549a7404ec49c3a5f2533031c96 P 06e13c8fdeba46f696a175db3c8393e0 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:11:19.520 [DEBUG - main] (Connection.java:575) [peer master-127.17.123.62:37959(127.17.123.62:37959)] disconnecting while in state READY
23:11:19.520 [DEBUG - main] (Connection.java:575) [peer master-127.17.123.61:34801(127.17.123.61:34801)] disconnecting while in state READY
23:11:19.520 [DEBUG - main] (Connection.java:575) [peer master-127.17.123.60:43249(127.17.123.60:43249)] disconnecting while in state READY
23:11:19.521 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.123.61:34801(127.17.123.61:34801)] handling channelInactive
23:11:19.521 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state READY due to: connection closed
23:11:19.522 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.123.60:43249(127.17.123.60:43249)] handling channelInactive
23:11:19.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state READY due to: connection closed
23:11:19.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.525888 19750 raft_consensus.cc:493] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.526547 19750 raft_consensus.cc:515] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.529546 19705 raft_consensus.cc:493] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:19.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.530061 19705 raft_consensus.cc:515] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:19.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.541316 19750 leader_election.cc:290] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399)
23:11:19.542 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-1
23:11:19.542 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:11:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.543540 19362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "de48083a160c490980e85af3a877ac16" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" is_pre_election: true
23:11:19.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.544329 19362 raft_consensus.cc:2468] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 0.
23:11:19.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.531994 19705 leader_election.cc:290] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399), 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195:33017)
23:11:19.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.554066 19727 tablet_bootstrap.cc:492] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0: No bootstrap required, opened a new log
23:11:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.554527 19727 ts_tablet_manager.cc:1403] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0: Time spent bootstrapping tablet: real 0.110s	user 0.016s	sys 0.004s
23:11:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.555315 19362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d6a2b320d59f4986b5a085adaa66bb71" candidate_uuid: "06e13c8fdeba46f696a175db3c8393e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" is_pre_election: true
23:11:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.555881 19439 leader_election.cc:304] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ba3a1fcae304731a1616f2074cee8ee, cebf0389145c4dfb9df0dc2d5aac4903; no voters: 
23:11:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.558163 19505 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d6a2b320d59f4986b5a085adaa66bb71" candidate_uuid: "06e13c8fdeba46f696a175db3c8393e0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "3ba3a1fcae304731a1616f2074cee8ee" is_pre_election: true
23:11:19.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.558881 19505 raft_consensus.cc:2393] T d6a2b320d59f4986b5a085adaa66bb71 P 3ba3a1fcae304731a1616f2074cee8ee [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 06e13c8fdeba46f696a175db3c8393e0 in current term 1: Already voted for candidate cebf0389145c4dfb9df0dc2d5aac4903 in this term.
23:11:19.559 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.123.62:37959(127.17.123.62:37959)] handling channelInactive
23:11:19.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state READY due to: connection closed
23:11:19.560 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:11:19.560 [DEBUG - main] (Connection.java:575) [peer master-127.18.60.253:41141(127.18.60.253:41141)] disconnecting while in state READY
23:11:19.560 [DEBUG - main] (Connection.java:575) [peer master-127.18.60.254:40821(127.18.60.254:40821)] disconnecting while in state READY
23:11:19.560 [DEBUG - main] (Connection.java:575) [peer master-127.18.60.252:36979(127.18.60.252:36979)] disconnecting while in state READY
23:11:19.561 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.60.253:41141(127.18.60.253:41141)] handling channelInactive
23:11:19.561 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state READY due to: connection closed
23:11:19.562 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.60.254:40821(127.18.60.254:40821)] handling channelInactive
23:11:19.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state READY due to: connection closed
23:11:19.562 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:19.564 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
23:11:19.565 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:11:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.560083 19750 raft_consensus.cc:2804] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.560536 19750 raft_consensus.cc:493] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.560909 19750 raft_consensus.cc:3060] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Advancing to term 1
23:11:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.562528 19218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "de48083a160c490980e85af3a877ac16" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0" is_pre_election: true
23:11:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.557649 19727 raft_consensus.cc:359] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.567553 19727 raft_consensus.cc:385] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.567848 19727 raft_consensus.cc:740] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 06e13c8fdeba46f696a175db3c8393e0, State: Initialized, Role: FOLLOWER
23:11:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.563930 19151 leader_election.cc:304] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 06e13c8fdeba46f696a175db3c8393e0; no voters: 3ba3a1fcae304731a1616f2074cee8ee, cebf0389145c4dfb9df0dc2d5aac4903
23:11:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.568524 19727 consensus_queue.cc:260] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.569103 19705 raft_consensus.cc:3060] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Advancing to term 1
23:11:19.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.569404 19218 raft_consensus.cc:2468] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 0.
23:11:19.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.576360 19705 raft_consensus.cc:2749] T d6a2b320d59f4986b5a085adaa66bb71 P 06e13c8fdeba46f696a175db3c8393e0 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:11:19.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.580425 19703 consensus_queue.cc:1048] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [LEADER]: Connected to new peer: Peer: permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:19.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.582489 19750 raft_consensus.cc:515] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.588963 19362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "de48083a160c490980e85af3a877ac16" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cebf0389145c4dfb9df0dc2d5aac4903"
23:11:19.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.589527 19362 raft_consensus.cc:3060] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Advancing to term 1
23:11:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.596585 19218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "de48083a160c490980e85af3a877ac16" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0"
23:11:19.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.597204 19218 raft_consensus.cc:3060] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Advancing to term 1
23:11:19.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.597947 19362 raft_consensus.cc:2468] T de48083a160c490980e85af3a877ac16 P cebf0389145c4dfb9df0dc2d5aac4903 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 1.
23:11:19.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.599385 19439 leader_election.cc:304] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ba3a1fcae304731a1616f2074cee8ee, cebf0389145c4dfb9df0dc2d5aac4903; no voters: 
23:11:19.600 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:19.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.601073 19704 raft_consensus.cc:2804] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [term 1 FOLLOWER]: Leader election won for term 1
23:11:19.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.601264 19750 leader_election.cc:290] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 election: Requested vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399)
23:11:19.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.606352 19218 raft_consensus.cc:2468] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 1.
23:11:19.608 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.60.252:36979(127.18.60.252:36979)] handling channelInactive
23:11:19.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state READY due to: connection closed
23:11:19.608 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:11:19.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.609087 19704 raft_consensus.cc:697] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [term 1 LEADER]: Becoming Leader. State: Replica: 3ba3a1fcae304731a1616f2074cee8ee, State: Running, Role: LEADER
23:11:19.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.610569 19704 consensus_queue.cc:237] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.614152 19727 ts_tablet_manager.cc:1434] T de48083a160c490980e85af3a877ac16 P 06e13c8fdeba46f696a175db3c8393e0: Time spent starting tablet: real 0.052s	user 0.008s	sys 0.001s
23:11:19.620 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:11:19.620 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:11:19.620 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:11:19.620 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:11:19.620 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:11:19.620 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:11:19.644 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:19.644 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:19.644 [DEBUG - pool-156-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:19.645 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:19.645 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:19.645 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:19.645 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:19.645 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:19.645 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:19.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:19.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:19.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:19.645 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:19.646 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29312), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [35ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [44ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [44ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [88ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [88ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [183ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [184ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [224ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [283ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [443ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [444ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [445ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [445ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [803ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [804ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [804ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [805ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1042ms] refreshing cache from master, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1045ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1045ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2564ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [6261ms] refreshing cache from master, [6261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [6263ms] too many traces: truncated at 100 traces, deferred=Deferred@1734602084(state=PENDING, result=null, callback=(continuation of Deferred@1424280737 after retry RPC after error@1297074030) -> (continuation of Deferred@703618297 after retry RPC after error@1358990446) -> (continuation of Deferred@594789163 after retry RPC after error@280237212) -> (continuation of Deferred@998807015 after retry RPC after error@1857948932) -> (continuation of Deferred@1407840611 after retry RPC after error@1665736566) -> (continuation of Deferred@470911317 after retry RPC after error@39412222) -> (continuation of Deferred@505932351 after retry RPC after error@893318178) -> (continuation of Deferred@628463857 after retry RPC after error@1827294000) -> (continuation of Deferred@1304240768 after retry RPC after error@257970417) -> (continuation of Deferred@115078140 after retry RPC after error@945195996) -> (continuation of Deferred@475727732 after retry RPC after error@296823766) -> (continuation of Deferred@1210871311 after retry RPC after error@1151861949) -> (continuation of Deferred@9231355 after retry RPC after error@410763175) -> (continuation of Deferred@856483505 after retry RPC after error@923111809) -> (continuation of Deferred@1370539929 after retry RPC after error@343137423) -> (continuation of Deferred@1084135902 after retry RPC after error@1527546325) -> (continuation of Deferred@215419170 after retry RPC after error@105528211) -> (continuation of Deferred@850264813 after retry RPC after error@227753796) -> (continuation of Deferred@968468941 after retry RPC after error@1853397962) -> (continuation of Deferred@738411906 after retry RPC after error@947791449) -> (continuation of Deferred@1283262298 after retry RPC after error@1718707156) -> (continuation of Deferred@1357383117 after retry RPC after error@435006823) -> (continuation of Deferred@1024343767 after retry RPC after error@1342997857), errback=(continuation of Deferred@1424280737 after retry RPC after error@1297074030) -> (continuation of Deferred@703618297 after retry RPC after error@1358990446) -> (continuation of Deferred@594789163 after retry RPC after error@280237212) -> (continuation of Deferred@998807015 after retry RPC after error@1857948932) -> (continuation of Deferred@1407840611 after retry RPC after error@1665736566) -> (continuation of Deferred@470911317 after retry RPC after error@39412222) -> (continuation of Deferred@505932351 after retry RPC after error@893318178) -> (continuation of Deferred@628463857 after retry RPC after error@1827294000) -> (continuation of Deferred@1304240768 after retry RPC after error@257970417) -> (continuation of Deferred@115078140 after retry RPC after error@945195996) -> (continuation of Deferred@475727732 after retry RPC after error@296823766) -> (continuation of Deferred@1210871311 after retry RPC after error@1151861949) -> (continuation of Deferred@9231355 after retry RPC after error@410763175) -> (continuation of Deferred@856483505 after retry RPC after error@923111809) -> (continuation of Deferred@1370539929 after retry RPC after error@343137423) -> (continuation of Deferred@1084135902 after retry RPC after error@1527546325) -> (continuation of Deferred@215419170 after retry RPC after error@105528211) -> (continuation of Deferred@850264813 after retry RPC after error@227753796) -> (continuation of Deferred@968468941 after retry RPC after error@1853397962) -> (continuation of Deferred@738411906 after retry RPC after error@947791449) -> (continuation of Deferred@1283262298 after retry RPC after error@1718707156) -> (continuation of Deferred@1357383117 after retry RPC after error@435006823) -> (continuation of Deferred@1024343767 after retry RPC after error@1342997857)))
23:11:19.647 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:11:19.647 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29312), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [35ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [44ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [44ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [88ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [88ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [183ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [184ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [224ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [283ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [443ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [444ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [445ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [445ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [803ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [804ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [804ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [805ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1042ms] refreshing cache from master, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1045ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1045ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2564ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [6261ms] refreshing cache from master, [6261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [6263ms] too many traces: truncated at 100 traces, deferred=Deferred@1734602084(state=PENDING, result=null, callback=(continuation of Deferred@1424280737 after retry RPC after error@1297074030) -> (continuation of Deferred@703618297 after retry RPC after error@1358990446) -> (continuation of Deferred@594789163 after retry RPC after error@280237212) -> (continuation of Deferred@998807015 after retry RPC after error@1857948932) -> (continuation of Deferred@1407840611 after retry RPC after error@1665736566) -> (continuation of Deferred@470911317 after retry RPC after error@39412222) -> (continuation of Deferred@505932351 after retry RPC after error@893318178) -> (continuation of Deferred@628463857 after retry RPC after error@1827294000) -> (continuation of Deferred@1304240768 after retry RPC after error@257970417) -> (continuation of Deferred@115078140 after retry RPC after error@945195996) -> (continuation of Deferred@475727732 after retry RPC after error@296823766) -> (continuation of Deferred@1210871311 after retry RPC after error@1151861949) -> (continuation of Deferred@9231355 after retry RPC after error@410763175) -> (continuation of Deferred@856483505 after retry RPC after error@923111809) -> (continuation of Deferred@1370539929 after retry RPC after error@343137423) -> (continuation of Deferred@1084135902 after retry RPC after error@1527546325) -> (continuation of Deferred@215419170 after retry RPC after error@105528211) -> (continuation of Deferred@850264813 after retry RPC after error@227753796) -> (continuation of Deferred@968468941 after retry RPC after error@1853397962) -> (continuation of Deferred@738411906 after retry RPC after error@947791449) -> (continuation of Deferred@1283262298 after retry RPC after error@1718707156) -> (continuation of Deferred@1357383117 after retry RPC after error@435006823) -> (continuation of Deferred@1024343767 after retry RPC after error@1342997857), errback=(continuation of Deferred@1424280737 after retry RPC after error@1297074030) -> (continuation of Deferred@703618297 after retry RPC after error@1358990446) -> (continuation of Deferred@594789163 after retry RPC after error@280237212) -> (continuation of Deferred@998807015 after retry RPC after error@1857948932) -> (continuation of Deferred@1407840611 after retry RPC after error@1665736566) -> (continuation of Deferred@470911317 after retry RPC after error@39412222) -> (continuation of Deferred@505932351 after retry RPC after error@893318178) -> (continuation of Deferred@628463857 after retry RPC after error@1827294000) -> (continuation of Deferred@1304240768 after retry RPC after error@257970417) -> (continuation of Deferred@115078140 after retry RPC after error@945195996) -> (continuation of Deferred@475727732 after retry RPC after error@296823766) -> (continuation of Deferred@1210871311 after retry RPC after error@1151861949) -> (continuation of Deferred@9231355 after retry RPC after error@410763175) -> (continuation of Deferred@856483505 after retry RPC after error@923111809) -> (continuation of Deferred@1370539929 after retry RPC after error@343137423) -> (continuation of Deferred@1084135902 after retry RPC after error@1527546325) -> (continuation of Deferred@215419170 after retry RPC after error@105528211) -> (continuation of Deferred@850264813 after retry RPC after error@227753796) -> (continuation of Deferred@968468941 after retry RPC after error@1853397962) -> (continuation of Deferred@738411906 after retry RPC after error@947791449) -> (continuation of Deferred@1283262298 after retry RPC after error@1718707156) -> (continuation of Deferred@1357383117 after retry RPC after error@435006823) -> (continuation of Deferred@1024343767 after retry RPC after error@1342997857)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:19.648 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:11:19.649 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:11:19.652 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29312), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [35ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [44ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [44ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [88ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [88ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [183ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [184ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [224ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [283ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [443ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [444ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [445ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [445ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [803ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [804ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [804ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [805ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1042ms] refreshing cache from master, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1043ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1044ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1045ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1045ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2564ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [6261ms] refreshing cache from master, [6261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [6262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [6263ms] too many traces: truncated at 100 traces, deferred=Deferred@1734602084(state=PENDING, result=null, callback=(continuation of Deferred@1424280737 after retry RPC after error@1297074030) -> (continuation of Deferred@703618297 after retry RPC after error@1358990446) -> (continuation of Deferred@594789163 after retry RPC after error@280237212) -> (continuation of Deferred@998807015 after retry RPC after error@1857948932) -> (continuation of Deferred@1407840611 after retry RPC after error@1665736566) -> (continuation of Deferred@470911317 after retry RPC after error@39412222) -> (continuation of Deferred@505932351 after retry RPC after error@893318178) -> (continuation of Deferred@628463857 after retry RPC after error@1827294000) -> (continuation of Deferred@1304240768 after retry RPC after error@257970417) -> (continuation of Deferred@115078140 after retry RPC after error@945195996) -> (continuation of Deferred@475727732 after retry RPC after error@296823766) -> (continuation of Deferred@1210871311 after retry RPC after error@1151861949) -> (continuation of Deferred@9231355 after retry RPC after error@410763175) -> (continuation of Deferred@856483505 after retry RPC after error@923111809) -> (continuation of Deferred@1370539929 after retry RPC after error@343137423) -> (continuation of Deferred@1084135902 after retry RPC after error@1527546325) -> (continuation of Deferred@215419170 after retry RPC after error@105528211) -> (continuation of Deferred@850264813 after retry RPC after error@227753796) -> (continuation of Deferred@968468941 after retry RPC after error@1853397962) -> (continuation of Deferred@738411906 after retry RPC after error@947791449) -> (continuation of Deferred@1283262298 after retry RPC after error@1718707156) -> (continuation of Deferred@1357383117 after retry RPC after error@435006823) -> (continuation of Deferred@1024343767 after retry RPC after error@1342997857), errback=(continuation of Deferred@1424280737 after retry RPC after error@1297074030) -> (continuation of Deferred@703618297 after retry RPC after error@1358990446) -> (continuation of Deferred@594789163 after retry RPC after error@280237212) -> (continuation of Deferred@998807015 after retry RPC after error@1857948932) -> (continuation of Deferred@1407840611 after retry RPC after error@1665736566) -> (continuation of Deferred@470911317 after retry RPC after error@39412222) -> (continuation of Deferred@505932351 after retry RPC after error@893318178) -> (continuation of Deferred@628463857 after retry RPC after error@1827294000) -> (continuation of Deferred@1304240768 after retry RPC after error@257970417) -> (continuation of Deferred@115078140 after retry RPC after error@945195996) -> (continuation of Deferred@475727732 after retry RPC after error@296823766) -> (continuation of Deferred@1210871311 after retry RPC after error@1151861949) -> (continuation of Deferred@9231355 after retry RPC after error@410763175) -> (continuation of Deferred@856483505 after retry RPC after error@923111809) -> (continuation of Deferred@1370539929 after retry RPC after error@343137423) -> (continuation of Deferred@1084135902 after retry RPC after error@1527546325) -> (continuation of Deferred@215419170 after retry RPC after error@105528211) -> (continuation of Deferred@850264813 after retry RPC after error@227753796) -> (continuation of Deferred@968468941 after retry RPC after error@1853397962) -> (continuation of Deferred@738411906 after retry RPC after error@947791449) -> (continuation of Deferred@1283262298 after retry RPC after error@1718707156) -> (continuation of Deferred@1357383117 after retry RPC after error@435006823) -> (continuation of Deferred@1024343767 after retry RPC after error@1342997857)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:19.653 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:19.661 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:11:19.661 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RUNNING to RESTARTING.
23:11:19.662 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
23:11:19.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.702478 19762 raft_consensus.cc:493] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:19.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.702994 19762 raft_consensus.cc:515] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.707399 19362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7e70b604a3446b7b8e30c851cf2cd98" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" is_pre_election: true
23:11:19.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.708009 19362 raft_consensus.cc:2468] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 0.
23:11:19.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.709261 19439 leader_election.cc:304] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 3ba3a1fcae304731a1616f2074cee8ee, cebf0389145c4dfb9df0dc2d5aac4903; no voters: 
23:11:19.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.710161 19750 raft_consensus.cc:2804] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:19.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.710541 19750 raft_consensus.cc:493] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:19.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.710867 19750 raft_consensus.cc:3060] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [term 0 FOLLOWER]: Advancing to term 1
23:11:19.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.705153 19762 leader_election.cc:290] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399)
23:11:19.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:19.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.721102 19750 raft_consensus.cc:515] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.725978 19218 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7e70b604a3446b7b8e30c851cf2cd98" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0"
23:11:19.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.726544 19218 raft_consensus.cc:3060] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0 [term 0 FOLLOWER]: Advancing to term 1
23:11:19.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.733445 19218 raft_consensus.cc:2468] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 1.
23:11:19.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.734751 19439 leader_election.cc:304] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 06e13c8fdeba46f696a175db3c8393e0, 3ba3a1fcae304731a1616f2074cee8ee; no voters: 
23:11:19.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.735648 19762 raft_consensus.cc:2804] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [term 1 FOLLOWER]: Leader election won for term 1
23:11:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.724463 19217 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7e70b604a3446b7b8e30c851cf2cd98" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "06e13c8fdeba46f696a175db3c8393e0" is_pre_election: true
23:11:19.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.740463 19217 raft_consensus.cc:2376] T f7e70b604a3446b7b8e30c851cf2cd98 P 06e13c8fdeba46f696a175db3c8393e0 [term 1 FOLLOWER]: Leader pre-election vote request: Already granted yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 1. Re-sending same reply.
23:11:19.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.739764 19750 leader_election.cc:290] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [CANDIDATE]: Term 1 election: Requested vote from peers 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913), cebf0389145c4dfb9df0dc2d5aac4903 (127.18.60.194:42399)
23:11:19.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.743183 19737 consensus_queue.cc:1048] T d6a2b320d59f4986b5a085adaa66bb71 P cebf0389145c4dfb9df0dc2d5aac4903 [LEADER]: Connected to new peer: Peer: permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:11:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.745030 19362 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "f7e70b604a3446b7b8e30c851cf2cd98" candidate_uuid: "3ba3a1fcae304731a1616f2074cee8ee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "cebf0389145c4dfb9df0dc2d5aac4903"
23:11:19.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.745581 19362 raft_consensus.cc:3060] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [term 0 FOLLOWER]: Advancing to term 1
23:11:19.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:19.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.752099 19362 raft_consensus.cc:2468] T f7e70b604a3446b7b8e30c851cf2cd98 P cebf0389145c4dfb9df0dc2d5aac4903 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 3ba3a1fcae304731a1616f2074cee8ee in term 1.
23:11:19.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.774978 19762 raft_consensus.cc:697] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [term 1 LEADER]: Becoming Leader. State: Replica: 3ba3a1fcae304731a1616f2074cee8ee, State: Running, Role: LEADER
23:11:19.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.778800 19762 consensus_queue.cc:237] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } }
23:11:19.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.792629 18720 catalog_manager.cc:5696] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee reported cstate change: term changed from 0 to 1, leader changed from <none> to 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195). New cstate: current_term: 1 leader_uuid: "3ba3a1fcae304731a1616f2074cee8ee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } health_report { overall_health: HEALTHY } } }
23:11:19.798 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:11:19.798 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:11:19.798 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:11:19.798 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:11:19.798 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:11:19.798 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:11:19.798 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:11:19.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.870987 18720 catalog_manager.cc:5696] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee reported cstate change: term changed from 0 to 1, leader changed from <none> to 3ba3a1fcae304731a1616f2074cee8ee (127.18.60.195). New cstate: current_term: 1 leader_uuid: "3ba3a1fcae304731a1616f2074cee8ee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "3ba3a1fcae304731a1616f2074cee8ee" member_type: VOTER last_known_addr { host: "127.18.60.195" port: 33017 } health_report { overall_health: HEALTHY } } }
23:11:19.881 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:19.882 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:19.882 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:19.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:19.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:19.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:19.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:19.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:19.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:19.883 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:19.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:19.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:19.884 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:19.894 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:19.895 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:19.895 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:19.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:19.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:19.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:19.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:19.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:19.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:19.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:19.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:19.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:19.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:19.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.910638 19770 consensus_queue.cc:1048] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Connected to new peer: Peer: permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:11:19.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:19.912174 19770 consensus_queue.cc:1048] T 8806a549a7404ec49c3a5f2533031c96 P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Connected to new peer: Peer: permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:19.919 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:19.920 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:19.920 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:19.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:19.920 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:19.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:19.920 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:19.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:19.920 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:19.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:19.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:19.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:19.921 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:20.057 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:20.058 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:20.058 [DEBUG - pool-157-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:20.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:20.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:20.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:20.059 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:20.059 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:20.059 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:20.060 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:20.060 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:20.060 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:20.060 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:20.061 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29727), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [36ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [36ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [100ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [125ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [164ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [164ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [282ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [364ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [504ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [883ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [883ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [884ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1723ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5300ms] refreshing cache from master, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5302ms] too many traces: truncated at 100 traces, deferred=Deferred@820139079(state=PENDING, result=null, callback=(continuation of Deferred@1129127108 after retry RPC after error@1584024990) -> (continuation of Deferred@1296538379 after retry RPC after error@1864744584) -> (continuation of Deferred@1143284884 after retry RPC after error@1211074355) -> (continuation of Deferred@968999678 after retry RPC after error@2069035696) -> (continuation of Deferred@381575370 after retry RPC after error@572287793) -> (continuation of Deferred@360553406 after retry RPC after error@2039899355) -> (continuation of Deferred@483123987 after retry RPC after error@1573869144) -> (continuation of Deferred@613844532 after retry RPC after error@1860996801) -> (continuation of Deferred@771505012 after retry RPC after error@170317061) -> (continuation of Deferred@437339475 after retry RPC after error@268524118) -> (continuation of Deferred@1558901945 after retry RPC after error@1624804572) -> (continuation of Deferred@1886615113 after retry RPC after error@1782202875) -> (continuation of Deferred@1635659577 after retry RPC after error@1172627878) -> (continuation of Deferred@785253997 after retry RPC after error@381923286) -> (continuation of Deferred@114576848 after retry RPC after error@1692366205) -> (continuation of Deferred@981269221 after retry RPC after error@835342179) -> (continuation of Deferred@366227015 after retry RPC after error@180339997) -> (continuation of Deferred@1464450429 after retry RPC after error@874205600) -> (continuation of Deferred@653170 after retry RPC after error@1953123651) -> (continuation of Deferred@1859298534 after retry RPC after error@2784973) -> (continuation of Deferred@1339538397 after retry RPC after error@1769076529) -> (continuation of Deferred@318741357 after retry RPC after error@1106269161) -> (continuation of Deferred@864751961 after retry RPC after error@1436921958) -> (continuation of Deferred@997158220 after retry RPC after error@2017660627) -> (continuation of Deferred@329894235 after retry RPC after error@1811377608), errback=(continuation of Deferred@1129127108 after retry RPC after error@1584024990) -> (continuation of Deferred@1296538379 after retry RPC after error@1864744584) -> (continuation of Deferred@1143284884 after retry RPC after error@1211074355) -> (continuation of Deferred@968999678 after retry RPC after error@2069035696) -> (continuation of Deferred@381575370 after retry RPC after error@572287793) -> (continuation of Deferred@360553406 after retry RPC after error@2039899355) -> (continuation of Deferred@483123987 after retry RPC after error@1573869144) -> (continuation of Deferred@613844532 after retry RPC after error@1860996801) -> (continuation of Deferred@771505012 after retry RPC after error@170317061) -> (continuation of Deferred@437339475 after retry RPC after error@268524118) -> (continuation of Deferred@1558901945 after retry RPC after error@1624804572) -> (continuation of Deferred@1886615113 after retry RPC after error@1782202875) -> (continuation of Deferred@1635659577 after retry RPC after error@1172627878) -> (continuation of Deferred@785253997 after retry RPC after error@381923286) -> (continuation of Deferred@114576848 after retry RPC after error@1692366205) -> (continuation of Deferred@981269221 after retry RPC after error@835342179) -> (continuation of Deferred@366227015 after retry RPC after error@180339997) -> (continuation of Deferred@1464450429 after retry RPC after error@874205600) -> (continuation of Deferred@653170 after retry RPC after error@1953123651) -> (continuation of Deferred@1859298534 after retry RPC after error@2784973) -> (continuation of Deferred@1339538397 after retry RPC after error@1769076529) -> (continuation of Deferred@318741357 after retry RPC after error@1106269161) -> (continuation of Deferred@864751961 after retry RPC after error@1436921958) -> (continuation of Deferred@997158220 after retry RPC after error@2017660627) -> (continuation of Deferred@329894235 after retry RPC after error@1811377608)))
23:11:20.061 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:11:20.062 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29727), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [36ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [36ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [100ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [125ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [164ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [164ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [282ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [364ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [504ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [883ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [883ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [884ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1723ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5300ms] refreshing cache from master, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5302ms] too many traces: truncated at 100 traces, deferred=Deferred@820139079(state=PENDING, result=null, callback=(continuation of Deferred@1129127108 after retry RPC after error@1584024990) -> (continuation of Deferred@1296538379 after retry RPC after error@1864744584) -> (continuation of Deferred@1143284884 after retry RPC after error@1211074355) -> (continuation of Deferred@968999678 after retry RPC after error@2069035696) -> (continuation of Deferred@381575370 after retry RPC after error@572287793) -> (continuation of Deferred@360553406 after retry RPC after error@2039899355) -> (continuation of Deferred@483123987 after retry RPC after error@1573869144) -> (continuation of Deferred@613844532 after retry RPC after error@1860996801) -> (continuation of Deferred@771505012 after retry RPC after error@170317061) -> (continuation of Deferred@437339475 after retry RPC after error@268524118) -> (continuation of Deferred@1558901945 after retry RPC after error@1624804572) -> (continuation of Deferred@1886615113 after retry RPC after error@1782202875) -> (continuation of Deferred@1635659577 after retry RPC after error@1172627878) -> (continuation of Deferred@785253997 after retry RPC after error@381923286) -> (continuation of Deferred@114576848 after retry RPC after error@1692366205) -> (continuation of Deferred@981269221 after retry RPC after error@835342179) -> (continuation of Deferred@366227015 after retry RPC after error@180339997) -> (continuation of Deferred@1464450429 after retry RPC after error@874205600) -> (continuation of Deferred@653170 after retry RPC after error@1953123651) -> (continuation of Deferred@1859298534 after retry RPC after error@2784973) -> (continuation of Deferred@1339538397 after retry RPC after error@1769076529) -> (continuation of Deferred@318741357 after retry RPC after error@1106269161) -> (continuation of Deferred@864751961 after retry RPC after error@1436921958) -> (continuation of Deferred@997158220 after retry RPC after error@2017660627) -> (continuation of Deferred@329894235 after retry RPC after error@1811377608), errback=(continuation of Deferred@1129127108 after retry RPC after error@1584024990) -> (continuation of Deferred@1296538379 after retry RPC after error@1864744584) -> (continuation of Deferred@1143284884 after retry RPC after error@1211074355) -> (continuation of Deferred@968999678 after retry RPC after error@2069035696) -> (continuation of Deferred@381575370 after retry RPC after error@572287793) -> (continuation of Deferred@360553406 after retry RPC after error@2039899355) -> (continuation of Deferred@483123987 after retry RPC after error@1573869144) -> (continuation of Deferred@613844532 after retry RPC after error@1860996801) -> (continuation of Deferred@771505012 after retry RPC after error@170317061) -> (continuation of Deferred@437339475 after retry RPC after error@268524118) -> (continuation of Deferred@1558901945 after retry RPC after error@1624804572) -> (continuation of Deferred@1886615113 after retry RPC after error@1782202875) -> (continuation of Deferred@1635659577 after retry RPC after error@1172627878) -> (continuation of Deferred@785253997 after retry RPC after error@381923286) -> (continuation of Deferred@114576848 after retry RPC after error@1692366205) -> (continuation of Deferred@981269221 after retry RPC after error@835342179) -> (continuation of Deferred@366227015 after retry RPC after error@180339997) -> (continuation of Deferred@1464450429 after retry RPC after error@874205600) -> (continuation of Deferred@653170 after retry RPC after error@1953123651) -> (continuation of Deferred@1859298534 after retry RPC after error@2784973) -> (continuation of Deferred@1339538397 after retry RPC after error@1769076529) -> (continuation of Deferred@318741357 after retry RPC after error@1106269161) -> (continuation of Deferred@864751961 after retry RPC after error@1436921958) -> (continuation of Deferred@997158220 after retry RPC after error@2017660627) -> (continuation of Deferred@329894235 after retry RPC after error@1811377608)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:20.062 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:11:20.064 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
23:11:20.066 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29727), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [14ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [17ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [36ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [36ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [100ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [125ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [164ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [164ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [282ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [364ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [503ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [504ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [883ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [883ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [884ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1723ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3220ms] refreshing cache from master, [3220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5300ms] refreshing cache from master, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5302ms] too many traces: truncated at 100 traces, deferred=Deferred@820139079(state=PENDING, result=null, callback=(continuation of Deferred@1129127108 after retry RPC after error@1584024990) -> (continuation of Deferred@1296538379 after retry RPC after error@1864744584) -> (continuation of Deferred@1143284884 after retry RPC after error@1211074355) -> (continuation of Deferred@968999678 after retry RPC after error@2069035696) -> (continuation of Deferred@381575370 after retry RPC after error@572287793) -> (continuation of Deferred@360553406 after retry RPC after error@2039899355) -> (continuation of Deferred@483123987 after retry RPC after error@1573869144) -> (continuation of Deferred@613844532 after retry RPC after error@1860996801) -> (continuation of Deferred@771505012 after retry RPC after error@170317061) -> (continuation of Deferred@437339475 after retry RPC after error@268524118) -> (continuation of Deferred@1558901945 after retry RPC after error@1624804572) -> (continuation of Deferred@1886615113 after retry RPC after error@1782202875) -> (continuation of Deferred@1635659577 after retry RPC after error@1172627878) -> (continuation of Deferred@785253997 after retry RPC after error@381923286) -> (continuation of Deferred@114576848 after retry RPC after error@1692366205) -> (continuation of Deferred@981269221 after retry RPC after error@835342179) -> (continuation of Deferred@366227015 after retry RPC after error@180339997) -> (continuation of Deferred@1464450429 after retry RPC after error@874205600) -> (continuation of Deferred@653170 after retry RPC after error@1953123651) -> (continuation of Deferred@1859298534 after retry RPC after error@2784973) -> (continuation of Deferred@1339538397 after retry RPC after error@1769076529) -> (continuation of Deferred@318741357 after retry RPC after error@1106269161) -> (continuation of Deferred@864751961 after retry RPC after error@1436921958) -> (continuation of Deferred@997158220 after retry RPC after error@2017660627) -> (continuation of Deferred@329894235 after retry RPC after error@1811377608), errback=(continuation of Deferred@1129127108 after retry RPC after error@1584024990) -> (continuation of Deferred@1296538379 after retry RPC after error@1864744584) -> (continuation of Deferred@1143284884 after retry RPC after error@1211074355) -> (continuation of Deferred@968999678 after retry RPC after error@2069035696) -> (continuation of Deferred@381575370 after retry RPC after error@572287793) -> (continuation of Deferred@360553406 after retry RPC after error@2039899355) -> (continuation of Deferred@483123987 after retry RPC after error@1573869144) -> (continuation of Deferred@613844532 after retry RPC after error@1860996801) -> (continuation of Deferred@771505012 after retry RPC after error@170317061) -> (continuation of Deferred@437339475 after retry RPC after error@268524118) -> (continuation of Deferred@1558901945 after retry RPC after error@1624804572) -> (continuation of Deferred@1886615113 after retry RPC after error@1782202875) -> (continuation of Deferred@1635659577 after retry RPC after error@1172627878) -> (continuation of Deferred@785253997 after retry RPC after error@381923286) -> (continuation of Deferred@114576848 after retry RPC after error@1692366205) -> (continuation of Deferred@981269221 after retry RPC after error@835342179) -> (continuation of Deferred@366227015 after retry RPC after error@180339997) -> (continuation of Deferred@1464450429 after retry RPC after error@874205600) -> (continuation of Deferred@653170 after retry RPC after error@1953123651) -> (continuation of Deferred@1859298534 after retry RPC after error@2784973) -> (continuation of Deferred@1339538397 after retry RPC after error@1769076529) -> (continuation of Deferred@318741357 after retry RPC after error@1106269161) -> (continuation of Deferred@864751961 after retry RPC after error@1436921958) -> (continuation of Deferred@997158220 after retry RPC after error@2017660627) -> (continuation of Deferred@329894235 after retry RPC after error@1811377608)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:20.067 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:11:20.067 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
23:11:20.074 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
23:11:20.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:20.098240 19770 consensus_queue.cc:1048] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Connected to new peer: Peer: permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:20.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:20.148151 19770 consensus_queue.cc:1048] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Connected to new peer: Peer: permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:20.250 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:20.251 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:20.251 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:20.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:20.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:20.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:20.252 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:20.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:20.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:20.253 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:20.253 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:20.253 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:20.253 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:20.253 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:11:20.255 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:20.256 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:20.256 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:20.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:20.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:20.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:20.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:20.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:20.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:20.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:20.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:20.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:20.257 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:20.259 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:20.259 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:20.259 [DEBUG - pool-160-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:20.260 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:20.260 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:20.260 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:20.260 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:20.260 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:20.260 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:20.260 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:20.261 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:20.261 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:20.261 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:20.261 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29917), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [27ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [71ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [72ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [72ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [84ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [86ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [107ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [115ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [117ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [118ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [144ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [162ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [205ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [205ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [224ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [244ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [244ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [443ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [444ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [444ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [445ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [782ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [783ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [783ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1742ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3220ms] refreshing cache from master, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3226ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3226ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3226ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5901ms] refreshing cache from master, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5906ms] too many traces: truncated at 100 traces, deferred=Deferred@1870572611(state=PENDING, result=null, callback=(continuation of Deferred@635638802 after retry RPC after error@167199887) -> (continuation of Deferred@453180130 after retry RPC after error@25448821) -> (continuation of Deferred@1014662867 after retry RPC after error@253390575) -> (continuation of Deferred@63127556 after retry RPC after error@544188144) -> (continuation of Deferred@1221324848 after retry RPC after error@351965904) -> (continuation of Deferred@228598571 after retry RPC after error@1353014345) -> (continuation of Deferred@1199074333 after retry RPC after error@122948144) -> (continuation of Deferred@199350410 after retry RPC after error@1910282923) -> (continuation of Deferred@1975523337 after retry RPC after error@1390577931) -> (continuation of Deferred@1463959125 after retry RPC after error@1113522132) -> (continuation of Deferred@933996486 after retry RPC after error@1908919017) -> (continuation of Deferred@926016018 after retry RPC after error@35920767) -> (continuation of Deferred@1750796650 after retry RPC after error@662967818) -> (continuation of Deferred@522011034 after retry RPC after error@1027624677) -> (continuation of Deferred@232783998 after retry RPC after error@181625742) -> (continuation of Deferred@2142761695 after retry RPC after error@1086307498) -> (continuation of Deferred@1305589555 after retry RPC after error@1544512020) -> (continuation of Deferred@476987968 after retry RPC after error@554301323) -> (continuation of Deferred@1637987510 after retry RPC after error@1184462164) -> (continuation of Deferred@680219525 after retry RPC after error@1179671728) -> (continuation of Deferred@716719304 after retry RPC after error@663136030) -> (continuation of Deferred@1432604432 after retry RPC after error@294829264) -> (continuation of Deferred@2044998702 after retry RPC after error@1799934555) -> (continuation of Deferred@546868077 after retry RPC after error@619239314) -> (continuation of Deferred@2096480869 after retry RPC after error@1359089066) -> (continuation of Deferred@900019972 after retry RPC after error@1460875877) -> (continuation of Deferred@94843912 after retry RPC after error@1141442123) -> (continuation of Deferred@1485313241 after retry RPC after error@382109111), errback=(continuation of Deferred@635638802 after retry RPC after error@167199887) -> (continuation of Deferred@453180130 after retry RPC after error@25448821) -> (continuation of Deferred@1014662867 after retry RPC after error@253390575) -> (continuation of Deferred@63127556 after retry RPC after error@544188144) -> (continuation of Deferred@1221324848 after retry RPC after error@351965904) -> (continuation of Deferred@228598571 after retry RPC after error@1353014345) -> (continuation of Deferred@1199074333 after retry RPC after error@122948144) -> (continuation of Deferred@199350410 after retry RPC after error@1910282923) -> (continuation of Deferred@1975523337 after retry RPC after error@1390577931) -> (continuation of Deferred@1463959125 after retry RPC after error@1113522132) -> (continuation of Deferred@933996486 after retry RPC after error@1908919017) -> (continuation of Deferred@926016018 after retry RPC after error@35920767) -> (continuation of Deferred@1750796650 after retry RPC after error@662967818) -> (continuation of Deferred@522011034 after retry RPC after error@1027624677) -> (continuation of Deferred@232783998 after retry RPC after error@181625742) -> (continuation of Deferred@2142761695 after retry RPC after error@1086307498) -> (continuation of Deferred@1305589555 after retry RPC after error@1544512020) -> (continuation of Deferred@476987968 after retry RPC after error@554301323) -> (continuation of Deferred@1637987510 after retry RPC after error@1184462164) -> (continuation of Deferred@680219525 after retry RPC after error@1179671728) -> (continuation of Deferred@716719304 after retry RPC after error@663136030) -> (continuation of Deferred@1432604432 after retry RPC after error@294829264) -> (continuation of Deferred@2044998702 after retry RPC after error@1799934555) -> (continuation of Deferred@546868077 after retry RPC after error@619239314) -> (continuation of Deferred@2096480869 after retry RPC after error@1359089066) -> (continuation of Deferred@900019972 after retry RPC after error@1460875877) -> (continuation of Deferred@94843912 after retry RPC after error@1141442123) -> (continuation of Deferred@1485313241 after retry RPC after error@382109111)))
23:11:20.262 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:11:20.270 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:20.273 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:20.273 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29917), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [27ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [71ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [72ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [72ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [84ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [86ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [107ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [115ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [117ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [118ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [144ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [162ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [205ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [205ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [224ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [244ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [244ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [443ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [444ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [444ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [445ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [782ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [783ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [783ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1742ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3220ms] refreshing cache from master, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3226ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3226ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3226ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5901ms] refreshing cache from master, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5906ms] too many traces: truncated at 100 traces, deferred=Deferred@1870572611(state=PENDING, result=null, callback=(continuation of Deferred@635638802 after retry RPC after error@167199887) -> (continuation of Deferred@453180130 after retry RPC after error@25448821) -> (continuation of Deferred@1014662867 after retry RPC after error@253390575) -> (continuation of Deferred@63127556 after retry RPC after error@544188144) -> (continuation of Deferred@1221324848 after retry RPC after error@351965904) -> (continuation of Deferred@228598571 after retry RPC after error@1353014345) -> (continuation of Deferred@1199074333 after retry RPC after error@122948144) -> (continuation of Deferred@199350410 after retry RPC after error@1910282923) -> (continuation of Deferred@1975523337 after retry RPC after error@1390577931) -> (continuation of Deferred@1463959125 after retry RPC after error@1113522132) -> (continuation of Deferred@933996486 after retry RPC after error@1908919017) -> (continuation of Deferred@926016018 after retry RPC after error@35920767) -> (continuation of Deferred@1750796650 after retry RPC after error@662967818) -> (continuation of Deferred@522011034 after retry RPC after error@1027624677) -> (continuation of Deferred@232783998 after retry RPC after error@181625742) -> (continuation of Deferred@2142761695 after retry RPC after error@1086307498) -> (continuation of Deferred@1305589555 after retry RPC after error@1544512020) -> (continuation of Deferred@476987968 after retry RPC after error@554301323) -> (continuation of Deferred@1637987510 after retry RPC after error@1184462164) -> (continuation of Deferred@680219525 after retry RPC after error@1179671728) -> (continuation of Deferred@716719304 after retry RPC after error@663136030) -> (continuation of Deferred@1432604432 after retry RPC after error@294829264) -> (continuation of Deferred@2044998702 after retry RPC after error@1799934555) -> (continuation of Deferred@546868077 after retry RPC after error@619239314) -> (continuation of Deferred@2096480869 after retry RPC after error@1359089066) -> (continuation of Deferred@900019972 after retry RPC after error@1460875877) -> (continuation of Deferred@94843912 after retry RPC after error@1141442123) -> (continuation of Deferred@1485313241 after retry RPC after error@382109111), errback=(continuation of Deferred@635638802 after retry RPC after error@167199887) -> (continuation of Deferred@453180130 after retry RPC after error@25448821) -> (continuation of Deferred@1014662867 after retry RPC after error@253390575) -> (continuation of Deferred@63127556 after retry RPC after error@544188144) -> (continuation of Deferred@1221324848 after retry RPC after error@351965904) -> (continuation of Deferred@228598571 after retry RPC after error@1353014345) -> (continuation of Deferred@1199074333 after retry RPC after error@122948144) -> (continuation of Deferred@199350410 after retry RPC after error@1910282923) -> (continuation of Deferred@1975523337 after retry RPC after error@1390577931) -> (continuation of Deferred@1463959125 after retry RPC after error@1113522132) -> (continuation of Deferred@933996486 after retry RPC after error@1908919017) -> (continuation of Deferred@926016018 after retry RPC after error@35920767) -> (continuation of Deferred@1750796650 after retry RPC after error@662967818) -> (continuation of Deferred@522011034 after retry RPC after error@1027624677) -> (continuation of Deferred@232783998 after retry RPC after error@181625742) -> (continuation of Deferred@2142761695 after retry RPC after error@1086307498) -> (continuation of Deferred@1305589555 after retry RPC after error@1544512020) -> (continuation of Deferred@476987968 after retry RPC after error@554301323) -> (continuation of Deferred@1637987510 after retry RPC after error@1184462164) -> (continuation of Deferred@680219525 after retry RPC after error@1179671728) -> (continuation of Deferred@716719304 after retry RPC after error@663136030) -> (continuation of Deferred@1432604432 after retry RPC after error@294829264) -> (continuation of Deferred@2044998702 after retry RPC after error@1799934555) -> (continuation of Deferred@546868077 after retry RPC after error@619239314) -> (continuation of Deferred@2096480869 after retry RPC after error@1359089066) -> (continuation of Deferred@900019972 after retry RPC after error@1460875877) -> (continuation of Deferred@94843912 after retry RPC after error@1141442123) -> (continuation of Deferred@1485313241 after retry RPC after error@382109111)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:20.274 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:11:20.276 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:11:20.282 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29917), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [27ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [71ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [72ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [72ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [84ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [86ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [86ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [107ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [115ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [117ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [118ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [144ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [162ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [205ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [205ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [224ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [244ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [244ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [443ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [444ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [444ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [445ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [782ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [783ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [783ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1742ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3220ms] refreshing cache from master, [3221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3225ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3226ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3226ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3226ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5901ms] refreshing cache from master, [5901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5906ms] too many traces: truncated at 100 traces, deferred=Deferred@1870572611(state=PENDING, result=null, callback=(continuation of Deferred@635638802 after retry RPC after error@167199887) -> (continuation of Deferred@453180130 after retry RPC after error@25448821) -> (continuation of Deferred@1014662867 after retry RPC after error@253390575) -> (continuation of Deferred@63127556 after retry RPC after error@544188144) -> (continuation of Deferred@1221324848 after retry RPC after error@351965904) -> (continuation of Deferred@228598571 after retry RPC after error@1353014345) -> (continuation of Deferred@1199074333 after retry RPC after error@122948144) -> (continuation of Deferred@199350410 after retry RPC after error@1910282923) -> (continuation of Deferred@1975523337 after retry RPC after error@1390577931) -> (continuation of Deferred@1463959125 after retry RPC after error@1113522132) -> (continuation of Deferred@933996486 after retry RPC after error@1908919017) -> (continuation of Deferred@926016018 after retry RPC after error@35920767) -> (continuation of Deferred@1750796650 after retry RPC after error@662967818) -> (continuation of Deferred@522011034 after retry RPC after error@1027624677) -> (continuation of Deferred@232783998 after retry RPC after error@181625742) -> (continuation of Deferred@2142761695 after retry RPC after error@1086307498) -> (continuation of Deferred@1305589555 after retry RPC after error@1544512020) -> (continuation of Deferred@476987968 after retry RPC after error@554301323) -> (continuation of Deferred@1637987510 after retry RPC after error@1184462164) -> (continuation of Deferred@680219525 after retry RPC after error@1179671728) -> (continuation of Deferred@716719304 after retry RPC after error@663136030) -> (continuation of Deferred@1432604432 after retry RPC after error@294829264) -> (continuation of Deferred@2044998702 after retry RPC after error@1799934555) -> (continuation of Deferred@546868077 after retry RPC after error@619239314) -> (continuation of Deferred@2096480869 after retry RPC after error@1359089066) -> (continuation of Deferred@900019972 after retry RPC after error@1460875877) -> (continuation of Deferred@94843912 after retry RPC after error@1141442123) -> (continuation of Deferred@1485313241 after retry RPC after error@382109111), errback=(continuation of Deferred@635638802 after retry RPC after error@167199887) -> (continuation of Deferred@453180130 after retry RPC after error@25448821) -> (continuation of Deferred@1014662867 after retry RPC after error@253390575) -> (continuation of Deferred@63127556 after retry RPC after error@544188144) -> (continuation of Deferred@1221324848 after retry RPC after error@351965904) -> (continuation of Deferred@228598571 after retry RPC after error@1353014345) -> (continuation of Deferred@1199074333 after retry RPC after error@122948144) -> (continuation of Deferred@199350410 after retry RPC after error@1910282923) -> (continuation of Deferred@1975523337 after retry RPC after error@1390577931) -> (continuation of Deferred@1463959125 after retry RPC after error@1113522132) -> (continuation of Deferred@933996486 after retry RPC after error@1908919017) -> (continuation of Deferred@926016018 after retry RPC after error@35920767) -> (continuation of Deferred@1750796650 after retry RPC after error@662967818) -> (continuation of Deferred@522011034 after retry RPC after error@1027624677) -> (continuation of Deferred@232783998 after retry RPC after error@181625742) -> (continuation of Deferred@2142761695 after retry RPC after error@1086307498) -> (continuation of Deferred@1305589555 after retry RPC after error@1544512020) -> (continuation of Deferred@476987968 after retry RPC after error@554301323) -> (continuation of Deferred@1637987510 after retry RPC after error@1184462164) -> (continuation of Deferred@680219525 after retry RPC after error@1179671728) -> (continuation of Deferred@716719304 after retry RPC after error@663136030) -> (continuation of Deferred@1432604432 after retry RPC after error@294829264) -> (continuation of Deferred@2044998702 after retry RPC after error@1799934555) -> (continuation of Deferred@546868077 after retry RPC after error@619239314) -> (continuation of Deferred@2096480869 after retry RPC after error@1359089066) -> (continuation of Deferred@900019972 after retry RPC after error@1460875877) -> (continuation of Deferred@94843912 after retry RPC after error@1141442123) -> (continuation of Deferred@1485313241 after retry RPC after error@382109111)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:20.284 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:11:20.284 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:11:20.284 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
23:11:20.300 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:20.298702 19770 consensus_queue.cc:1048] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Connected to new peer: Peer: permanent_uuid: "cebf0389145c4dfb9df0dc2d5aac4903" member_type: VOTER last_known_addr { host: "127.18.60.194" port: 42399 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:20.346 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:20.346 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:20.346 [DEBUG - pool-162-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:20.347 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:20.347 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:20.347 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:20.347 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:20.347 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:20.347 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:20.348 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:20.348 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:20.348 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:20.348 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:20.348 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29998), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [34ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [35ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [37ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [37ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [67ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [68ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [70ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [84ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [85ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [104ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [205ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [205ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [287ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [287ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [541ms] refreshing cache from master, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [544ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [544ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1163ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1243ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5263ms] too many traces: truncated at 100 traces, deferred=Deferred@1284022003(state=PENDING, result=null, callback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066), errback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066)))
23:11:20.349 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:11:20.349 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29998), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [34ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [35ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [37ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [37ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [67ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [68ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [70ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [84ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [85ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [104ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [205ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [205ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [287ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [287ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [541ms] refreshing cache from master, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [544ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [544ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1163ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1243ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5263ms] too many traces: truncated at 100 traces, deferred=Deferred@1284022003(state=PENDING, result=null, callback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066), errback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:20.350 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:11:20.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:20.350862 19770 consensus_queue.cc:1048] T f7e70b604a3446b7b8e30c851cf2cd98 P 3ba3a1fcae304731a1616f2074cee8ee [LEADER]: Connected to new peer: Peer: permanent_uuid: "06e13c8fdeba46f696a175db3c8393e0" member_type: VOTER last_known_addr { host: "127.18.60.193" port: 36913 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:20.353 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:11:20.355 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29998), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [32ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [34ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [35ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [37ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [37ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [42ms] refreshing cache from master, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [67ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [68ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [70ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [84ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [85ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [85ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [104ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [163ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [205ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [205ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [287ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [287ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [541ms] refreshing cache from master, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [543ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [544ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [544ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1161ms] refreshing cache from master, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1163ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1243ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5261ms] refreshing cache from master, [5261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5263ms] too many traces: truncated at 100 traces, deferred=Deferred@1284022003(state=PENDING, result=null, callback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066), errback=(continuation of Deferred@999495434 after retry RPC after error@1119837523) -> (continuation of Deferred@839737189 after retry RPC after error@989470929) -> (continuation of Deferred@435313603 after retry RPC after error@564123755) -> (continuation of Deferred@2033274186 after retry RPC after error@312870421) -> (continuation of Deferred@427916225 after retry RPC after error@1182970906) -> (continuation of Deferred@900393629 after retry RPC after error@396280979) -> (continuation of Deferred@89385682 after retry RPC after error@1453505542) -> (continuation of Deferred@884886093 after retry RPC after error@1441118741) -> (continuation of Deferred@1341837057 after retry RPC after error@217778292) -> (continuation of Deferred@1246873476 after retry RPC after error@840755657) -> (continuation of Deferred@721922636 after retry RPC after error@2137763824) -> (continuation of Deferred@1002580606 after retry RPC after error@1850068590) -> (continuation of Deferred@2022071328 after retry RPC after error@1521514735) -> (continuation of Deferred@1888167965 after retry RPC after error@821931740) -> (continuation of Deferred@2052101055 after retry RPC after error@595524378) -> (continuation of Deferred@178054312 after retry RPC after error@1472868457) -> (continuation of Deferred@695835716 after retry RPC after error@2106266714) -> (continuation of Deferred@274663143 after retry RPC after error@370161149) -> (continuation of Deferred@1936593095 after retry RPC after error@1449321268) -> (continuation of Deferred@1055043361 after retry RPC after error@701156061) -> (continuation of Deferred@715202315 after retry RPC after error@1796940328) -> (continuation of Deferred@1084949453 after retry RPC after error@1070114087) -> (continuation of Deferred@498318482 after retry RPC after error@797693806) -> (continuation of Deferred@933628985 after retry RPC after error@1295869559) -> (continuation of Deferred@1307182190 after retry RPC after error@1017879066)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:20.356 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:11:20.357 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job b2b25cd960f08851bedacc90188e59d4
23:11:20.357 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
23:11:20.434 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:11:20.434 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:11:20.435 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:11:20.461 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:11:20.486 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:20.486 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:20.486 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:20.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:20.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:20.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:20.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:20.487 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:20.487 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:20.487 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:20.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:20.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:20.487 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:20.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:20.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:20.984 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:20.985 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:20.985 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:20.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:20.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:20.986 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:20.986 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:20.986 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:20.986 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:20.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:20.987 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:20.987 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:20.987 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:21.159 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:21.159 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:21.159 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:21.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:21.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:21.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:21.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:21.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:21.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:21.161 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:21.161 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:21.161 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:21.161 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:21.191 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:21.191 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:21.192 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:21.192 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:21.192 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:21.192 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:21.193 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:21.193 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:21.193 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:21.193 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:21.193 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:21.193 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:21.193 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:21.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:21.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:21.347 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:21.348 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:21.348 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:21.349 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:21.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:21.349 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:21.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:21.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:21.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:21.350 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:21.350 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:21.350 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:21.350 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:21.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:21.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:21.775 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:11:21.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:21.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:21.899 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:21.899 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:21.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:21.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:21.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:21.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:21.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:21.900 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:21.900 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:21.901 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:21.901 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:21.977 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:11:22.001 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:11:22.042 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:11:22.059 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:11:22.101 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:22.101 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:22.102 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:22.102 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:22.102 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:22.102 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:22.103 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:22.103 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:22.103 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:22.103 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:22.103 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:22.103 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:22.103 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:11:22.104 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:22.120 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:11:22.122 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:11:22.122 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:11:22.122 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:11:22.123 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:11:22.123 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:11:22.123 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:11:22.123 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:11:22.124 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:11:22.124 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:11:22.125 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:11:22.125 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:11:22.125 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:11:22.125 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:11:22.125 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:11:22.125 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:11:22.125 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:11:22.125 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:11:22.125 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:11:22.126 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:11:22.126 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:11:22.126 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:11:22.126 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:11:22.126 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:11:22.127 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_8704c60961dcefa31af8636a6ee8f2d8/blobStorage
23:11:22.127 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:46265 - max concurrent requests: 50 - max backlog: 1000
23:11:22.128 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_8704c60961dcefa31af8636a6ee8f2d8/blobStorage
23:11:22.129 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_8704c60961dcefa31af8636a6ee8f2d8/blobStorage
23:11:22.129 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:11:22.130 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 17f4b6ca-e275-4d45-bb6f-a33a835f8abf
23:11:22.132 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 37 GB (77.08% usable)
23:11:22.132 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-6e236cd5-4990-4d97-a4a6-679413e00464
23:11:22.135 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-8cc47cfc-a567-401f-8687-f5d846862cf9
23:11:22.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:22.239 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:11:22.241 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:11:22.241 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:11:22.241 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:11:22.242 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:11:22.244 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_12 .
23:11:22.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:22.249 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
23:11:22.250 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-ffce35bf-3e79-41ad-94eb-e41d249763a2
23:11:22.251 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:11:22.252 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:11:22.263 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:11:22.263 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:11:22.273 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:45515
23:11:22.273 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:11:22.274 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:45515 was granted leadership with leaderSessionID=01a339ba-cba2-4d32-ba59-47d05542d669
23:11:22.274 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:45515 , session=01a339ba-cba2-4d32-ba59-47d05542d669
23:11:22.275 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:11:22.277 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:11:22.277 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:11:22.277 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 821ec3c7-bc7c-4c07-a3dd-db256aaa7fe5. Creating new DispatcherLeaderProcess.
23:11:22.278 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:11:22.278 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:11:22.284 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:11:22.284 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:11:22.285 [INFO - pool-193-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id 06e67e13-a865-419e-908b-659941358c26.
23:11:22.287 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_13 .
23:11:22.298 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_13 , session=821ec3c7-bc7c-4c07-a3dd-db256aaa7fe5
23:11:22.305 [INFO - pool-193-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_14 .
23:11:22.313 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
23:11:22.313 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:11:22.314 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:11:22.314 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:11:22.314 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:11:22.315 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_14 , session=06e67e13-a865-419e-908b-659941358c26
23:11:22.317 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(908b659941358c2606e67e13a865419e).
23:11:22.337 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:11:22.345 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (740adf8daa67de3853e3b5185db02a0c).
23:11:22.345 [INFO - flink-pekko.actor.default-dispatcher-5] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (740adf8daa67de3853e3b5185db02a0c).
23:11:22.346 [INFO - flink-pekko.actor.default-dispatcher-5] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-740adf8daa67de3853e3b5185db02a0c'.
23:11:22.346 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 740adf8daa67de3853e3b5185db02a0c was granted leadership with leader id c00b0d0b-3e1b-4027-ad09-0a5348478a9e. Creating new JobMasterServiceProcess.
23:11:22.346 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1080) Registering TaskManager with ResourceID 17f4b6ca-e275-4d45-bb6f-a33a835f8abf (pekko://flink/user/rpc/taskmanager_12) at ResourceManager
23:11:22.347 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_14 under registration id ee67742d29f49e8ded607ee3be36a496.
23:11:22.348 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:344) Registering task executor 17f4b6ca-e275-4d45-bb6f-a33a835f8abf under ee67742d29f49e8ded607ee3be36a496 at the slot manager.
23:11:22.350 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_15 .
23:11:22.353 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (740adf8daa67de3853e3b5185db02a0c).
23:11:22.354 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c).
23:11:22.355 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph a8a379fce5504af9fda31e097595ca39 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:22.355 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c).
23:11:22.355 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:11:22.356 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
23:11:22.356 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1f251e80
23:11:22.356 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:22.357 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:11:22.358 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:11:22.358 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@2114dcd6 for Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c).
23:11:22.359 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_15 , session=c00b0d0b-3e1b-4027-ad09-0a5348478a9e
23:11:22.360 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (740adf8daa67de3853e3b5185db02a0c) under job master id ad090a5348478a9ec00b0d0b3e1b4027.
23:11:22.360 [INFO - flink-pekko.actor.default-dispatcher-7] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:11:22.362 [DEBUG - flink-pekko.actor.default-dispatcher-7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:22.362 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:11:22.363 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state CREATED to RUNNING.
23:11:22.363 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:11:22.364 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:11:22.364 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:11:22.365 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:11:22.365 [INFO - flink-pekko.actor.default-dispatcher-7] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_14(908b659941358c2606e67e13a865419e)
23:11:22.366 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:11:22.367 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager ad090a5348478a9ec00b0d0b3e1b4027@pekko://flink/user/rpc/jobmanager_15 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:22.369 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:22.370 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:22.373 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1015) Registered job manager ad090a5348478a9ec00b0d0b3e1b4027@pekko://flink/user/rpc/jobmanager_15 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:22.374 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.17.123.62:37959(127.17.123.62:37959)] Successfully connected to peer
23:11:22.375 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:22.378 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.17.123.60:43249(127.17.123.60:43249)] Successfully connected to peer
23:11:22.381 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.60
23:11:22.386 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.62
23:11:22.386 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 908b659941358c2606e67e13a865419e.
23:11:22.387 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:11:22.394 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.402 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.17.123.61:34801(127.17.123.61:34801)] Successfully connected to peer
23:11:22.403 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.61
23:11:22.408 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.411 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1cc60091, L:/127.0.0.1:34828 - R:/127.17.123.62:37959] using SASL/PLAIN
23:11:22.413 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 740adf8daa67de3853e3b5185db02a0c
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 17f4b6ca-e275-4d45-bb6f-a33a835f8abf
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:11:22.414 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 8ccdb4d1b659593e1e2aaebb806abe3f from 17f4b6ca-e275-4d45-bb6f-a33a835f8abf for job 740adf8daa67de3853e3b5185db02a0c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:11:22.414 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot c4d2e7e048967ba5906dc4ec534712d6 from 17f4b6ca-e275-4d45-bb6f-a33a835f8abf for job 740adf8daa67de3853e3b5185db02a0c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:11:22.414 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 8ccdb4d1b659593e1e2aaebb806abe3f for job 740adf8daa67de3853e3b5185db02a0c from resource manager with leader id 908b659941358c2606e67e13a865419e.
23:11:22.415 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot dd79a6f79ec905dac849f07417c6e19d from 17f4b6ca-e275-4d45-bb6f-a33a835f8abf for job 740adf8daa67de3853e3b5185db02a0c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:11:22.415 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 8ccdb4d1b659593e1e2aaebb806abe3f with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:11:22.416 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 11148c1f12cc2257404ffa115a7cd97a from 17f4b6ca-e275-4d45-bb6f-a33a835f8abf for job 740adf8daa67de3853e3b5185db02a0c with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:11:22.421 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x78d40df4, L:/127.0.0.1:34102 - R:/127.17.123.60:43249] using SASL/PLAIN
23:11:22.421 [DEBUG - main] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:22.424 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:11:22.425 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=56), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [50ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: OK, [55ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: OK, deferred=null) after lookup
23:11:22.426 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:192) Add job 740adf8daa67de3853e3b5185db02a0c for job leader monitoring.
23:11:22.427 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request c4d2e7e048967ba5906dc4ec534712d6 for job 740adf8daa67de3853e3b5185db02a0c from resource manager with leader id 908b659941358c2606e67e13a865419e.
23:11:22.427 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for c4d2e7e048967ba5906dc4ec534712d6 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:11:22.427 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request dd79a6f79ec905dac849f07417c6e19d for job 740adf8daa67de3853e3b5185db02a0c from resource manager with leader id 908b659941358c2606e67e13a865419e.
23:11:22.427 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for dd79a6f79ec905dac849f07417c6e19d with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:11:22.428 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1149) Receive slot request 11148c1f12cc2257404ffa115a7cd97a for job 740adf8daa67de3853e3b5185db02a0c from resource manager with leader id 908b659941358c2606e67e13a865419e.
23:11:22.428 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:321) Allocated slot for 11148c1f12cc2257404ffa115a7cd97a with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:11:22.428 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_15 with leader id c00b0d0b-3e1b-4027-ad09-0a5348478a9e.
23:11:22.430 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5779e68601044c578ff1eed31f6735e6
23:11:22.430 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:11:22.433 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_15 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:22.433 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1783) Establish JobManager connection for job 740adf8daa67de3853e3b5185db02a0c.
23:11:22.434 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 740adf8daa67de3853e3b5185db02a0c.
23:11:22.435 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:11:22.435 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id 11148c1f12cc2257404ffa115a7cd97a
23:11:22.436 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 11148c1f12cc2257404ffa115a7cd97a.
23:11:22.443 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 740adf8daa67de3853e3b5185db02a0c.
23:11:22.443 [INFO - flink-pekko.actor.default-dispatcher-9] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:11:22.443 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 740adf8daa67de3853e3b5185db02a0c
23:11:22.443 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 61874bb3de1d440a83a79c12ea506017 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:22.443 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:22.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 40395be58dd64ae08da1b527b177a6cc for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:22.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a6c8f690262e4cc99aceb9d9667c4d00 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:22.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 186ee95605124c9b8b0ac43ca77b0b78 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:22.444 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 571a79a9e14041b082fa09bc83bc8b4f for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:22.444 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=61874bb3de1d440a83a79c12ea506017@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=40395be58dd64ae08da1b527b177a6cc@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=a6c8f690262e4cc99aceb9d9667c4d00@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=186ee95605124c9b8b0ac43ca77b0b78@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=571a79a9e14041b082fa09bc83bc8b4f@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:22.446 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 11148c1f12cc2257404ffa115a7cd97a.
23:11:22.446 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x33450935, L:/127.0.0.1:35380 - R:/127.17.123.61:34801] using SASL/PLAIN
23:11:22.449 [DEBUG - main] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:22.451 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.60.254:40821(127.18.60.254:40821)] Successfully connected to peer
23:11:22.452 [DEBUG - main] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:22.453 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.60.252:36979(127.18.60.252:36979)] Successfully connected to peer
23:11:22.464 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.254
23:11:22.468 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.252
23:11:22.475 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:11:22.475 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:11:22.475 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:11:22.475 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id c4d2e7e048967ba5906dc4ec534712d6
23:11:22.475 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot c4d2e7e048967ba5906dc4ec534712d6.
23:11:22.477 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id c4d2e7e048967ba5906dc4ec534712d6.
23:11:22.484 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7fbfaf36
23:11:22.484 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:22.484 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:11:22.484 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:11:22.485 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.486 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:11:22.486 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id dd79a6f79ec905dac849f07417c6e19d
23:11:22.490 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.497 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdd8fd1ad, L:/127.0.0.1:36736 - R:/127.18.60.254:40821] using SASL/PLAIN
23:11:22.502 [DEBUG - main] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:11:22.502 [DEBUG - main] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=100), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: OK, deferred=null) after lookup
23:11:22.503 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.60.253:41141(127.18.60.253:41141)] Successfully connected to peer
23:11:22.505 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:22.505 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:22.506 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:22.506 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:22.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:22.506 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:22.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:22.506 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:22.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:22.506 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:22.506 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:22.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:22.506 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:22.507 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot dd79a6f79ec905dac849f07417c6e19d.
23:11:22.510 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:11:22.510 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:11:22.518 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3db2feab
23:11:22.518 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x30b3b41d, L:/127.0.0.1:59208 - R:/127.18.60.252:36979] using SASL/PLAIN
23:11:22.519 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:22.519 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:11:22.520 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:11:22.520 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:22.525 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id dd79a6f79ec905dac849f07417c6e19d.
23:11:22.526 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@73dcdff1
23:11:22.528 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:22.533 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a44ca969ac1f4081a77bbe84e0d0829d for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:22.533 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8806a549a7404ec49c3a5f2533031c96 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:22.533 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7e70b604a3446b7b8e30c851cf2cd98 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:22.533 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:22.533 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d6a2b320d59f4986b5a085adaa66bb71 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:22.533 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet de48083a160c490980e85af3a877ac16 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:22.534 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=a44ca969ac1f4081a77bbe84e0d0829d@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=8806a549a7404ec49c3a5f2533031c96@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=f7e70b604a3446b7b8e30c851cf2cd98@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d6a2b320d59f4986b5a085adaa66bb71@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=de48083a160c490980e85af3a877ac16@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:22.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=12), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.18.60.254:40821, [12ms] Sub RPC GetTableLocations: received response from server master-127.18.60.254:40821: OK, deferred=null)) after lookup
23:11:22.534 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)] connecting to peer
23:11:22.536 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4975bdaf
23:11:22.540 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:22.564 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:11:22.565 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id 8ccdb4d1b659593e1e2aaebb806abe3f
23:11:22.565 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:22.565 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:22.565 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:11:22.565 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:22.566 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:11:22.566 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:22.566 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:22.566 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:22.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:22.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:22.566 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:22.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:22.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:22.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:22.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:22.567 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:22.582 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 8ccdb4d1b659593e1e2aaebb806abe3f.
23:11:22.584 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 8ccdb4d1b659593e1e2aaebb806abe3f.
23:11:22.584 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 11148c1f12cc2257404ffa115a7cd97a.
23:11:22.584 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot c4d2e7e048967ba5906dc4ec534712d6.
23:11:22.584 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot dd79a6f79ec905dac849f07417c6e19d.
23:11:22.584 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 8ccdb4d1b659593e1e2aaebb806abe3f.
23:11:22.585 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:11:22.585 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:11:22.586 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7bd95d97
23:11:22.586 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:22.586 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:11:22.586 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:11:22.587 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:11:22.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:11:22.587 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.587 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:11:22.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@10fc6df2
23:11:22.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:22.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:11:22.588 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:11:22.590 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:11:22.592 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)] Successfully connected to peer
23:11:22.593 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb5365b83, L:/127.0.0.1:59552 - R:/127.18.60.253:41141] using TOKEN/null
23:11:22.602 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b5e74c2
23:11:22.610 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:22.610 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:22.610 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:22.611 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:22.612 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:22.612 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:22.612 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.60.254:40821(127.18.60.254:40821)] Successfully connected to peer
23:11:22.628 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:22.639 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.60.252:36979(127.18.60.252:36979)] Successfully connected to peer
23:11:22.645 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6752f342
23:11:22.645 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.252
23:11:22.649 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.60.254:40821(127.18.60.254:40821)] Successfully connected to peer
23:11:22.654 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:22.658 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.254
23:11:22.665 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:22.666 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.60.252:36979(127.18.60.252:36979)] Successfully connected to peer
23:11:22.672 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.673 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.678 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x36135b61, L:/127.0.0.1:34400 - R:/127.18.60.195:33017] using TOKEN/null
23:11:22.686 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:22.687 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:22.687 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:22.687 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:22.688 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:22.688 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:22.688 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:22.688 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:22.688 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:22.688 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:22.689 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:22.689 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:22.689 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:22.689 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:22.694 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.252
23:11:22.699 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:22.700 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:22.701 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.60.254:40821(127.18.60.254:40821)] Successfully connected to peer
23:11:22.703 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.254
23:11:22.708 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.708 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd0355ca8, L:/127.0.0.1:59218 - R:/127.18.60.252:36979] using SASL/PLAIN
23:11:22.715 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:22.727 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:22.728 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.254
23:11:22.728 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.60.252:36979(127.18.60.252:36979)] Successfully connected to peer
23:11:22.734 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:22.734 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:22.734 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:22.734 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:22.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:22.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:22.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:22.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:22.735 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:22.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:22.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:22.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:22.735 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:22.739 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.252
23:11:22.742 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:22.742 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:22.748 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:22.750 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:22.750 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:22.751 [DEBUG - main] (Connection.java:748) [peer cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)] connecting to peer
23:11:22.755 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.60.253:41141(127.18.60.253:41141)] Successfully connected to peer
23:11:22.756 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.60.253:41141(127.18.60.253:41141)] Successfully connected to peer
23:11:22.730 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.60.253:41141(127.18.60.253:41141)] Successfully connected to peer
23:11:22.759 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0377590d, L:/127.0.0.1:36744 - R:/127.18.60.254:40821] using SASL/PLAIN
23:11:22.783 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.792 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.253
23:11:22.799 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.807 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa2a7a558, L:/127.0.0.1:36760 - R:/127.18.60.254:40821] using SASL/PLAIN
23:11:22.808 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xaca72e9d, L:/127.0.0.1:59236 - R:/127.18.60.252:36979] using SASL/PLAIN
23:11:22.813 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:11:22.814 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:11:22.814 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
23:11:22.815 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
23:11:22.815 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4
23:11:22.815 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:11:22.816 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:11:22.816 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
23:11:22.816 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:11:22.817 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
23:11:22.817 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 0b815fbd9e4299a90c651edd5a93d7ef
23:11:22.817 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:11:22.818 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:11:22.817 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=276), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: OK, [205ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: OK, deferred=null) after lookup
23:11:22.818 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=207), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [165ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: OK, deferred=null) after lookup
23:11:22.821 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:11:22.822 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:11:22.822 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:11:22.823 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:11:22.823 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.253
23:11:22.823 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
23:11:22.824 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
23:11:22.824 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id af813b30f1bdf7ed02d1eb96380647b7
23:11:22.824 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RESTARTING to RUNNING.
23:11:22.824 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:11:22.825 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:11:22.825 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
23:11:22.825 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x5468d0ce, L:/127.0.0.1:36756 - R:/127.18.60.254:40821] using SASL/PLAIN
23:11:22.825 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:11:22.826 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:11:22.827 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:11:22.827 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:11:22.830 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
23:11:22.830 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 39c3666682cc04254d28470b89fa7a1a
23:11:22.830 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:11:22.830 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:22.830 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:11:22.833 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 0b815fbd9e4299a90c651edd5a93d7ef.
23:11:22.834 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 0b815fbd9e4299a90c651edd5a93d7ef.
23:11:22.835 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
23:11:22.835 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
23:11:22.835 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1bf93280
23:11:22.835 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:22.835 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:11:22.836 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:11:22.836 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:11:22.836 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:22.838 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot af813b30f1bdf7ed02d1eb96380647b7.
23:11:22.838 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:22.839 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:22.839 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id af813b30f1bdf7ed02d1eb96380647b7.
23:11:22.839 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
23:11:22.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
23:11:22.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@794f80e7
23:11:22.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:22.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:11:22.841 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:11:22.841 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:11:22.842 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@21792f46
23:11:22.850 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@78ccf25f
23:11:22.871 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
23:11:22.871 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
23:11:22.872 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 39c3666682cc04254d28470b89fa7a1a.
23:11:22.872 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4e42bb80
23:11:22.872 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:22.872 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.253
23:11:22.872 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:11:22.873 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:11:22.874 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:11:22.875 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=346), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: OK, [264ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: OK, deferred=null) after lookup
23:11:22.873 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:22.875 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:22.876 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 39c3666682cc04254d28470b89fa7a1a.
23:11:22.877 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:22.877 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:11:22.878 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:22.880 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4fcecaed
23:11:22.881 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.18.60.253:41141(127.18.60.253:41141)] Successfully connected to peer
23:11:22.882 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:22.882 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.883 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.18.60.254:40821(127.18.60.254:40821)] Successfully connected to peer
23:11:22.884 [DEBUG - kudu-nio-4] (Connection.java:757) [peer cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)] Successfully connected to peer
23:11:22.885 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.18.60.252:36979(127.18.60.252:36979)] Successfully connected to peer
23:11:22.907 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:22.911 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:22.911 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:22.911 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:22.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:22.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:22.912 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:22.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:22.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:22.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:22.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:22.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:22.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:22.913 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:22.914 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
23:11:22.914 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
23:11:22.915 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2090ae8b
23:11:22.915 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:22.915 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:11:22.915 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:11:22.915 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:11:22.917 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:22.917 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15dba107
23:11:22.919 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.254
23:11:22.921 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:11:22.921 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:11:22.921 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:22.923 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@19fe0e4
23:11:22.924 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x6189645a, L:/127.0.0.1:59220 - R:/127.18.60.252:36979] using SASL/PLAIN
23:11:22.929 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:22.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:22.933 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:22.934 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:22.937 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:22.937 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:22.937 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:22.939 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.252
23:11:22.951 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:22.952 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3c386da2
23:11:22.955 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:11:22.956 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:11:22.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:22.985 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:22.990 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.18.60.253
23:11:22.993 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:22.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:22.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:22.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.001 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:23.014 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:23.015 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@68c9221d
23:11:23.016 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:11:23.016 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:11:23.027 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.028 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.028 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.028 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.035 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.036 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:23.037 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:23.040 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:23.044 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:23.045 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.052 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:11:23.053 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='12613216788ca17e011ebaa3a1cf5131c9c3f9da298128db3c96c791d201cbfb'}]
23:11:23.054 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:23.059 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.060 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.060 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.060 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.061 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf7b63502, L:/127.0.0.1:59558 - R:/127.18.60.253:41141] using SASL/PLAIN
23:11:23.066 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa43b835c, L:/127.0.0.1:36766 - R:/127.18.60.254:40821] using SASL/PLAIN
23:11:23.068 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:23.068 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3da0da02, L:/127.0.0.1:59564 - R:/127.18.60.253:41141] using SASL/PLAIN
23:11:23.072 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x6b811830, L:/127.0.0.1:59578 - R:/127.18.60.253:41141] using SASL/PLAIN
23:11:23.077 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:11:23.077 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=422), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: OK, deferred=null) after lookup
23:11:23.086 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:23.090 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.090 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.090 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.090 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.091 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:23.091 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@52f3c542
23:11:23.096 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.102 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.103 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.110 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:11:23.110 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7f2753d7424e30f1e9cadf3fd8aaa028fb16010fa293fe16ec58dd07f7bef738'}]
23:11:23.112 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:23.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.117 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x42930884, L:/127.0.0.1:59582 - R:/127.18.60.253:41141] using SASL/PLAIN
23:11:23.120 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0xf37dd0b5, L:/127.0.0.1:43704 - R:/127.18.60.194:42399] using TOKEN/null
23:11:23.129 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:23.129 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:23.129 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:23.130 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:23.130 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:23.130 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:23.130 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:23.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:23.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:23.130 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:23.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:23.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:23.131 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:23.132 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x95b210ca, L:/127.0.0.1:59244 - R:/127.18.60.252:36979] using SASL/PLAIN
23:11:23.150 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:11:23.155 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299997, tablet=61874bb3de1d440a83a79c12ea506017@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:23.155 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:11:23.157 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (2/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:23.157 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:11:23.157 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:11:23.164 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.165 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:23.166 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:11:23.173 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.178 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.178 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:23.178 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.184 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.184 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:23.187 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:11:23.188 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ea3abea659ad4a3580988c1b7b0a956cfef9626b243d8cf6042d0b5777eedef0'}]
23:11:23.189 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:23.201 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.202 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.206 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.207 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.207 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.212 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.213 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.214 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:23.220 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:11:23.221 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299997, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}]
23:11:23.242 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.242 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:23.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:23.248 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.249 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:23.255 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.255 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:23.262 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.262 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:23.269 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.270 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:23.278 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.278 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:23.298 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:23.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.310 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.322 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:11:23.326 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:11:23.329 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.334 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299997, tablet=40395be58dd64ae08da1b527b177a6cc@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:23.334 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.335 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:23.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.343 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.345 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.346 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:23.347 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.350 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.350 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.351 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.356 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.356 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:23.366 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.367 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:23.368 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.377 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.377 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:23.385 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:23.386 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:23.386 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:23.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:23.386 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:23.386 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:23.386 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:23.386 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:23.396 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:11:23.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:23.478 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.478 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.478 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.478 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:23.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:23.478 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:23.479 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.479 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:23.481 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='64384bb5097c404bcbf820c19ed9254b02da27cc81eebfecd1c71fd6ddae4c81'}]
23:11:23.483 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:23.483 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:23.485 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:11:23.486 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.487 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.487 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:23.487 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:23.487 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.487 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.487 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.487 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.488 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.488 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.488 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.488 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.488 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.489 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:23.492 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:23.496 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.496 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:23.499 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:23.501 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:11:23.501 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.504 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=a6c8f690262e4cc99aceb9d9667c4d00@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}]
23:11:23.511 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.511 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa2d241ae, L:/127.0.0.1:60052 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:23.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.513 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.520 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:23.523 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:23.535 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:23.543 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:23.555 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.555 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:23.558 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:23.562 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465883561 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:23.722 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:23.724 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:23.726 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.726 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.726 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xd4ba5bb1, L:/127.0.0.1:60054 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:23.727 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.727 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.728 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.728 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false, responseScanTimestamp = 7305076254183424001) for scanner KuduScanner(table=replication_test_table, tablet=61874bb3de1d440a83a79c12ea506017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.728 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:23.729 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.729 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.729 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.729 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.729 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:23.730 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:23.730 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:23.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:23.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:23.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:23.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:23.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:23.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:23.732 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x478af241, L:/127.0.0.1:60070 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:23.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.732 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:23.732 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.732 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.732 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:23.733 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:23.733 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:23.733 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:23.733 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:23.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:23.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:23.733 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:23.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:23.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:23.733 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:23.733 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:23.733 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.733 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.734 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:23.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:23.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:23.734 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:23.739 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:23.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.740 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.743 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076254183424001) for scanner KuduScanner(table=replication_test_table, tablet=40395be58dd64ae08da1b527b177a6cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.743 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [ea3abea659ad4a3580988c1b7b0a956cfef9626b243d8cf6042d0b5777eedef0]
23:11:23.743 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ea3abea659ad4a3580988c1b7b0a956cfef9626b243d8cf6042d0b5777eedef0]
23:11:23.744 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:11:23.744 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:11:23.744 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:23.745 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:23.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:23.746 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ea3abea659ad4a3580988c1b7b0a956cfef9626b243d8cf6042d0b5777eedef0 finished by subtask 1; deferring removal (restored in pending)
23:11:23.747 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a07313e61c28a98e9072d494d112a4ced083c581cc89ffa94b7a71d2c55d6b47'}]
23:11:23.747 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.748 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.748 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.748 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.748 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:23.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.749 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:23.749 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.749 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.749 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.749 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.749 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.749 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.750 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [7f2753d7424e30f1e9cadf3fd8aaa028fb16010fa293fe16ec58dd07f7bef738]
23:11:23.750 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.750 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:11:23.761 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076254183424001) for scanner KuduScanner(table=replication_test_table, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.761 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [12613216788ca17e011ebaa3a1cf5131c9c3f9da298128db3c96c791d201cbfb]
23:11:23.762 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.762 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.762 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.762 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.762 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.763 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.763 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.767 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7f2753d7424e30f1e9cadf3fd8aaa028fb16010fa293fe16ec58dd07f7bef738]
23:11:23.768 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.769 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:23.769 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7f2753d7424e30f1e9cadf3fd8aaa028fb16010fa293fe16ec58dd07f7bef738 finished by subtask 3; deferring removal (restored in pending)
23:11:23.750 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:11:23.770 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:11:23.770 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:23.771 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:23.772 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ceeea3ad0703accf53673cb35d011c1a6a7da0daa3acbda6f06c7396ada99821'}]
23:11:23.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a44ca969ac1f4081a77bbe84e0d0829d for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:23.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8806a549a7404ec49c3a5f2533031c96 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:23.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7e70b604a3446b7b8e30c851cf2cd98 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:23.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:23.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d6a2b320d59f4986b5a085adaa66bb71 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:23.780 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet de48083a160c490980e85af3a877ac16 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:23.780 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=a44ca969ac1f4081a77bbe84e0d0829d@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=8806a549a7404ec49c3a5f2533031c96@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=f7e70b604a3446b7b8e30c851cf2cd98@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d6a2b320d59f4986b5a085adaa66bb71@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=de48083a160c490980e85af3a877ac16@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:23.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a44ca969ac1f4081a77bbe84e0d0829d for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:23.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8806a549a7404ec49c3a5f2533031c96 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:23.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7e70b604a3446b7b8e30c851cf2cd98 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:23.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:23.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d6a2b320d59f4986b5a085adaa66bb71 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:23.781 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet de48083a160c490980e85af3a877ac16 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:23.781 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.782 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=a44ca969ac1f4081a77bbe84e0d0829d@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=8806a549a7404ec49c3a5f2533031c96@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=f7e70b604a3446b7b8e30c851cf2cd98@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d6a2b320d59f4986b5a085adaa66bb71@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=de48083a160c490980e85af3a877ac16@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:23.782 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.782 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.782 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.782 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.782 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.783 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a44ca969ac1f4081a77bbe84e0d0829d for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:23.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8806a549a7404ec49c3a5f2533031c96 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:23.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7e70b604a3446b7b8e30c851cf2cd98 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:23.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:23.785 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d6a2b320d59f4986b5a085adaa66bb71 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:23.786 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet de48083a160c490980e85af3a877ac16 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:23.786 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=a44ca969ac1f4081a77bbe84e0d0829d@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=8806a549a7404ec49c3a5f2533031c96@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=f7e70b604a3446b7b8e30c851cf2cd98@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d6a2b320d59f4986b5a085adaa66bb71@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=de48083a160c490980e85af3a877ac16@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:23.786 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:23.786 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:23.787 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:23.787 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:23.787 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:23.787 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:23.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:23.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:23.788 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:23.788 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:23.788 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:23.788 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:23.789 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:23.789 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.789 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.789 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.790 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.790 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.790 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.790 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.790 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.790 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.790 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.791 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a44ca969ac1f4081a77bbe84e0d0829d for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:23.791 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8806a549a7404ec49c3a5f2533031c96 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:23.792 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7e70b604a3446b7b8e30c851cf2cd98 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:23.792 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:23.792 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d6a2b320d59f4986b5a085adaa66bb71 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:23.792 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet de48083a160c490980e85af3a877ac16 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:23.792 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=a44ca969ac1f4081a77bbe84e0d0829d@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=8806a549a7404ec49c3a5f2533031c96@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=f7e70b604a3446b7b8e30c851cf2cd98@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d6a2b320d59f4986b5a085adaa66bb71@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=de48083a160c490980e85af3a877ac16@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:23.800 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.800 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:23.801 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.802 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.802 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.802 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.802 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.802 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.803 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.803 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.807 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:23.810 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.810 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.810 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.810 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.810 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.810 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.811 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.811 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.811 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:23.811 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.811 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.828 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.829 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.830 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.830 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.835 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.847 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.848 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.848 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.848 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.849 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.849 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.849 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.849 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.849 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.849 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.849 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.849 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.862 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.862 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.863 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.863 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.869 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.869 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:23.878 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.878 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:23.887 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.887 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:23.893 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.893 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:23.897 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:23.899 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:23.901 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.901 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:23.912 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.912 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:23.915 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [12613216788ca17e011ebaa3a1cf5131c9c3f9da298128db3c96c791d201cbfb]
23:11:23.916 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:11:23.916 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:11:23.917 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:23.917 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 12613216788ca17e011ebaa3a1cf5131c9c3f9da298128db3c96c791d201cbfb finished by subtask 0; deferring removal (restored in pending)
23:11:23.918 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:23.925 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:11:23.927 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.927 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.928 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.928 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.928 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.928 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.929 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.929 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.929 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.929 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.929 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.929 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 740adf8daa67de3853e3b5185db02a0c (4928 bytes, checkpointDuration=368 ms, finalizationTime=0 ms).
23:11:23.930 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:11:23.930 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split ea3abea659ad4a3580988c1b7b0a956cfef9626b243d8cf6042d0b5777eedef0 from pending
23:11:23.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:23.931 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 12613216788ca17e011ebaa3a1cf5131c9c3f9da298128db3c96c791d201cbfb from pending
23:11:23.931 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 7f2753d7424e30f1e9cadf3fd8aaa028fb16010fa293fe16ec58dd07f7bef738 from pending
23:11:23.931 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 3 finished splits from enumerator state
23:11:23.935 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299990, tablet=186ee95605124c9b8b0ac43ca77b0b78@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:23.946 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.946 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:23.946 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.947 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.947 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.959 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x75443fae, L:/127.0.0.1:60072 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:23.971 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.972 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.972 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.974 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.974 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.977 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.977 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.978 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.981 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:23.982 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:23.982 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:23.982 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.982 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.982 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:23.982 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.983 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.983 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:23.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:23.983 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:23.987 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:23.988 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:24.007 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.008 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:24.016 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.016 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:24.023 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.023 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:24.023 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:24.023 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:24.024 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:24.024 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:24.024 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:24.024 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:24.024 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:24.024 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:24.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:24.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:24.024 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:24.024 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:24.024 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:24.046 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.047 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:24.047 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.047 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.048 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.049 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.049 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.049 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.049 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.049 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.049 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.057 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.057 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:24.060 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false, responseScanTimestamp = 7305076254183424001) for scanner KuduScanner(table=replication_test_table, tablet=a6c8f690262e4cc99aceb9d9667c4d00, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.060 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [64384bb5097c404bcbf820c19ed9254b02da27cc81eebfecd1c71fd6ddae4c81]
23:11:24.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465884060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:24.061 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:11:24.063 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@59e67be6, flushNotification=Deferred@537459187(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:11:24.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:24.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d6a2b320d59f4986b5a085adaa66bb71 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:24.067 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet de48083a160c490980e85af3a877ac16 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:24.067 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d6a2b320d59f4986b5a085adaa66bb71@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=de48083a160c490980e85af3a877ac16@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:24.068 [DEBUG - kudu-nio-0] (Connection.java:748) [peer cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)] connecting to peer
23:11:24.091 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=4, operationSize=253, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@53278eb4, flushNotification=Deferred@864812622(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:11:24.092 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)] connecting to peer
23:11:24.092 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:11:24.093 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=571a79a9e14041b082fa09bc83bc8b4f@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:24.107 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.108 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.108 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.108 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.117 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.118 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:24.126 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.127 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:24.135 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.135 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:24.143 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.143 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:24.150 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.151 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:24.160 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.160 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:24.165 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:24.165 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:24.166 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:24.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:24.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:24.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:24.167 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:24.167 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:24.167 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:24.167 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:24.167 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:24.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:24.168 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:24.179 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:24.179 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:24.179 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:24.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:24.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:24.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:24.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:24.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:24.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:24.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:24.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:24.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:24.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:24.182 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.182 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.182 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.183 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.206 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.207 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:24.222 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.223 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:24.226 [DEBUG - kudu-nio-3] (Connection.java:757) [peer cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)] Successfully connected to peer
23:11:24.229 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.230 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.230 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.230 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.230 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.230 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.231 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.235 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.235 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:24.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:24.247 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.247 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:24.249 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.249 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.250 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.250 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.250 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.251 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.256 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.257 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:24.264 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.264 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:24.272 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.272 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:24.272 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:24.273 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:24.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:24.273 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.273 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:24.274 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:11:24.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.274 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.276 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.276 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.276 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.277 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.277 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.277 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.277 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.278 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa9fd23a7, L:/127.0.0.1:43708 - R:/127.18.60.194:42399] using TOKEN/null
23:11:24.290 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.290 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:24.290 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.290 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.291 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.291 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.291 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.291 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.291 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.291 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.291 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.291 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.295 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.296 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.296 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.297 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.297 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.296 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.298 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.298 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.298 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.301 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.302 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.302 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.302 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.302 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.302 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.303 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.330 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.330 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:24.336 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.336 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.336 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.337 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.337 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)] Successfully connected to peer
23:11:24.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.344 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:24.350 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.350 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.351 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.353 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.356 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.356 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.356 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.357 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.357 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:24.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.359 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.359 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.360 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.360 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:24.366 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:24.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:24.366 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:11:24.366 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:24.366 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:11:24.367 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.368 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:24.372 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:24.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:24.373 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:24.373 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:11:24.375 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.375 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:24.382 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:24.382 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.382 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:24.386 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:24.390 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:24.392 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:24.392 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.392 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:24.396 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.396 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.397 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.397 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.397 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.397 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.397 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.396 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfba94974, L:/127.0.0.1:60074 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:24.414 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:24.414 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xa523a98b, L:/127.0.0.1:34412 - R:/127.18.60.195:33017] using TOKEN/null
23:11:24.417 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x19f86490, L:/127.0.0.1:60086 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:24.430 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076254183424001) for scanner KuduScanner(table=replication_test_table, tablet=186ee95605124c9b8b0ac43ca77b0b78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.431 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [a07313e61c28a98e9072d494d112a4ced083c581cc89ffa94b7a71d2c55d6b47]
23:11:24.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:24.431 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a07313e61c28a98e9072d494d112a4ced083c581cc89ffa94b7a71d2c55d6b47]
23:11:24.431 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:11:24.431 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:11:24.432 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a07313e61c28a98e9072d494d112a4ced083c581cc89ffa94b7a71d2c55d6b47 finished by subtask 1; deferring removal (restored in pending)
23:11:24.432 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:24.433 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:24.450 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.450 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:24.453 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076254183424001) for scanner KuduScanner(table=replication_test_table, tablet=571a79a9e14041b082fa09bc83bc8b4f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.454 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [ceeea3ad0703accf53673cb35d011c1a6a7da0daa3acbda6f06c7396ada99821]
23:11:24.459 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.460 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:24.469 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.470 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.470 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.472 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.472 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.472 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.472 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.473 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:24.481 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.481 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:24.503 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.503 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:24.506 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:24.506 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:24.506 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:24.506 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:11:24.510 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.510 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:24.515 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.515 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.516 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.516 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.517 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.517 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.517 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.517 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.569 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.569 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.569 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.570 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.570 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:24.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.571 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.571 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.571 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.581 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.581 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:24.589 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.589 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.589 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:24.589 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.589 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.590 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.590 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.590 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.591 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.591 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.591 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.591 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.598 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.598 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:24.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:24.631362 20003 log.cc:927] Time spent T 18d4fd2f093c46dab7ed8b9ae160f4fe P 06e13c8fdeba46f696a175db3c8393e0: Append to log took a long time: real 0.086s	user 0.000s	sys 0.001s
23:11:24.639 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ceeea3ad0703accf53673cb35d011c1a6a7da0daa3acbda6f06c7396ada99821]
23:11:24.640 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:11:24.640 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:11:24.642 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:24.642 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ceeea3ad0703accf53673cb35d011c1a6a7da0daa3acbda6f06c7396ada99821 finished by subtask 3; deferring removal (restored in pending)
23:11:24.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:24.642285 20000 log.cc:927] Time spent T 18d4fd2f093c46dab7ed8b9ae160f4fe P 3ba3a1fcae304731a1616f2074cee8ee: Append to log took a long time: real 0.067s	user 0.001s	sys 0.000s
23:11:24.643 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:24.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:24.645026 20004 log.cc:927] Time spent T a44ca969ac1f4081a77bbe84e0d0829d P cebf0389145c4dfb9df0dc2d5aac4903: Append to log took a long time: real 0.062s	user 0.001s	sys 0.000s
23:11:24.647 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.647 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.647 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.648 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.648 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.648 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.648 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.648 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.649 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.649 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.688 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.688 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:24.696 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.696 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:24.714 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [64384bb5097c404bcbf820c19ed9254b02da27cc81eebfecd1c71fd6ddae4c81]
23:11:24.715 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:11:24.715 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:11:24.715 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.715 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.716 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.719 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:24.719 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.719 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.719 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.720 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 64384bb5097c404bcbf820c19ed9254b02da27cc81eebfecd1c71fd6ddae4c81 finished by subtask 2; deferring removal (restored in pending)
23:11:24.720 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:24.720 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.720 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.720 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.721 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:24.729 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:24.729 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:24.730 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:24.730 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:24.730 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:24.730 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:24.730 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:24.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:24.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:24.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:24.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:24.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:24.731 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:24.732 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 740adf8daa67de3853e3b5185db02a0c (2946 bytes, checkpointDuration=671 ms, finalizationTime=1 ms).
23:11:24.734 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 168
23:11:24.735 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:11:24.735 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 64384bb5097c404bcbf820c19ed9254b02da27cc81eebfecd1c71fd6ddae4c81 from pending
23:11:24.735 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split ceeea3ad0703accf53673cb35d011c1a6a7da0daa3acbda6f06c7396ada99821 from pending
23:11:24.735 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split a07313e61c28a98e9072d494d112a4ced083c581cc89ffa94b7a71d2c55d6b47 from pending
23:11:24.735 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 2 complete: removed 3 finished splits from enumerator state
23:11:24.735 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465884734 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:24.738 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=7, operationSize=442, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@674ce564, flushNotification=Deferred@600354687(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:11:24.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:24.753 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:24.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:24.753 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:24.754 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:11:24.758 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.758 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:24.764 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.765 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:24.774 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.774 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:24.780 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 740adf8daa67de3853e3b5185db02a0c (964 bytes, checkpointDuration=46 ms, finalizationTime=0 ms).
23:11:24.783 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:11:24.785 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.785 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:24.795 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:24.795 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:24.796 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:24.796 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.796 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:24.796 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:24.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.799 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:24.799 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:24.803 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.803 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:24.819 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.819 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:24.823 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5779e68601044c578ff1eed31f6735e6
23:11:24.827 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:24.834 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5779e68601044c578ff1eed31f6735e6
23:11:24.835 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:24.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:24.835 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:24.843 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:11:24.847 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:24.854 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 61874bb3de1d440a83a79c12ea506017 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:24.854 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:24.854 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 40395be58dd64ae08da1b527b177a6cc for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:24.854 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a6c8f690262e4cc99aceb9d9667c4d00 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:24.854 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 186ee95605124c9b8b0ac43ca77b0b78 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:24.854 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 571a79a9e14041b082fa09bc83bc8b4f for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:24.854 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=61874bb3de1d440a83a79c12ea506017@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=40395be58dd64ae08da1b527b177a6cc@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=a6c8f690262e4cc99aceb9d9667c4d00@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=186ee95605124c9b8b0ac43ca77b0b78@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=571a79a9e14041b082fa09bc83bc8b4f@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:24.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a44ca969ac1f4081a77bbe84e0d0829d for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:24.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8806a549a7404ec49c3a5f2533031c96 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:24.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7e70b604a3446b7b8e30c851cf2cd98 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:24.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:24.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d6a2b320d59f4986b5a085adaa66bb71 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:24.862 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet de48083a160c490980e85af3a877ac16 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:24.862 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=a44ca969ac1f4081a77bbe84e0d0829d@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=8806a549a7404ec49c3a5f2533031c96@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=f7e70b604a3446b7b8e30c851cf2cd98@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d6a2b320d59f4986b5a085adaa66bb71@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=de48083a160c490980e85af3a877ac16@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:24.869 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5779e68601044c578ff1eed31f6735e6
23:11:24.873 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 2129fd9582a84c7e8335a042bc960982
23:11:24.878 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 61874bb3de1d440a83a79c12ea506017 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:24.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:24.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 40395be58dd64ae08da1b527b177a6cc for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:24.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a6c8f690262e4cc99aceb9d9667c4d00 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:24.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 186ee95605124c9b8b0ac43ca77b0b78 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:24.879 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 571a79a9e14041b082fa09bc83bc8b4f for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:24.879 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=61874bb3de1d440a83a79c12ea506017@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=40395be58dd64ae08da1b527b177a6cc@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=a6c8f690262e4cc99aceb9d9667c4d00@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=186ee95605124c9b8b0ac43ca77b0b78@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=571a79a9e14041b082fa09bc83bc8b4f@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:24.880 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.17.123.60:43249, [4ms] Sub RPC GetTableLocations: received response from server master-127.17.123.60:43249: OK, deferred=null)) after lookup
23:11:24.906 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=61874bb3de1d440a83a79c12ea506017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.906 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 61874bb3de1d440a83a79c12ea506017 for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:24.912 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.912 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:24.920 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40395be58dd64ae08da1b527b177a6cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.920 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40395be58dd64ae08da1b527b177a6cc for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:24.930 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a6c8f690262e4cc99aceb9d9667c4d00, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.930 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a6c8f690262e4cc99aceb9d9667c4d00 for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:24.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:24.937 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=186ee95605124c9b8b0ac43ca77b0b78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.937 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 186ee95605124c9b8b0ac43ca77b0b78 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:24.944 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=571a79a9e14041b082fa09bc83bc8b4f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.944 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 571a79a9e14041b082fa09bc83bc8b4f for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:24.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet a44ca969ac1f4081a77bbe84e0d0829d for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:24.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 8806a549a7404ec49c3a5f2533031c96 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:24.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet f7e70b604a3446b7b8e30c851cf2cd98 for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:24.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:24.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet d6a2b320d59f4986b5a085adaa66bb71 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:24.950 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet de48083a160c490980e85af3a877ac16 for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:24.950 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=a44ca969ac1f4081a77bbe84e0d0829d@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=8806a549a7404ec49c3a5f2533031c96@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=f7e70b604a3446b7b8e30c851cf2cd98@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=d6a2b320d59f4986b5a085adaa66bb71@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017),cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=de48083a160c490980e85af3a877ac16@[06e13c8fdeba46f696a175db3c8393e0(127.18.60.193:36913),3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)[L],cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:24.951 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.18.60.254:40821, [4ms] Sub RPC GetTableLocations: received response from server master-127.18.60.254:40821: OK, deferred=null)) after lookup
23:11:24.960 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.960 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:24.968 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.968 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:24.978 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.978 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:24.994 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:24.994 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:25.002 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.002 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:25.018 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.018 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:25.035 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=61874bb3de1d440a83a79c12ea506017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.035 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 61874bb3de1d440a83a79c12ea506017 for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:25.045 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.045 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:25.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465885060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:25.077 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=40395be58dd64ae08da1b527b177a6cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.078 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 40395be58dd64ae08da1b527b177a6cc for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:25.079 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 740adf8daa67de3853e3b5185db02a0c (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:11:25.084 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:11:25.116 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a6c8f690262e4cc99aceb9d9667c4d00, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.116 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet a6c8f690262e4cc99aceb9d9667c4d00 for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:25.124 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=186ee95605124c9b8b0ac43ca77b0b78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.124 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 186ee95605124c9b8b0ac43ca77b0b78 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:25.132 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=571a79a9e14041b082fa09bc83bc8b4f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.132 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 571a79a9e14041b082fa09bc83bc8b4f for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:25.142 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:25.142 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:25.142 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:25.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.144 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.144 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.144 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:25.146 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 4 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=a44ca969ac1f4081a77bbe84e0d0829d, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.146 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet a44ca969ac1f4081a77bbe84e0d0829d for partition [0x00000000, 0x0000000080000032) with scanner id null
23:11:25.156 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=8806a549a7404ec49c3a5f2533031c96, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.156 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 8806a549a7404ec49c3a5f2533031c96 for partition [0x0000000080000032, 0x0000000080000096) with scanner id null
23:11:25.168 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=f7e70b604a3446b7b8e30c851cf2cd98, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.168 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet f7e70b604a3446b7b8e30c851cf2cd98 for partition [0x0000000080000096, 0x00000001) with scanner id null
23:11:25.186 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 8 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=18d4fd2f093c46dab7ed8b9ae160f4fe, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.187 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 18d4fd2f093c46dab7ed8b9ae160f4fe for partition [0x00000001, 0x0000000180000032) with scanner id null
23:11:25.197 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d6a2b320d59f4986b5a085adaa66bb71, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.197 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet d6a2b320d59f4986b5a085adaa66bb71 for partition [0x0000000180000032, 0x0000000180000096) with scanner id null
23:11:25.207 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:25.208 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:25.208 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:25.208 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.208 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.208 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.209 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.209 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.209 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.209 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.209 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.209 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.209 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:25.213 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=de48083a160c490980e85af3a877ac16, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:25.213 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet de48083a160c490980e85af3a877ac16 for partition [0x0000000180000096, 0x00000002) with scanner id null
23:11:25.213 [DEBUG - main] (Connection.java:575) [peer master-127.18.60.253:41141(127.18.60.253:41141)] disconnecting while in state READY
23:11:25.214 [DEBUG - main] (Connection.java:575) [peer master-127.18.60.254:40821(127.18.60.254:40821)] disconnecting while in state READY
23:11:25.214 [DEBUG - main] (Connection.java:575) [peer cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)] disconnecting while in state READY
23:11:25.214 [DEBUG - main] (Connection.java:575) [peer master-127.18.60.252:36979(127.18.60.252:36979)] disconnecting while in state READY
23:11:25.214 [DEBUG - main] (Connection.java:575) [peer 3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)] disconnecting while in state READY
23:11:25.214 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.60.254:40821(127.18.60.254:40821)] handling channelInactive
23:11:25.214 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state READY due to: connection closed
23:11:25.214 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.60.252:36979(127.18.60.252:36979)] handling channelInactive
23:11:25.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state READY due to: connection closed
23:11:25.216 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)] handling channelInactive
23:11:25.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)] cleaning up while in state READY due to: connection closed
23:11:25.216 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:25.219 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:25.214 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.60.253:41141(127.18.60.253:41141)] handling channelInactive
23:11:25.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state READY due to: connection closed
23:11:25.219 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:11:25.220 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
23:11:25.220 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:11:25.220 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-3
23:11:25.224 [DEBUG - kudu-nio-4] (Connection.java:239) [peer cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)] handling channelInactive
23:11:25.224 [DEBUG - kudu-nio-4] (Connection.java:709) [peer cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)] cleaning up while in state READY due to: connection closed
23:11:25.225 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-4
23:11:25.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:25.225538 18675 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 19049
23:11:25.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:25.259 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:25.259 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:25.259 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:25.259 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:25.260 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:25.260 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:25.260 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:25.260 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:25.260 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:25.260 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:25.260 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:25.261 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:25.261 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:25.336759 19439 connection.cc:573] client connection to 127.18.60.193:36913 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:11:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:25.337226 19439 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:11:25.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:25.338716 18675 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 19265
23:11:25.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:25.360010 19439 consensus_peers.cc:597] T de48083a160c490980e85af3a877ac16 P 3ba3a1fcae304731a1616f2074cee8ee -> Peer 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913): Couldn't send request to peer 06e13c8fdeba46f696a175db3c8393e0. Status: Network error: Client connection negotiation failed: client connection to 127.18.60.193:36913: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:11:25.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:25.360745 19439 consensus_peers.cc:597] T a44ca969ac1f4081a77bbe84e0d0829d P 3ba3a1fcae304731a1616f2074cee8ee -> Peer 06e13c8fdeba46f696a175db3c8393e0 (127.18.60.193:36913): Couldn't send request to peer 06e13c8fdeba46f696a175db3c8393e0. Status: Network error: Client connection negotiation failed: client connection to 127.18.60.193:36913: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:11:25.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:25.454 [DEBUG - kudu-nio-3] (Connection.java:239) [peer cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)] handling channelInactive
23:11:25.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)] cleaning up while in state READY due to: connection closed
23:11:25.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:25.458456 18675 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 19415
23:11:25.509 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:25.509 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:25.509 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:25.509 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:25.509 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:25.509 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:25.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:25.510 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:25.510 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.510 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:25.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.510 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:25.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.510 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:25.510 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:25.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:25.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:25.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:25.511 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:25.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.510 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.511 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:25.526 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)] handling channelInactive
23:11:25.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)] cleaning up while in state READY due to: connection closed
23:11:25.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:25.537304 18675 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 18687
23:11:25.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465885559 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:25.576 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 740adf8daa67de3853e3b5185db02a0c (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
23:11:25.580 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:11:25.590 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.60.254:40821(127.18.60.254:40821)] handling channelInactive
23:11:25.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state READY due to: connection closed
23:11:25.591 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.60.254:40821(127.18.60.254:40821)] handling channelInactive
23:11:25.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state READY due to: connection closed
23:11:25.591 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.60.254:40821(127.18.60.254:40821)] handling channelInactive
23:11:25.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state READY due to: connection closed
23:11:25.591 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.18.60.254:40821(127.18.60.254:40821)] handling channelInactive
23:11:25.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state READY due to: connection closed
23:11:25.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:25.605199 18675 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 18758
23:11:25.696 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.60.253:41141(127.18.60.253:41141)] handling channelInactive
23:11:25.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state READY due to: connection closed
23:11:25.697 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.60.253:41141(127.18.60.253:41141)] handling channelInactive
23:11:25.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state READY due to: connection closed
23:11:25.697 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.60.253:41141(127.18.60.253:41141)] handling channelInactive
23:11:25.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state READY due to: connection closed
23:11:25.697 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.18.60.253:41141(127.18.60.253:41141)] handling channelInactive
23:11:25.698 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state READY due to: connection closed
23:11:25.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:25.701028 18675 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 18848
23:11:25.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:25.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:25.755 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.60.252:36979(127.18.60.252:36979)] handling channelInactive
23:11:25.755 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state READY due to: connection closed
23:11:25.756 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.60.252:36979(127.18.60.252:36979)] handling channelInactive
23:11:25.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state READY due to: connection closed
23:11:25.756 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.60.252:36979(127.18.60.252:36979)] handling channelInactive
23:11:25.756 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state READY due to: connection closed
23:11:25.755 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:25.760 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:25.760 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:25.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.761 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.762 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.762 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.762 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.762 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.762 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:25.755 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.18.60.252:36979(127.18.60.252:36979)] handling channelInactive
23:11:25.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state READY due to: connection closed
23:11:25.790 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:25.791 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:25.791 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:25.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:25.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:25.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:25.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:25.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:25.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:25.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:25.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:25.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:25.791 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:25.834 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:25.834 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:25.834 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:25.835 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:25.835 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:25.835 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:25.835 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:25.835 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:25.835 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:25.835 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:25.835 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:25.835 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:25.835 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:25.921 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:25.922 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:25.922 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:25.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:25.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.923 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.923 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:25.923 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.923 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.923 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:25.924 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:25.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:26.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465886060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:26.102 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 740adf8daa67de3853e3b5185db02a0c (964 bytes, checkpointDuration=41 ms, finalizationTime=1 ms).
23:11:26.104 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:11:26.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:26.248 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:26.347 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:26.347 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:26.347 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:26.348 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:26.348 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:26.348 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:26.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:26.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:26.348 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:26.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:26.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:26.349 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:26.349 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:26.373 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5779e68601044c578ff1eed31f6735e6
23:11:26.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 61874bb3de1d440a83a79c12ea506017 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:26.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:26.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 40395be58dd64ae08da1b527b177a6cc for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:26.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a6c8f690262e4cc99aceb9d9667c4d00 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:26.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 186ee95605124c9b8b0ac43ca77b0b78 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:26.379 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 571a79a9e14041b082fa09bc83bc8b4f for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:26.380 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=61874bb3de1d440a83a79c12ea506017@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=40395be58dd64ae08da1b527b177a6cc@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=a6c8f690262e4cc99aceb9d9667c4d00@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=186ee95605124c9b8b0ac43ca77b0b78@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=571a79a9e14041b082fa09bc83bc8b4f@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:26.383 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9d5c50fc1c8d7d5cc0a98ae620cff3ef449d1dc50365dda1a7d27296b5bc5218'}]
23:11:26.385 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:26.385 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:11:26.385 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='56a3af41bae4236a93fb6ed71a060ebd8bba774a1cc51fb01691859a10f09f8d'}]
23:11:26.385 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='bf1d1422fb12a1ae06c994e79a3a2d3fb5848822fa387c91b7997df45c8bb8a2'}]
23:11:26.387 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:26.387 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:11:26.387 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ce326fbc5d1d28e51fd0b742185e62a6a7f4d3411808fc63f919c6aac6c29509'}]
23:11:26.388 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:26.390 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:26.390 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:11:26.391 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=61874bb3de1d440a83a79c12ea506017@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:26.393 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299998, tablet=40395be58dd64ae08da1b527b177a6cc@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:26.393 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:11:26.394 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}]
23:11:26.394 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=a6c8f690262e4cc99aceb9d9667c4d00@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}]
23:11:26.398 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:26.403 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:26.407 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:26.409 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:26.409 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:26.409 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:26.410 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:26.410 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:26.410 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:26.410 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:26.410 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:26.410 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:26.410 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:26.410 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:26.410 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:26.410 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:26.414 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:26.426 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:26.427 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:26.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:26.469 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:26.470 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:26.477 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:26.497 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:26.502 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:26.507 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:26.512 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0d28cff9, L:/127.0.0.1:60110 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:26.512 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb695ec30, L:/127.0.0.1:60100 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:26.520 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:26.526 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076270563328001) for scanner KuduScanner(table=replication_test_table, tablet=61874bb3de1d440a83a79c12ea506017, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:26.527 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [56a3af41bae4236a93fb6ed71a060ebd8bba774a1cc51fb01691859a10f09f8d]
23:11:26.527 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [56a3af41bae4236a93fb6ed71a060ebd8bba774a1cc51fb01691859a10f09f8d]
23:11:26.527 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:11:26.527 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:11:26.530 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 56a3af41bae4236a93fb6ed71a060ebd8bba774a1cc51fb01691859a10f09f8d finished by subtask 0; deferring removal (restored in pending)
23:11:26.530 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:26.531 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='442ed5ec6bc59e7570f14814b4570e4d03896035a77759b9aab54314e7a2010b'}]
23:11:26.532 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:26.534 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:26.538 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:11:26.538 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:26.539 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:26.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:26.540 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:26.540 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:11:26.540 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=186ee95605124c9b8b0ac43ca77b0b78@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:26.553 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:26.553 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:26.560 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:26.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465886560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:26.564 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:26.571 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 740adf8daa67de3853e3b5185db02a0c (4988 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:11:26.573 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:11:26.574 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 56a3af41bae4236a93fb6ed71a060ebd8bba774a1cc51fb01691859a10f09f8d from pending
23:11:26.574 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 1 finished splits from enumerator state
23:11:26.581 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x81bb5ed3, L:/127.0.0.1:60130 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:26.587 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xac588038, L:/127.0.0.1:60124 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:26.592 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:26.617 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:26.634 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076270563328001) for scanner KuduScanner(table=replication_test_table, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:26.624 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076270563328001) for scanner KuduScanner(table=replication_test_table, tablet=a6c8f690262e4cc99aceb9d9667c4d00, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:26.646 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ce326fbc5d1d28e51fd0b742185e62a6a7f4d3411808fc63f919c6aac6c29509]
23:11:26.647 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [9d5c50fc1c8d7d5cc0a98ae620cff3ef449d1dc50365dda1a7d27296b5bc5218]
23:11:26.647 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9d5c50fc1c8d7d5cc0a98ae620cff3ef449d1dc50365dda1a7d27296b5bc5218]
23:11:26.647 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:11:26.647 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:11:26.647 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:26.648 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:26.649 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ce326fbc5d1d28e51fd0b742185e62a6a7f4d3411808fc63f919c6aac6c29509 finished by subtask 1; deferring removal (restored in pending)
23:11:26.649 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9d5c50fc1c8d7d5cc0a98ae620cff3ef449d1dc50365dda1a7d27296b5bc5218 finished by subtask 2; deferring removal (restored in pending)
23:11:26.646 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [ce326fbc5d1d28e51fd0b742185e62a6a7f4d3411808fc63f919c6aac6c29509]
23:11:26.650 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:11:26.650 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:11:26.650 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f5331f98fafaefe1ba675fb4ff12df72b97f5182ee1db1eae956bed9555a8603'}]
23:11:26.652 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:26.652 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:11:26.653 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=571a79a9e14041b082fa09bc83bc8b4f@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:26.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:26.653932 18555 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.17.123.2:46455, user_credentials={real_user=slave}} blocked reactor thread for 68908.2us
23:11:26.656 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:26.657 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:26.661 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x67eb7f73, L:/127.0.0.1:60134 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:26.694 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:26.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:26.694 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:26.694 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:11:26.695 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:26.698 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076270563328001) for scanner KuduScanner(table=replication_test_table, tablet=186ee95605124c9b8b0ac43ca77b0b78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:26.698 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [442ed5ec6bc59e7570f14814b4570e4d03896035a77759b9aab54314e7a2010b]
23:11:26.698 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [442ed5ec6bc59e7570f14814b4570e4d03896035a77759b9aab54314e7a2010b]
23:11:26.698 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:11:26.699 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:11:26.699 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 442ed5ec6bc59e7570f14814b4570e4d03896035a77759b9aab54314e7a2010b finished by subtask 0; deferring removal (restored in pending)
23:11:26.699 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:26.703 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:26.716 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:26.716 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:26.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:26.716 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:11:26.716 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:11:26.732 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:26.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:26.732 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:26.732 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:11:26.737 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:26.742 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:26.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:26.760 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:26.769 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x4da04fb6, L:/127.0.0.1:60146 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:26.781 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076270563328001) for scanner KuduScanner(table=replication_test_table, tablet=571a79a9e14041b082fa09bc83bc8b4f, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:26.782 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f5331f98fafaefe1ba675fb4ff12df72b97f5182ee1db1eae956bed9555a8603]
23:11:26.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f5331f98fafaefe1ba675fb4ff12df72b97f5182ee1db1eae956bed9555a8603]
23:11:26.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:11:26.782 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:11:26.783 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f5331f98fafaefe1ba675fb4ff12df72b97f5182ee1db1eae956bed9555a8603 finished by subtask 1; deferring removal (restored in pending)
23:11:26.783 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:26.784 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:26.827 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:11:26.827 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:26.827 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:26.827 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:26.842 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076270563328001) for scanner KuduScanner(table=replication_test_table, tablet=40395be58dd64ae08da1b527b177a6cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:26.842 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [bf1d1422fb12a1ae06c994e79a3a2d3fb5848822fa387c91b7997df45c8bb8a2]
23:11:26.842 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [bf1d1422fb12a1ae06c994e79a3a2d3fb5848822fa387c91b7997df45c8bb8a2]
23:11:26.843 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:11:26.843 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:11:26.843 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:26.843 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split bf1d1422fb12a1ae06c994e79a3a2d3fb5848822fa387c91b7997df45c8bb8a2 finished by subtask 3; deferring removal (restored in pending)
23:11:26.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:26.876 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:26.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:26.876 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:26.876 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:11:26.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:26.931 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:26.932 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:26.932 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:26.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:26.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:26.933 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:26.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:26.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:26.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:26.935 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:26.935 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:26.935 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:26.935 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:27.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465887059 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:27.075 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 740adf8daa67de3853e3b5185db02a0c (4320 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:11:27.078 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:11:27.078 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 442ed5ec6bc59e7570f14814b4570e4d03896035a77759b9aab54314e7a2010b from pending
23:11:27.078 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split f5331f98fafaefe1ba675fb4ff12df72b97f5182ee1db1eae956bed9555a8603 from pending
23:11:27.078 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 9d5c50fc1c8d7d5cc0a98ae620cff3ef449d1dc50365dda1a7d27296b5bc5218 from pending
23:11:27.078 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split ce326fbc5d1d28e51fd0b742185e62a6a7f4d3411808fc63f919c6aac6c29509 from pending
23:11:27.078 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split bf1d1422fb12a1ae06c994e79a3a2d3fb5848822fa387c91b7997df45c8bb8a2 from pending
23:11:27.078 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 5 finished splits from enumerator state
23:11:27.125 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:27.125 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:27.125 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:27.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.126 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.126 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.126 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.127 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:27.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:27.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:27.405 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:27.405 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:27.405 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:27.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:27.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:27.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:27.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:27.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:27.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:27.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:27.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:27.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:27.406 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:27.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:11:27Z chronyd exiting
23:11:27.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:27.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465887560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:27.579 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 740adf8daa67de3853e3b5185db02a0c (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:11:27.581 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:11:27.659 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:27.659 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:27.659 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:27.659 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.659 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.659 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.660 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.660 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.660 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.660 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.660 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.660 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.660 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:27.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:27.746 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:27.774 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:27.774 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:27.774 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:27.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.775 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.775 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.775 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.775 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.775 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:27.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:27.994 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:27.995 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:27.995 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:27.995 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.995 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.995 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:27.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:27.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:27.996 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:28.001 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:28.001 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:28.001 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:28.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:28.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:28.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:28.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:28.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:28.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:28.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:28.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:28.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:28.002 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:28.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465888060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:28.084 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 740adf8daa67de3853e3b5185db02a0c (964 bytes, checkpointDuration=24 ms, finalizationTime=0 ms).
23:11:28.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:11:28.095 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:28.095 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:28.096 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:28.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.097 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:28.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:28.246 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:28.372 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table 5779e68601044c578ff1eed31f6735e6
23:11:28.380 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 61874bb3de1d440a83a79c12ea506017 for table 'replication_test_table' with partition [0x00000000, 0x0000000080000032)
23:11:28.380 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9e39b8fc6ddc47dfbf7ae40a9d0e7665 for table 'replication_test_table' with partition [0x0000000080000032, 0x0000000080000096)
23:11:28.380 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 40395be58dd64ae08da1b527b177a6cc for table 'replication_test_table' with partition [0x0000000080000096, 0x00000001)
23:11:28.380 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet a6c8f690262e4cc99aceb9d9667c4d00 for table 'replication_test_table' with partition [0x00000001, 0x0000000180000032)
23:11:28.380 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 186ee95605124c9b8b0ac43ca77b0b78 for table 'replication_test_table' with partition [0x0000000180000032, 0x0000000180000096)
23:11:28.380 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 571a79a9e14041b082fa09bc83bc8b4f for table 'replication_test_table' with partition [0x0000000180000096, 0x00000002)
23:11:28.381 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x00000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299999, tablet=61874bb3de1d440a83a79c12ea506017@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299999, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=40395be58dd64ae08da1b527b177a6cc@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299999, tablet=a6c8f690262e4cc99aceb9d9667c4d00@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299999, tablet=186ee95605124c9b8b0ac43ca77b0b78@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=571a79a9e14041b082fa09bc83bc8b4f@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
23:11:28.385 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9210183c7ccf55a8847d61d2c81b74b504fb686c402a598435dea093015ce673'}]
23:11:28.386 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:28.387 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:11:28.387 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x0000000080000032, ttl=299998, tablet=61874bb3de1d440a83a79c12ea506017@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:28.388 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c2070c5e77513d3f18fe870cb4de0915d1257b8b3f31e39ff709bbbc1778da58'}]
23:11:28.389 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='8b8a0c1fead1a85949d357464b1e8ea1715d952d32385994f47cdbcfa72d7375'}]
23:11:28.391 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0a5f96efeb1be7300593c3d893293863b7c38bd9e08acb6c12694cd666ea9c1e'}]
23:11:28.393 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:28.394 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:11:28.394 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x0000000180000032, ttl=299997, tablet=a6c8f690262e4cc99aceb9d9667c4d00@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}]
23:11:28.394 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:28.395 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:11:28.396 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000096, upperBoundPartitionKey=0x00000001, ttl=299998, tablet=40395be58dd64ae08da1b527b177a6cc@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:28.397 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:28.397 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:11:28.398 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000080000032, upperBoundPartitionKey=0x0000000080000096, ttl=299998, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455),70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)[L]]}]
23:11:28.415 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:28.415 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:28.416 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:28.420 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:28.422 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:28.429 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:28.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:28.433 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x24ea3bfd, L:/127.0.0.1:60154 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:28.433 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:28.436 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:28.441 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:28.448 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076278755328001) for scanner KuduScanner(table=replication_test_table, tablet=a6c8f690262e4cc99aceb9d9667c4d00, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:28.448 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [c2070c5e77513d3f18fe870cb4de0915d1257b8b3f31e39ff709bbbc1778da58]
23:11:28.448 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c2070c5e77513d3f18fe870cb4de0915d1257b8b3f31e39ff709bbbc1778da58]
23:11:28.449 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:11:28.449 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:11:28.450 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c2070c5e77513d3f18fe870cb4de0915d1257b8b3f31e39ff709bbbc1778da58 finished by subtask 3; deferring removal (restored in pending)
23:11:28.452 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:28.452 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='15f675ab5327a5a4c984f0ae2597aa72106abc96344a64905b9b154697776fce'}]
23:11:28.456 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:28.460 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2812b23c, L:/127.0.0.1:60160 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:28.469 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:28.469 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:11:28.470 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000032, upperBoundPartitionKey=0x0000000180000096, ttl=299997, tablet=186ee95605124c9b8b0ac43ca77b0b78@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:28.483 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:28.496 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:28.496 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:28.500 [DEBUG - main] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:28.500 [DEBUG - main] (Connection.java:575) [peer master-127.17.123.62:37959(127.17.123.62:37959)] disconnecting while in state READY
23:11:28.500 [DEBUG - main] (Connection.java:575) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] disconnecting while in state READY
23:11:28.500 [DEBUG - main] (Connection.java:575) [peer master-127.17.123.61:34801(127.17.123.61:34801)] disconnecting while in state READY
23:11:28.500 [DEBUG - main] (Connection.java:575) [peer master-127.17.123.60:43249(127.17.123.60:43249)] disconnecting while in state READY
23:11:28.501 [DEBUG - kudu-nio-4] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:28.501 [DEBUG - kudu-nio-4] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:28.501 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.123.60:43249(127.17.123.60:43249)] handling channelInactive
23:11:28.501 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] handling channelInactive
23:11:28.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state READY due to: connection closed
23:11:28.501 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] cleaning up while in state READY due to: connection closed
23:11:28.501 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:28.504 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:11:28.504 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 28 thread-local buffer(s) from thread: kudu-nio-1
23:11:28.504 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-4
23:11:28.501 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.123.62:37959(127.17.123.62:37959)] handling channelInactive
23:11:28.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state READY due to: connection closed
23:11:28.505 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:28.505 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:28.505 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:28.511 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:28.526 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:28.530 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcb5cc326, L:/127.0.0.1:60188 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:28.539 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:28.546 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:28.548 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:28.550 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:28.550 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:28.551 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:28.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.552 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:28.556 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x76a8f085, L:/127.0.0.1:60174 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:28.566 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465888565 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:28.578 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 740adf8daa67de3853e3b5185db02a0c (4988 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:11:28.580 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:11:28.580 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 11 complete: removed split c2070c5e77513d3f18fe870cb4de0915d1257b8b3f31e39ff709bbbc1778da58 from pending
23:11:28.580 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 11 complete: removed 1 finished splits from enumerator state
23:11:28.589 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.123.61:34801(127.17.123.61:34801)] handling channelInactive
23:11:28.590 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state READY due to: connection closed
23:11:28.590 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:11:28.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:28.591171 17900 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 18185
23:11:28.599 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:28.599 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:28.599 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:28.600 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:28.600 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:28.600 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:28.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:28.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:28.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:28.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:28.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:28.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:28.601 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:28.605 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076278755328001) for scanner KuduScanner(table=replication_test_table, tablet=9e39b8fc6ddc47dfbf7ae40a9d0e7665, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:28.610 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [8b8a0c1fead1a85949d357464b1e8ea1715d952d32385994f47cdbcfa72d7375]
23:11:28.610 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [8b8a0c1fead1a85949d357464b1e8ea1715d952d32385994f47cdbcfa72d7375]
23:11:28.615 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:11:28.615 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:11:28.616 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 8b8a0c1fead1a85949d357464b1e8ea1715d952d32385994f47cdbcfa72d7375 finished by subtask 0; deferring removal (restored in pending)
23:11:28.617 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:28.617 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='84a86e3de03efe942fcf6ff6992c5a351002da23333577cd47f198effcfd2936'}]
23:11:28.619 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:28.622 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:11:28.623 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000180000096, upperBoundPartitionKey=0x00000002, ttl=299997, tablet=571a79a9e14041b082fa09bc83bc8b4f@[510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)[L],70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617),e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)]}]
23:11:28.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:28.647 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:28.669 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x29f76f5c, L:/127.0.0.1:60204 - R:/127.17.123.3:40143] using SASL/PLAIN
23:11:28.705 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] connecting to peer
23:11:28.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:28.726 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:28.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:28.726 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:11:28.726 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:28.735 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076278755328001) for scanner KuduScanner(table=replication_test_table, tablet=40395be58dd64ae08da1b527b177a6cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:11:28.735 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [0a5f96efeb1be7300593c3d893293863b7c38bd9e08acb6c12694cd666ea9c1e]
23:11:28.735 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0a5f96efeb1be7300593c3d893293863b7c38bd9e08acb6c12694cd666ea9c1e]
23:11:28.736 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:11:28.736 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:11:28.736 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state READY
23:11:28.736 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:28.738 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0a5f96efeb1be7300593c3d893293863b7c38bd9e08acb6c12694cd666ea9c1e finished by subtask 1; deferring removal (restored in pending)
23:11:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:28.742137 18415 connection.cc:573] client connection to 127.17.123.1:34617 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:11:28.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:28.742619 18415 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:11:28.747 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:28.747 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:28.747 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:28.747 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:28.748 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.748 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.748 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.748 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.748 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.748 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.748 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.748 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.749 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.749 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:28.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:28.754524 17900 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 18350
23:11:28.760 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:28.760 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:28.760 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:28.761 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:11:28.771 [DEBUG - kudu-nio-0] (Connection.java:757) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] Successfully connected to peer
23:11:28.774 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.3
23:11:28.802 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:28.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:28.802 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:11:28.802 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:11:28.803 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:11:28.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:28.804502 18555 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.17.123.1:34617: connect: Connection refused (error 111)
23:11:28.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:28.823150 17900 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 18535
23:11:28.888 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:28.888 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:28.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:28.888 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state READY due to: connection closed
23:11:28.888 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143) for tablet 61874bb3de1d440a83a79c12ea506017: connection closed
23:11:28.888 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143) for tablet 186ee95605124c9b8b0ac43ca77b0b78: connection closed
23:11:28.889 [ERROR - kudu-nio-0] (Connection.java:452) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] unexpected exception from downstream on [id: 0x12a08463, L:/127.0.0.1:60208 - R:/127.17.123.3:40143]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:28.889 [DEBUG - kudu-nio-0] (Connection.java:709) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] cleaning up while in state NEGOTIATING due to: [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] unexpected exception from downstream on [id: 0x12a08463, L:/127.0.0.1:60208 - R:/127.17.123.3:40143]
23:11:28.890 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143) for tablet 571a79a9e14041b082fa09bc83bc8b4f: [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] unexpected exception from downstream on [id: 0x12a08463, L:/127.0.0.1:60208 - R:/127.17.123.3:40143]
23:11:28.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:28.890080 17900 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 17912
23:11:28.891 [DEBUG - kudu-nio-0] (Connection.java:239) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] handling channelInactive
23:11:28.892 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] connecting to peer
23:11:28.896 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] connecting to peer
23:11:28.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455
23:11:28.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] cleaning up while in state CONNECTING due to: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455
23:11:28.900 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455) for tablet 186ee95605124c9b8b0ac43ca77b0b78: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455
23:11:28.905 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455
23:11:28.905 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] cleaning up while in state CONNECTING due to: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455
23:11:28.905 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455) for tablet 61874bb3de1d440a83a79c12ea506017: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455
23:11:28.905 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] connecting to peer
23:11:28.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455
23:11:28.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] cleaning up while in state CONNECTING due to: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455
23:11:28.907 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455) for tablet 571a79a9e14041b082fa09bc83bc8b4f: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455
23:11:28.911 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:28.911 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617)] connecting to peer
23:11:28.911 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:28.912 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:28.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:28.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:28.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:28.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617
23:11:28.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617)] cleaning up while in state CONNECTING due to: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617
23:11:28.913 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617) for tablet 186ee95605124c9b8b0ac43ca77b0b78: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617
23:11:28.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:28.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:28.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:28.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:28.913 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:28.913 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:28.913 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:28.916 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617)] connecting to peer
23:11:28.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617
23:11:28.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617)] cleaning up while in state CONNECTING due to: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617
23:11:28.917 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617) for tablet 61874bb3de1d440a83a79c12ea506017: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617
23:11:28.925 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617)] connecting to peer
23:11:28.926 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.17.123.62:37959(127.17.123.62:37959)] handling channelInactive
23:11:28.926 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state READY due to: connection closed
23:11:28.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:28.927596 17900 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 17982
23:11:28.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617
23:11:28.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617)] cleaning up while in state CONNECTING due to: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617
23:11:28.929 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617) for tablet 571a79a9e14041b082fa09bc83bc8b4f: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617
23:11:28.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:28.931 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:28.936 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:28.938 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:28.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:28.938 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:28.939 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:28.945 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:28.945 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:28.946 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:28.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:28.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:28.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:28.947 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:28.947 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:28.947 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:28.947 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:28.947 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:28.948 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.17.123.60:43249(127.17.123.60:43249)] Successfully connected to peer
23:11:28.949 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.17.123.61:34801(127.17.123.61:34801)] Successfully connected to peer
23:11:28.952 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.17.123.61:34801(127.17.123.61:34801)] Successfully connected to peer
23:11:28.952 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:28.955 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.17.123.60:43249(127.17.123.60:43249)] Successfully connected to peer
23:11:28.959 [DEBUG - kudu-nio-4] (Connection.java:757) [peer master-127.17.123.60:43249(127.17.123.60:43249)] Successfully connected to peer
23:11:28.966 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.60
23:11:28.968 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.17.123.61:34801(127.17.123.61:34801)] Successfully connected to peer
23:11:28.969 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:28.969 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:28.969 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:28.970 [DEBUG - kudu-nio-4] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.17.123.60
23:11:28.970 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.970 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.970 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:28.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.971 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:28.971 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.17.123.61:34801(127.17.123.61:34801)] handling channelInactive
23:11:28.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state READY due to: connection closed
23:11:28.971 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:28.971 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:28.972 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:28.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state NEGOTIATING due to: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801]
23:11:28.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801]
23:11:28.972 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.17.123.61:34801(127.17.123.61:34801)] handling channelInactive
23:11:28.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:28.972550 17900 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 18057
23:11:28.972 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:28.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state NEGOTIATING due to: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801]
23:11:28.973 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801]
23:11:28.973 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.17.123.61:34801(127.17.123.61:34801)] handling channelInactive
23:11:28.975 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:28.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state NEGOTIATING due to: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801]
23:11:28.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801]
23:11:28.976 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.17.123.61:34801(127.17.123.61:34801)] handling channelInactive
23:11:28.989 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:28.989 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:28.989 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:28.990 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:28.990 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:28.990 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:28.990 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:28.990 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:28.990 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:28.990 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:28.990 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:28.990 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:28.990 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:28.991 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26987), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [97ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [99ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [130ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [132ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [152ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [152ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [197ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [200ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [201ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [261ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [262ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [283ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [283ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [364ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [364ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [563ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [563ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [682ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [683ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [683ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [684ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1402ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1424ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2547ms] too many traces: truncated at 100 traces, deferred=Deferred@1378650342(state=PENDING, result=null, callback=(continuation of Deferred@99273073 after retry RPC after error@743616149) -> (continuation of Deferred@1196066873 after retry RPC after error@1897354126) -> (continuation of Deferred@577093020 after retry RPC after error@461015363) -> (continuation of Deferred@140693845 after retry RPC after error@1126328564) -> (continuation of Deferred@1277473873 after retry RPC after error@56298503) -> (continuation of Deferred@489524544 after retry RPC after error@1293427673) -> (continuation of Deferred@611815447 after retry RPC after error@2132249514) -> (continuation of Deferred@237067909 after retry RPC after error@44802675) -> (continuation of Deferred@440696089 after retry RPC after error@1498279712) -> (continuation of Deferred@1562134522 after retry RPC after error@50060816) -> (continuation of Deferred@997119971 after retry RPC after error@225188673) -> (continuation of Deferred@846249601 after retry RPC after error@1848114561) -> (continuation of Deferred@591134313 after retry RPC after error@1314938716) -> (continuation of Deferred@2043901095 after retry RPC after error@684283369) -> (continuation of Deferred@1425878575 after retry RPC after error@413864275) -> (continuation of Deferred@2059348141 after retry RPC after error@414931982) -> (continuation of Deferred@621446496 after retry RPC after error@1701521691) -> (continuation of Deferred@1712496475 after retry RPC after error@613151931) -> (continuation of Deferred@1440437455 after retry RPC after error@1774488734) -> (continuation of Deferred@459157178 after retry RPC after error@1611345734) -> (continuation of Deferred@1878618788 after retry RPC after error@571782073) -> (continuation of Deferred@1221948095 after retry RPC after error@1906120188) -> (continuation of Deferred@1440032057 after retry RPC after error@1381752129), errback=(continuation of Deferred@99273073 after retry RPC after error@743616149) -> (continuation of Deferred@1196066873 after retry RPC after error@1897354126) -> (continuation of Deferred@577093020 after retry RPC after error@461015363) -> (continuation of Deferred@140693845 after retry RPC after error@1126328564) -> (continuation of Deferred@1277473873 after retry RPC after error@56298503) -> (continuation of Deferred@489524544 after retry RPC after error@1293427673) -> (continuation of Deferred@611815447 after retry RPC after error@2132249514) -> (continuation of Deferred@237067909 after retry RPC after error@44802675) -> (continuation of Deferred@440696089 after retry RPC after error@1498279712) -> (continuation of Deferred@1562134522 after retry RPC after error@50060816) -> (continuation of Deferred@997119971 after retry RPC after error@225188673) -> (continuation of Deferred@846249601 after retry RPC after error@1848114561) -> (continuation of Deferred@591134313 after retry RPC after error@1314938716) -> (continuation of Deferred@2043901095 after retry RPC after error@684283369) -> (continuation of Deferred@1425878575 after retry RPC after error@413864275) -> (continuation of Deferred@2059348141 after retry RPC after error@414931982) -> (continuation of Deferred@621446496 after retry RPC after error@1701521691) -> (continuation of Deferred@1712496475 after retry RPC after error@613151931) -> (continuation of Deferred@1440437455 after retry RPC after error@1774488734) -> (continuation of Deferred@459157178 after retry RPC after error@1611345734) -> (continuation of Deferred@1878618788 after retry RPC after error@571782073) -> (continuation of Deferred@1221948095 after retry RPC after error@1906120188) -> (continuation of Deferred@1440032057 after retry RPC after error@1381752129)))
23:11:28.991 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:28.992 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:28.992 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:28.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:28.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:28.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:28.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:28.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:28.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:28.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:28.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:28.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:28.992 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:28.993 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26987), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [97ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [99ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [130ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [132ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [152ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [152ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [197ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [200ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [201ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [261ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [262ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [283ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [283ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [364ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [364ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [563ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [563ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [682ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [683ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [683ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [684ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1402ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1424ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2547ms] too many traces: truncated at 100 traces, deferred=Deferred@1378650342(state=PENDING, result=null, callback=(continuation of Deferred@99273073 after retry RPC after error@743616149) -> (continuation of Deferred@1196066873 after retry RPC after error@1897354126) -> (continuation of Deferred@577093020 after retry RPC after error@461015363) -> (continuation of Deferred@140693845 after retry RPC after error@1126328564) -> (continuation of Deferred@1277473873 after retry RPC after error@56298503) -> (continuation of Deferred@489524544 after retry RPC after error@1293427673) -> (continuation of Deferred@611815447 after retry RPC after error@2132249514) -> (continuation of Deferred@237067909 after retry RPC after error@44802675) -> (continuation of Deferred@440696089 after retry RPC after error@1498279712) -> (continuation of Deferred@1562134522 after retry RPC after error@50060816) -> (continuation of Deferred@997119971 after retry RPC after error@225188673) -> (continuation of Deferred@846249601 after retry RPC after error@1848114561) -> (continuation of Deferred@591134313 after retry RPC after error@1314938716) -> (continuation of Deferred@2043901095 after retry RPC after error@684283369) -> (continuation of Deferred@1425878575 after retry RPC after error@413864275) -> (continuation of Deferred@2059348141 after retry RPC after error@414931982) -> (continuation of Deferred@621446496 after retry RPC after error@1701521691) -> (continuation of Deferred@1712496475 after retry RPC after error@613151931) -> (continuation of Deferred@1440437455 after retry RPC after error@1774488734) -> (continuation of Deferred@459157178 after retry RPC after error@1611345734) -> (continuation of Deferred@1878618788 after retry RPC after error@571782073) -> (continuation of Deferred@1221948095 after retry RPC after error@1906120188) -> (continuation of Deferred@1440032057 after retry RPC after error@1381752129), errback=(continuation of Deferred@99273073 after retry RPC after error@743616149) -> (continuation of Deferred@1196066873 after retry RPC after error@1897354126) -> (continuation of Deferred@577093020 after retry RPC after error@461015363) -> (continuation of Deferred@140693845 after retry RPC after error@1126328564) -> (continuation of Deferred@1277473873 after retry RPC after error@56298503) -> (continuation of Deferred@489524544 after retry RPC after error@1293427673) -> (continuation of Deferred@611815447 after retry RPC after error@2132249514) -> (continuation of Deferred@237067909 after retry RPC after error@44802675) -> (continuation of Deferred@440696089 after retry RPC after error@1498279712) -> (continuation of Deferred@1562134522 after retry RPC after error@50060816) -> (continuation of Deferred@997119971 after retry RPC after error@225188673) -> (continuation of Deferred@846249601 after retry RPC after error@1848114561) -> (continuation of Deferred@591134313 after retry RPC after error@1314938716) -> (continuation of Deferred@2043901095 after retry RPC after error@684283369) -> (continuation of Deferred@1425878575 after retry RPC after error@413864275) -> (continuation of Deferred@2059348141 after retry RPC after error@414931982) -> (continuation of Deferred@621446496 after retry RPC after error@1701521691) -> (continuation of Deferred@1712496475 after retry RPC after error@613151931) -> (continuation of Deferred@1440437455 after retry RPC after error@1774488734) -> (continuation of Deferred@459157178 after retry RPC after error@1611345734) -> (continuation of Deferred@1878618788 after retry RPC after error@571782073) -> (continuation of Deferred@1221948095 after retry RPC after error@1906120188) -> (continuation of Deferred@1440032057 after retry RPC after error@1381752129)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26987), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [97ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [99ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [130ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [132ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [152ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [152ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [197ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [200ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [201ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [261ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [262ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [283ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [283ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [364ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [364ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [563ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [563ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [682ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [683ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [683ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [684ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1402ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1424ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2547ms] too many traces: truncated at 100 traces, deferred=Deferred@1378650342(state=PENDING, result=null, callback=(continuation of Deferred@99273073 after retry RPC after error@743616149) -> (continuation of Deferred@1196066873 after retry RPC after error@1897354126) -> (continuation of Deferred@577093020 after retry RPC after error@461015363) -> (continuation of Deferred@140693845 after retry RPC after error@1126328564) -> (continuation of Deferred@1277473873 after retry RPC after error@56298503) -> (continuation of Deferred@489524544 after retry RPC after error@1293427673) -> (continuation of Deferred@611815447 after retry RPC after error@2132249514) -> (continuation of Deferred@237067909 after retry RPC after error@44802675) -> (continuation of Deferred@440696089 after retry RPC after error@1498279712) -> (continuation of Deferred@1562134522 after retry RPC after error@50060816) -> (continuation of Deferred@997119971 after retry RPC after error@225188673) -> (continuation of Deferred@846249601 after retry RPC after error@1848114561) -> (continuation of Deferred@591134313 after retry RPC after error@1314938716) -> (continuation of Deferred@2043901095 after retry RPC after error@684283369) -> (continuation of Deferred@1425878575 after retry RPC after error@413864275) -> (continuation of Deferred@2059348141 after retry RPC after error@414931982) -> (continuation of Deferred@621446496 after retry RPC after error@1701521691) -> (continuation of Deferred@1712496475 after retry RPC after error@613151931) -> (continuation of Deferred@1440437455 after retry RPC after error@1774488734) -> (continuation of Deferred@459157178 after retry RPC after error@1611345734) -> (continuation of Deferred@1878618788 after retry RPC after error@571782073) -> (continuation of Deferred@1221948095 after retry RPC after error@1906120188) -> (continuation of Deferred@1440032057 after retry RPC after error@1381752129), errback=(continuation of Deferred@99273073 after retry RPC after error@743616149) -> (continuation of Deferred@1196066873 after retry RPC after error@1897354126) -> (continuation of Deferred@577093020 after retry RPC after error@461015363) -> (continuation of Deferred@140693845 after retry RPC after error@1126328564) -> (continuation of Deferred@1277473873 after retry RPC after error@56298503) -> (continuation of Deferred@489524544 after retry RPC after error@1293427673) -> (continuation of Deferred@611815447 after retry RPC after error@2132249514) -> (continuation of Deferred@237067909 after retry RPC after error@44802675) -> (continuation of Deferred@440696089 after retry RPC after error@1498279712) -> (continuation of Deferred@1562134522 after retry RPC after error@50060816) -> (continuation of Deferred@997119971 after retry RPC after error@225188673) -> (continuation of Deferred@846249601 after retry RPC after error@1848114561) -> (continuation of Deferred@591134313 after retry RPC after error@1314938716) -> (continuation of Deferred@2043901095 after retry RPC after error@684283369) -> (continuation of Deferred@1425878575 after retry RPC after error@413864275) -> (continuation of Deferred@2059348141 after retry RPC after error@414931982) -> (continuation of Deferred@621446496 after retry RPC after error@1701521691) -> (continuation of Deferred@1712496475 after retry RPC after error@613151931) -> (continuation of Deferred@1440437455 after retry RPC after error@1774488734) -> (continuation of Deferred@459157178 after retry RPC after error@1611345734) -> (continuation of Deferred@1878618788 after retry RPC after error@571782073) -> (continuation of Deferred@1221948095 after retry RPC after error@1906120188) -> (continuation of Deferred@1440032057 after retry RPC after error@1381752129)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.189:39011
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:28.996 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26987), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [97ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [99ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [130ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [132ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [152ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [152ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [197ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [200ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [201ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [261ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [262ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [283ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [283ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [364ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [364ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [563ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [563ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [682ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [683ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [683ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [684ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1402ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1424ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2547ms] too many traces: truncated at 100 traces, deferred=Deferred@1378650342(state=PENDING, result=null, callback=(continuation of Deferred@99273073 after retry RPC after error@743616149) -> (continuation of Deferred@1196066873 after retry RPC after error@1897354126) -> (continuation of Deferred@577093020 after retry RPC after error@461015363) -> (continuation of Deferred@140693845 after retry RPC after error@1126328564) -> (continuation of Deferred@1277473873 after retry RPC after error@56298503) -> (continuation of Deferred@489524544 after retry RPC after error@1293427673) -> (continuation of Deferred@611815447 after retry RPC after error@2132249514) -> (continuation of Deferred@237067909 after retry RPC after error@44802675) -> (continuation of Deferred@440696089 after retry RPC after error@1498279712) -> (continuation of Deferred@1562134522 after retry RPC after error@50060816) -> (continuation of Deferred@997119971 after retry RPC after error@225188673) -> (continuation of Deferred@846249601 after retry RPC after error@1848114561) -> (continuation of Deferred@591134313 after retry RPC after error@1314938716) -> (continuation of Deferred@2043901095 after retry RPC after error@684283369) -> (continuation of Deferred@1425878575 after retry RPC after error@413864275) -> (continuation of Deferred@2059348141 after retry RPC after error@414931982) -> (continuation of Deferred@621446496 after retry RPC after error@1701521691) -> (continuation of Deferred@1712496475 after retry RPC after error@613151931) -> (continuation of Deferred@1440437455 after retry RPC after error@1774488734) -> (continuation of Deferred@459157178 after retry RPC after error@1611345734) -> (continuation of Deferred@1878618788 after retry RPC after error@571782073) -> (continuation of Deferred@1221948095 after retry RPC after error@1906120188) -> (continuation of Deferred@1440032057 after retry RPC after error@1381752129), errback=(continuation of Deferred@99273073 after retry RPC after error@743616149) -> (continuation of Deferred@1196066873 after retry RPC after error@1897354126) -> (continuation of Deferred@577093020 after retry RPC after error@461015363) -> (continuation of Deferred@140693845 after retry RPC after error@1126328564) -> (continuation of Deferred@1277473873 after retry RPC after error@56298503) -> (continuation of Deferred@489524544 after retry RPC after error@1293427673) -> (continuation of Deferred@611815447 after retry RPC after error@2132249514) -> (continuation of Deferred@237067909 after retry RPC after error@44802675) -> (continuation of Deferred@440696089 after retry RPC after error@1498279712) -> (continuation of Deferred@1562134522 after retry RPC after error@50060816) -> (continuation of Deferred@997119971 after retry RPC after error@225188673) -> (continuation of Deferred@846249601 after retry RPC after error@1848114561) -> (continuation of Deferred@591134313 after retry RPC after error@1314938716) -> (continuation of Deferred@2043901095 after retry RPC after error@684283369) -> (continuation of Deferred@1425878575 after retry RPC after error@413864275) -> (continuation of Deferred@2059348141 after retry RPC after error@414931982) -> (continuation of Deferred@621446496 after retry RPC after error@1701521691) -> (continuation of Deferred@1712496475 after retry RPC after error@613151931) -> (continuation of Deferred@1440437455 after retry RPC after error@1774488734) -> (continuation of Deferred@459157178 after retry RPC after error@1611345734) -> (continuation of Deferred@1878618788 after retry RPC after error@571782073) -> (continuation of Deferred@1221948095 after retry RPC after error@1906120188) -> (continuation of Deferred@1440032057 after retry RPC after error@1381752129)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=26987), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [96ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [97ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [99ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [100ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [130ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [132ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [152ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [152ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [197ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [200ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [201ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [242ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [261ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [262ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [262ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [283ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [283ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [363ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [364ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [364ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [562ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [563ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [563ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [682ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [683ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [683ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [684ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1400ms] refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1402ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1424ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2546ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2547ms] too many traces: truncated at 100 traces, deferred=Deferred@1378650342(state=PENDING, result=null, callback=(continuation of Deferred@99273073 after retry RPC after error@743616149) -> (continuation of Deferred@1196066873 after retry RPC after error@1897354126) -> (continuation of Deferred@577093020 after retry RPC after error@461015363) -> (continuation of Deferred@140693845 after retry RPC after error@1126328564) -> (continuation of Deferred@1277473873 after retry RPC after error@56298503) -> (continuation of Deferred@489524544 after retry RPC after error@1293427673) -> (continuation of Deferred@611815447 after retry RPC after error@2132249514) -> (continuation of Deferred@237067909 after retry RPC after error@44802675) -> (continuation of Deferred@440696089 after retry RPC after error@1498279712) -> (continuation of Deferred@1562134522 after retry RPC after error@50060816) -> (continuation of Deferred@997119971 after retry RPC after error@225188673) -> (continuation of Deferred@846249601 after retry RPC after error@1848114561) -> (continuation of Deferred@591134313 after retry RPC after error@1314938716) -> (continuation of Deferred@2043901095 after retry RPC after error@684283369) -> (continuation of Deferred@1425878575 after retry RPC after error@413864275) -> (continuation of Deferred@2059348141 after retry RPC after error@414931982) -> (continuation of Deferred@621446496 after retry RPC after error@1701521691) -> (continuation of Deferred@1712496475 after retry RPC after error@613151931) -> (continuation of Deferred@1440437455 after retry RPC after error@1774488734) -> (continuation of Deferred@459157178 after retry RPC after error@1611345734) -> (continuation of Deferred@1878618788 after retry RPC after error@571782073) -> (continuation of Deferred@1221948095 after retry RPC after error@1906120188) -> (continuation of Deferred@1440032057 after retry RPC after error@1381752129), errback=(continuation of Deferred@99273073 after retry RPC after error@743616149) -> (continuation of Deferred@1196066873 after retry RPC after error@1897354126) -> (continuation of Deferred@577093020 after retry RPC after error@461015363) -> (continuation of Deferred@140693845 after retry RPC after error@1126328564) -> (continuation of Deferred@1277473873 after retry RPC after error@56298503) -> (continuation of Deferred@489524544 after retry RPC after error@1293427673) -> (continuation of Deferred@611815447 after retry RPC after error@2132249514) -> (continuation of Deferred@237067909 after retry RPC after error@44802675) -> (continuation of Deferred@440696089 after retry RPC after error@1498279712) -> (continuation of Deferred@1562134522 after retry RPC after error@50060816) -> (continuation of Deferred@997119971 after retry RPC after error@225188673) -> (continuation of Deferred@846249601 after retry RPC after error@1848114561) -> (continuation of Deferred@591134313 after retry RPC after error@1314938716) -> (continuation of Deferred@2043901095 after retry RPC after error@684283369) -> (continuation of Deferred@1425878575 after retry RPC after error@413864275) -> (continuation of Deferred@2059348141 after retry RPC after error@414931982) -> (continuation of Deferred@621446496 after retry RPC after error@1701521691) -> (continuation of Deferred@1712496475 after retry RPC after error@613151931) -> (continuation of Deferred@1440437455 after retry RPC after error@1774488734) -> (continuation of Deferred@459157178 after retry RPC after error@1611345734) -> (continuation of Deferred@1878618788 after retry RPC after error@571782073) -> (continuation of Deferred@1221948095 after retry RPC after error@1906120188) -> (continuation of Deferred@1440032057 after retry RPC after error@1381752129)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.189:39011
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:28.997 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:11:28.997 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RUNNING to RESTARTING.
23:11:28.997 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
23:11:28.998 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
23:11:28.998 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:11:28.998 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
23:11:28.998 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:11:28.999 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
23:11:28.999 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
23:11:28.999 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
23:11:28.999 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
23:11:28.999 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
23:11:28.999 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
23:11:29.003 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:11:29.004 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
23:11:29.004 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:11:29.004 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:11:29.004 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
23:11:29.004 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:11:29.005 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:11:29.006 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
23:11:29.006 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:11:29.009 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:29.009 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:29.009 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:29.010 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.010 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.010 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.010 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.010 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.010 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.010 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.010 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.010 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.010 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:29.014 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:11:29.014 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
23:11:29.014 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:11:29.015 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:11:29.015 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
23:11:29.015 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:11:29.016 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:11:29.016 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
23:11:29.016 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:11:29.017 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:11:29.017 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
23:11:29.017 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:11:29.017 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
23:11:29.018 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
23:11:29.018 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
23:11:29.018 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
23:11:29.018 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
23:11:29.019 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
23:11:29.020 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
23:11:29.020 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
23:11:29.020 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:29.020 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:11:29.020 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:11:29.021 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 7fd90d75d429cae09c48b2e4b1f4e71b
23:11:29.022 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.17.123.60:43249(127.17.123.60:43249)] handling channelInactive
23:11:29.022 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:29.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state READY due to: connection closed
23:11:29.022 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state NEGOTIATING due to: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249]
23:11:29.022 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249]
23:11:29.022 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:29.022 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.022 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.17.123.60:43249(127.17.123.60:43249)] handling channelInactive
23:11:29.022 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:29.022 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:29.022 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.023 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.023 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.023 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:29.023 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state NEGOTIATING due to: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249]
23:11:29.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249]
23:11:29.023 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.023 [ERROR - kudu-nio-4] (Connection.java:452) [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:29.023 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state NEGOTIATING due to: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249]
23:11:29.023 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.17.123.60:43249(127.17.123.60:43249)] handling channelInactive
23:11:29.023 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249]
23:11:29.023 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.024 [DEBUG - kudu-nio-4] (Connection.java:239) [peer master-127.17.123.60:43249(127.17.123.60:43249)] handling channelInactive
23:11:29.024 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.024 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.024 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.024 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:29.025 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.029 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:29.029 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:29.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.029 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.029 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:29.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:29.031 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.034 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.034 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.035 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.035 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.036 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.036 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.037 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.037 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.037 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.037 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.037 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.038 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.038 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.038 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.038 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.038 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.039 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.039 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.039 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.046 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.046 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.046 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.046 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.046 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.046 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.046 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.046 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.046 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.046 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.049 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:29.049 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:29.049 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:29.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.050 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.050 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.050 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.049 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.050 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:29.051 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.051 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.052 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.052 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.052 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.052 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.052 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.052 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.052 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.052 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.055 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.055 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.056 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.056 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.056 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.056 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.056 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.056 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.056 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465889060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:29.065 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.066 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.066 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.066 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.066 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.067 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.066 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.067 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.068 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:29.069 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:29.069 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:29.069 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.069 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.069 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.070 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.070 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.070 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.070 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.070 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.070 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:29.072 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.072 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.072 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.072 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.073 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.073 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.073 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.073 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.073 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.073 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.073 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.073 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.073 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.076 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 740adf8daa67de3853e3b5185db02a0c (4320 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:11:29.076 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.076 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.076 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.077 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:11:29.077 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 8b8a0c1fead1a85949d357464b1e8ea1715d952d32385994f47cdbcfa72d7375 from pending
23:11:29.077 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 0a5f96efeb1be7300593c3d893293863b7c38bd9e08acb6c12694cd666ea9c1e from pending
23:11:29.078 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 2 finished splits from enumerator state
23:11:29.085 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.086 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.086 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.091 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.091 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.091 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.091 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.091 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.091 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.091 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.091 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.092 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.092 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.092 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.092 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.096 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.096 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.096 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.097 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.097 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.106 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.106 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.107 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.108 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.108 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.108 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.109 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.109 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.110 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.110 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.110 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.111 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.111 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:29.111 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:29.111 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:29.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.111 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.111 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.112 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:29.112 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.112 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.112 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.113 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.113 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.113 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.113 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.113 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.113 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.113 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.113 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.113 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.116 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.116 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.116 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.126 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.126 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.126 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.126 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.127 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.127 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.127 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.127 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.127 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.127 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.127 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.127 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.128 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:29.129 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:29.129 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:29.129 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.129 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.129 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.129 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.130 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.130 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.130 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.130 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:29.135 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.136 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.136 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.136 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.136 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.136 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.136 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.137 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.137 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.137 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.169 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:29.170 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:29.170 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:29.170 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.170 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.170 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.170 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.170 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.171 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.171 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.171 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:29.171 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.172 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.172 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.172 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.172 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.185 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:29.185 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:29.186 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:29.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:29.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:29.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:29.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:29.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:29.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:29.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:29.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:29.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:29.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:29.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:29.246 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.246 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.247 [INFO - pool-246-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.247 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.248 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.248 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.256 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.256 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.257 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.257 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.257 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.257 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.257 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.257 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.257 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.257 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.257 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.257 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.257 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.271 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.271 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.272 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.273 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.305 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.306 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.306 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.307 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.362 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:29.362 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:29.362 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:29.363 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.363 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.363 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:29.365 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.365 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.365 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.365 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.365 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.365 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.367 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.389 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:29.389 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:29.390 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:29.390 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.390 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.390 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.391 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.391 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:29.395 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.396 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.396 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.396 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.397 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.405 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:29.405 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:29.405 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:29.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:29.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:29.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:29.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:29.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:29.406 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:29.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:29.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:29.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:29.406 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:29.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:29.431 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:29.431 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:29.431 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:29.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:29.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:29.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:29.432 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:29.432 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:29.432 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:29.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:29.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:29.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:29.433 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:29.451 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.452 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.452 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.452 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.452 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.453 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.453 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.453 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.453 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.453 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.453 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.476 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:29.476 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:29.476 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:29.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.477 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.477 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.477 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.477 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.477 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.477 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:29.488 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:29.489 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:29.489 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:29.489 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.489 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.489 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.489 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.489 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:29.489 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:29.490 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.490 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.490 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:29.490 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:29.536 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.536 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.536 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.537 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.537 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.537 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.537 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.537 [INFO - pool-236-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.537 [WARN - pool-236-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465889560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:29.571 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:11:29.573 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:11:29.629 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:29.629 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:29.630 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:29.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:29.630 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.630 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.630 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:29.630 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.630 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.630 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:29.630 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:29.717 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:29.741 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:29.742 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:29.742 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:29.742 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:29.742 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:29.742 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:29.742 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:29.742 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:29.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:29.742 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:29.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:29.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:29.743 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:29.911 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.912 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.912 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.912 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.912 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.912 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.912 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.913 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.913 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:29.965 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:29.965 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:29.966 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:29.966 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:29.966 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.966 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.966 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:29.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:29.966 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:29.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:29.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:29.966 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:29.967 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:29.966 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:29.967 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.967 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.967 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:29.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:29.967 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.967 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:29.967 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.967 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:29.967 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:29.967 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:29.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:29.967 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:30.009 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:30.010 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:30.010 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:30.010 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:30.010 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:30.010 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:30.010 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:30.010 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:30.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:30.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:30.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:30.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:30.011 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:30.051 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:30.051 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:30.051 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:30.052 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:30.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:30.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:30.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:30.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:30.052 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:30.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:30.052 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:30.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:30.052 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:30.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465890059 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:30.070 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:11:30.071 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
23:11:30.149 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:30.150 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:30.150 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:30.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:30.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:30.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:30.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:30.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:30.150 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:30.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:30.150 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:30.150 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:30.151 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:30.165 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:30.166 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:30.166 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:30.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:30.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:30.166 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:30.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:30.166 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:30.166 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:30.166 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:30.166 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:30.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:30.166 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:30.207 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:30.208 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:30.208 [DEBUG - pool-170-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:30.208 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:30.208 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:30.208 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:30.208 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:30.208 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:30.208 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:30.208 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:30.208 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:30.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:30.208 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:30.209 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28216), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [59ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [61ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [64ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [113ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [132ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [132ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [216ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [216ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [217ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [218ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [218ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [283ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [304ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [304ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [343ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [544ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [544ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [544ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [942ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [942ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [943ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [943ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [961ms] refreshing cache from master, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [962ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [962ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [963ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [963ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1341ms] refreshing cache from master, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1342ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [4102ms] refreshing cache from master, [4102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [4102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [4102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [4103ms] too many traces: truncated at 100 traces, deferred=Deferred@2103713111(state=PENDING, result=null, callback=(continuation of Deferred@959986244 after retry RPC after error@1397283977) -> (continuation of Deferred@1537763498 after retry RPC after error@117131309) -> (continuation of Deferred@2120853676 after retry RPC after error@1808830332) -> (continuation of Deferred@1931822996 after retry RPC after error@801358845) -> (continuation of Deferred@475804257 after retry RPC after error@1939404281) -> (continuation of Deferred@710411769 after retry RPC after error@456517476) -> (continuation of Deferred@1711739225 after retry RPC after error@1384384349) -> (continuation of Deferred@949598009 after retry RPC after error@203651465) -> (continuation of Deferred@1383087245 after retry RPC after error@549218161) -> (continuation of Deferred@1432960032 after retry RPC after error@1108473909) -> (continuation of Deferred@290861230 after retry RPC after error@1376930330) -> (continuation of Deferred@1309078596 after retry RPC after error@52129249) -> (continuation of Deferred@602472044 after retry RPC after error@1667900049) -> (continuation of Deferred@439832172 after retry RPC after error@1117478062) -> (continuation of Deferred@652525839 after retry RPC after error@338166248) -> (continuation of Deferred@885811503 after retry RPC after error@749350196) -> (continuation of Deferred@751201559 after retry RPC after error@2025131558) -> (continuation of Deferred@803706126 after retry RPC after error@1390005835) -> (continuation of Deferred@1298710482 after retry RPC after error@494685287) -> (continuation of Deferred@245429539 after retry RPC after error@311937322) -> (continuation of Deferred@436822661 after retry RPC after error@1701386967) -> (continuation of Deferred@1818878644 after retry RPC after error@1083947146) -> (continuation of Deferred@290977622 after retry RPC after error@1011214345), errback=(continuation of Deferred@959986244 after retry RPC after error@1397283977) -> (continuation of Deferred@1537763498 after retry RPC after error@117131309) -> (continuation of Deferred@2120853676 after retry RPC after error@1808830332) -> (continuation of Deferred@1931822996 after retry RPC after error@801358845) -> (continuation of Deferred@475804257 after retry RPC after error@1939404281) -> (continuation of Deferred@710411769 after retry RPC after error@456517476) -> (continuation of Deferred@1711739225 after retry RPC after error@1384384349) -> (continuation of Deferred@949598009 after retry RPC after error@203651465) -> (continuation of Deferred@1383087245 after retry RPC after error@549218161) -> (continuation of Deferred@1432960032 after retry RPC after error@1108473909) -> (continuation of Deferred@290861230 after retry RPC after error@1376930330) -> (continuation of Deferred@1309078596 after retry RPC after error@52129249) -> (continuation of Deferred@602472044 after retry RPC after error@1667900049) -> (continuation of Deferred@439832172 after retry RPC after error@1117478062) -> (continuation of Deferred@652525839 after retry RPC after error@338166248) -> (continuation of Deferred@885811503 after retry RPC after error@749350196) -> (continuation of Deferred@751201559 after retry RPC after error@2025131558) -> (continuation of Deferred@803706126 after retry RPC after error@1390005835) -> (continuation of Deferred@1298710482 after retry RPC after error@494685287) -> (continuation of Deferred@245429539 after retry RPC after error@311937322) -> (continuation of Deferred@436822661 after retry RPC after error@1701386967) -> (continuation of Deferred@1818878644 after retry RPC after error@1083947146) -> (continuation of Deferred@290977622 after retry RPC after error@1011214345)))
23:11:30.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:11:30Z chronyd exiting
23:11:30.217 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:30.221 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:30.221 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:30.221 [DEBUG - pool-172-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:30.221 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:30.221 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:30.221 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:30.221 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:30.221 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:30.221 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:30.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:30.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:30.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:30.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:30.222 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28217), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [21ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [24ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [24ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [149ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [150ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [151ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [152ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [152ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [182ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [223ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [363ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [363ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [424ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [424ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [863ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [864ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [865ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [865ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1145ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1146ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1146ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1461ms] refreshing cache from master, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1462ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1463ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1464ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1464ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3381ms] refreshing cache from master, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3383ms] too many traces: truncated at 100 traces, deferred=Deferred@897433484(state=PENDING, result=null, callback=(continuation of Deferred@22495673 after retry RPC after error@1097120142) -> (continuation of Deferred@1281944922 after retry RPC after error@347187844) -> (continuation of Deferred@793799458 after retry RPC after error@1268518799) -> (continuation of Deferred@1075132827 after retry RPC after error@1508462231) -> (continuation of Deferred@1967925235 after retry RPC after error@1577565858) -> (continuation of Deferred@934780184 after retry RPC after error@616161423) -> (continuation of Deferred@819865684 after retry RPC after error@1406104131) -> (continuation of Deferred@1486580351 after retry RPC after error@869094523) -> (continuation of Deferred@1922057950 after retry RPC after error@1516597157) -> (continuation of Deferred@1504591364 after retry RPC after error@10082246) -> (continuation of Deferred@1884276669 after retry RPC after error@19306070) -> (continuation of Deferred@693163624 after retry RPC after error@1740182371) -> (continuation of Deferred@1774539270 after retry RPC after error@1550122318) -> (continuation of Deferred@1932038972 after retry RPC after error@1545974833) -> (continuation of Deferred@531859665 after retry RPC after error@1690736868) -> (continuation of Deferred@1396725299 after retry RPC after error@582345814) -> (continuation of Deferred@558044625 after retry RPC after error@1897048229) -> (continuation of Deferred@548575610 after retry RPC after error@766008942) -> (continuation of Deferred@343686039 after retry RPC after error@1892679229) -> (continuation of Deferred@1141030935 after retry RPC after error@733392343) -> (continuation of Deferred@1583582133 after retry RPC after error@1364371538) -> (continuation of Deferred@58906647 after retry RPC after error@499385765) -> (continuation of Deferred@1605901195 after retry RPC after error@460077078) -> (continuation of Deferred@247138572 after retry RPC after error@862964819) -> (continuation of Deferred@747957750 after retry RPC after error@1455611130) -> (continuation of Deferred@15158343 after retry RPC after error@1302791516), errback=(continuation of Deferred@22495673 after retry RPC after error@1097120142) -> (continuation of Deferred@1281944922 after retry RPC after error@347187844) -> (continuation of Deferred@793799458 after retry RPC after error@1268518799) -> (continuation of Deferred@1075132827 after retry RPC after error@1508462231) -> (continuation of Deferred@1967925235 after retry RPC after error@1577565858) -> (continuation of Deferred@934780184 after retry RPC after error@616161423) -> (continuation of Deferred@819865684 after retry RPC after error@1406104131) -> (continuation of Deferred@1486580351 after retry RPC after error@869094523) -> (continuation of Deferred@1922057950 after retry RPC after error@1516597157) -> (continuation of Deferred@1504591364 after retry RPC after error@10082246) -> (continuation of Deferred@1884276669 after retry RPC after error@19306070) -> (continuation of Deferred@693163624 after retry RPC after error@1740182371) -> (continuation of Deferred@1774539270 after retry RPC after error@1550122318) -> (continuation of Deferred@1932038972 after retry RPC after error@1545974833) -> (continuation of Deferred@531859665 after retry RPC after error@1690736868) -> (continuation of Deferred@1396725299 after retry RPC after error@582345814) -> (continuation of Deferred@558044625 after retry RPC after error@1897048229) -> (continuation of Deferred@548575610 after retry RPC after error@766008942) -> (continuation of Deferred@343686039 after retry RPC after error@1892679229) -> (continuation of Deferred@1141030935 after retry RPC after error@733392343) -> (continuation of Deferred@1583582133 after retry RPC after error@1364371538) -> (continuation of Deferred@58906647 after retry RPC after error@499385765) -> (continuation of Deferred@1605901195 after retry RPC after error@460077078) -> (continuation of Deferred@247138572 after retry RPC after error@862964819) -> (continuation of Deferred@747957750 after retry RPC after error@1455611130) -> (continuation of Deferred@15158343 after retry RPC after error@1302791516)))
23:11:30.416 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:30.416 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:30.416 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:30.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:30.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:30.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:30.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:30.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:30.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:30.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:30.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:30.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:30.417 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:30.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:30.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465890560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:30.568 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
23:11:30.568 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:11:30.645 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:30.646 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:30.646 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:30.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:30.646 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:30.646 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:30.646 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:30.646 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:30.646 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:30.646 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:30.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:30.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:30.647 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:30.689 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:30.689 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:30.689 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:30.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:30.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:30.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:30.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:30.690 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:30.690 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:30.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:30.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:30.690 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:30.690 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:30.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:30.772 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:30.772 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:30.772 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:30.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:30.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:30.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:30.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:30.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:30.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:30.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:30.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:30.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:30.773 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:30.898 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:30.899 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:30.899 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:30.899 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:30.899 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:30.899 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:30.899 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:30.899 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:30.899 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:30.899 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:30.899 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:30.899 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:30.899 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:30.906 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:30.907 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:30.907 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:30.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:30.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:30.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:30.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:30.907 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:30.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:30.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:30.907 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:30.907 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:30.907 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:30.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:31.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465891060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:31.067 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:11:31.068 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:11:31.094 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:31.094 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:31.095 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:31.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:31.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:31.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:31.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:31.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:31.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:31.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:31.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:31.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:31.095 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:31.130 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:31.130 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:31.130 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:31.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:31.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:31.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:31.130 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:31.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:31.130 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:31.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:31.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:31.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:31.131 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:31.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
.23:11:31.262 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465891261
23:11:31.262 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465891262
23:11:31.265 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:31.265 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:31.266 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:31.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:31.266 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:31.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:31.266 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:31.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:31.266 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:31.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:31.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:31.266 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:31.266 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:31.266 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:11:31.270 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:11:31.271 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:11:31.271 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:11:31.271 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:11:31.271 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:11:31.275 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:11:31.319 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:31.320 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:31.320 [DEBUG - pool-174-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:31.320 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:31.320 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:31.320 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:31.320 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:31.321 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:31.321 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:31.321 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:31.321 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:31.321 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:31.321 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:31.322 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29272), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [16ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [26ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [35ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [35ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [94ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [96ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [97ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [97ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [108ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [109ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [118ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [118ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [118ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [163ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [163ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [223ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [224ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [224ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [483ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [483ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [643ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [644ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [644ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [644ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1223ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2441ms] refreshing cache from master, [2442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2443ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2444ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2444ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [4480ms] refreshing cache from master, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [4481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [4482ms] too many traces: truncated at 100 traces, deferred=Deferred@1644848196(state=PENDING, result=null, callback=(continuation of Deferred@1453845674 after retry RPC after error@421716841) -> (continuation of Deferred@358597417 after retry RPC after error@617004418) -> (continuation of Deferred@1299040012 after retry RPC after error@1138383971) -> (continuation of Deferred@687311290 after retry RPC after error@969677707) -> (continuation of Deferred@448462361 after retry RPC after error@194154601) -> (continuation of Deferred@524051192 after retry RPC after error@1190470359) -> (continuation of Deferred@200431142 after retry RPC after error@352100073) -> (continuation of Deferred@1756042540 after retry RPC after error@128409972) -> (continuation of Deferred@511530176 after retry RPC after error@1854310960) -> (continuation of Deferred@1588912313 after retry RPC after error@1654953690) -> (continuation of Deferred@378213658 after retry RPC after error@1283906289) -> (continuation of Deferred@894323440 after retry RPC after error@1931090117) -> (continuation of Deferred@1039659129 after retry RPC after error@1205658724) -> (continuation of Deferred@8531877 after retry RPC after error@603837248) -> (continuation of Deferred@562797438 after retry RPC after error@22324463) -> (continuation of Deferred@272260199 after retry RPC after error@1569782515) -> (continuation of Deferred@549309012 after retry RPC after error@74080624) -> (continuation of Deferred@1190251774 after retry RPC after error@476901809) -> (continuation of Deferred@1380808450 after retry RPC after error@100396506) -> (continuation of Deferred@1294288807 after retry RPC after error@918542027) -> (continuation of Deferred@267600505 after retry RPC after error@1438448480) -> (continuation of Deferred@851678735 after retry RPC after error@2046957330), errback=(continuation of Deferred@1453845674 after retry RPC after error@421716841) -> (continuation of Deferred@358597417 after retry RPC after error@617004418) -> (continuation of Deferred@1299040012 after retry RPC after error@1138383971) -> (continuation of Deferred@687311290 after retry RPC after error@969677707) -> (continuation of Deferred@448462361 after retry RPC after error@194154601) -> (continuation of Deferred@524051192 after retry RPC after error@1190470359) -> (continuation of Deferred@200431142 after retry RPC after error@352100073) -> (continuation of Deferred@1756042540 after retry RPC after error@128409972) -> (continuation of Deferred@511530176 after retry RPC after error@1854310960) -> (continuation of Deferred@1588912313 after retry RPC after error@1654953690) -> (continuation of Deferred@378213658 after retry RPC after error@1283906289) -> (continuation of Deferred@894323440 after retry RPC after error@1931090117) -> (continuation of Deferred@1039659129 after retry RPC after error@1205658724) -> (continuation of Deferred@8531877 after retry RPC after error@603837248) -> (continuation of Deferred@562797438 after retry RPC after error@22324463) -> (continuation of Deferred@272260199 after retry RPC after error@1569782515) -> (continuation of Deferred@549309012 after retry RPC after error@74080624) -> (continuation of Deferred@1190251774 after retry RPC after error@476901809) -> (continuation of Deferred@1380808450 after retry RPC after error@100396506) -> (continuation of Deferred@1294288807 after retry RPC after error@918542027) -> (continuation of Deferred@267600505 after retry RPC after error@1438448480) -> (continuation of Deferred@851678735 after retry RPC after error@2046957330)))
23:11:31.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:31.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465891560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:31.568 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:11:31.569 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:11:31.633 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:11:31.633 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:11:31.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:31.637395 20158 mini_oidc.cc:150] Starting JWKS server
23:11:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:31.640820 20158 webserver.cc:534] Webserver started at http://127.0.0.1:35661/ using document root <none> and password file <none>
23:11:31.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:31.641244 20158 mini_oidc.cc:186] Starting OIDC Discovery server
23:11:31.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:31.643015 20158 webserver.cc:534] Webserver started at http://127.0.0.1:38625/ using document root <none> and password file <none>
23:11:31.691 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:31.691 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:31.691 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:31.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:31.692 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:31.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:31.692 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:31.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:31.692 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:31.692 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:31.692 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:31.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:31.692 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:31.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:11:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:11:31.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:11:31Z Disabled control of system clock
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:31.709710 20158 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/wal
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/data
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/logs
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/data/info.pb
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.190:33135
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.190
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:31.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35661/jwks.json with env {}
23:11:31.716 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:31.745 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:31.745 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:31.746 [DEBUG - pool-168-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:31.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:31.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:31.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:31.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:31.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:31.746 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:31.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:31.746 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:31.746 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:31.746 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:31.747 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29758), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [107ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [110ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [127ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [127ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [185ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [187ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [194ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [195ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [199ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [199ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [234ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [237ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [237ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [238ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [240ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [240ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [283ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [344ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [402ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [403ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [403ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [403ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [463ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [463ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [464ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [464ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [921ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [922ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [923ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [924ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [932ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [932ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1183ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1186ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1186ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2481ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2482ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5880ms] refreshing cache from master, [5880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [5882ms] too many traces: truncated at 100 traces, deferred=Deferred@1242895158(state=PENDING, result=null, callback=(continuation of Deferred@1568275300 after retry RPC after error@314051663) -> (continuation of Deferred@1748685625 after retry RPC after error@173334955) -> (continuation of Deferred@417634654 after retry RPC after error@1256993913) -> (continuation of Deferred@1953600774 after retry RPC after error@1501916058) -> (continuation of Deferred@1704404893 after retry RPC after error@1316198570) -> (continuation of Deferred@919797191 after retry RPC after error@1148815676) -> (continuation of Deferred@403633633 after retry RPC after error@1256884354) -> (continuation of Deferred@1811380445 after retry RPC after error@1674521846) -> (continuation of Deferred@201424019 after retry RPC after error@313608969) -> (continuation of Deferred@1112598546 after retry RPC after error@1491256370) -> (continuation of Deferred@1593892441 after retry RPC after error@1198600115) -> (continuation of Deferred@35934007 after retry RPC after error@1277810709) -> (continuation of Deferred@352462303 after retry RPC after error@1539349627) -> (continuation of Deferred@2075995587 after retry RPC after error@2044111825) -> (continuation of Deferred@2113820137 after retry RPC after error@570572137) -> (continuation of Deferred@818139103 after retry RPC after error@2089251381) -> (continuation of Deferred@1935225169 after retry RPC after error@1073984294) -> (continuation of Deferred@1846555086 after retry RPC after error@692183267) -> (continuation of Deferred@329817891 after retry RPC after error@1315935475) -> (continuation of Deferred@564023985 after retry RPC after error@125761689) -> (continuation of Deferred@1358442194 after retry RPC after error@1652748338) -> (continuation of Deferred@836381961 after retry RPC after error@1099997595) -> (continuation of Deferred@1343195589 after retry RPC after error@628748438) -> (continuation of Deferred@1160459093 after retry RPC after error@32759314), errback=(continuation of Deferred@1568275300 after retry RPC after error@314051663) -> (continuation of Deferred@1748685625 after retry RPC after error@173334955) -> (continuation of Deferred@417634654 after retry RPC after error@1256993913) -> (continuation of Deferred@1953600774 after retry RPC after error@1501916058) -> (continuation of Deferred@1704404893 after retry RPC after error@1316198570) -> (continuation of Deferred@919797191 after retry RPC after error@1148815676) -> (continuation of Deferred@403633633 after retry RPC after error@1256884354) -> (continuation of Deferred@1811380445 after retry RPC after error@1674521846) -> (continuation of Deferred@201424019 after retry RPC after error@313608969) -> (continuation of Deferred@1112598546 after retry RPC after error@1491256370) -> (continuation of Deferred@1593892441 after retry RPC after error@1198600115) -> (continuation of Deferred@35934007 after retry RPC after error@1277810709) -> (continuation of Deferred@352462303 after retry RPC after error@1539349627) -> (continuation of Deferred@2075995587 after retry RPC after error@2044111825) -> (continuation of Deferred@2113820137 after retry RPC after error@570572137) -> (continuation of Deferred@818139103 after retry RPC after error@2089251381) -> (continuation of Deferred@1935225169 after retry RPC after error@1073984294) -> (continuation of Deferred@1846555086 after retry RPC after error@692183267) -> (continuation of Deferred@329817891 after retry RPC after error@1315935475) -> (continuation of Deferred@564023985 after retry RPC after error@125761689) -> (continuation of Deferred@1358442194 after retry RPC after error@1652748338) -> (continuation of Deferred@836381961 after retry RPC after error@1099997595) -> (continuation of Deferred@1343195589 after retry RPC after error@628748438) -> (continuation of Deferred@1160459093 after retry RPC after error@32759314)))
23:11:31.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:32.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:32.033102 20170 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:32.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:32.033793 20170 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:32.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:32.034284 20170 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:32.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465892060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:32.067 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=6 ms, finalizationTime=1 ms).
23:11:32.067 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:11:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:32.070837 20170 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:11:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:32.071115 20170 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:32.071322 20170 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:11:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:32.071580 20170 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:11:32.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:32.071805 20170 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:11:32.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:32.071956 20170 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35661/jwks.json
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:32.112125 20170 master_runner.cc:387] Master server non-default flags:
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/data
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/wal
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.190:33135
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:32.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35661/jwks.json
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/data/info.pb
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.190
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/logs
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:32.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:32.113550 20170 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:32.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:32.115403 20170 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:32.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:32.129117 20176 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:32.216 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:32.331 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:32.331 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:32.331 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:32.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.332 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.332 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.332 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.333 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:32.333 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27388), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [95ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [232ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [257ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [268ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [269ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [316ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [317ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [318ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [319ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [343ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [364ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [401ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [402ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [423ms] refreshing cache from master, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [425ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [426ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [426ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [543ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [543ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [644ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [902ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [903ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [904ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [904ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1501ms] refreshing cache from master, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1503ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [5062ms] too many traces: truncated at 100 traces, deferred=Deferred@1512440151(state=PENDING, result=null, callback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328), errback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328)))
23:11:32.334 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:32.334 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:32.334 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27388), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [95ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [232ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [257ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [268ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [269ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [316ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [317ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [318ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [319ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [343ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [364ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [401ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [402ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [423ms] refreshing cache from master, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [425ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [426ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [426ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [543ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [543ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [644ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [902ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [903ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [904ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [904ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1501ms] refreshing cache from master, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1503ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [5062ms] too many traces: truncated at 100 traces, deferred=Deferred@1512440151(state=PENDING, result=null, callback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328), errback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27388), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [95ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [232ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [257ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [268ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [269ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [316ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [317ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [318ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [319ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [343ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [364ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [401ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [402ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [423ms] refreshing cache from master, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [425ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [426ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [426ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [543ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [543ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [644ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [902ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [903ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [904ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [904ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1501ms] refreshing cache from master, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1503ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [5062ms] too many traces: truncated at 100 traces, deferred=Deferred@1512440151(state=PENDING, result=null, callback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328), errback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:32.335 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.334 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:32.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.335 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.335 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.335 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.335 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.335 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.335 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.335 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:32.340 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27388), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [95ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [232ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [257ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [268ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [269ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [316ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [317ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [318ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [319ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [343ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [364ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [401ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [402ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [423ms] refreshing cache from master, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [425ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [426ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [426ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [543ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [543ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [644ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [902ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [903ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [904ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [904ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1501ms] refreshing cache from master, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1503ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [5062ms] too many traces: truncated at 100 traces, deferred=Deferred@1512440151(state=PENDING, result=null, callback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328), errback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27388), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [95ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [121ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [232ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [233ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [257ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [268ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [269ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [315ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [316ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [316ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [317ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [318ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [319ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [343ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [343ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [363ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [364ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [401ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [402ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [423ms] refreshing cache from master, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [425ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [426ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [426ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [543ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [543ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [642ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [643ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [644ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [900ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [902ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [903ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [904ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [904ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1501ms] refreshing cache from master, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1502ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1502ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1503ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1503ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [5062ms] too many traces: truncated at 100 traces, deferred=Deferred@1512440151(state=PENDING, result=null, callback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328), errback=(continuation of Deferred@1453980155 after retry RPC after error@1772461107) -> (continuation of Deferred@1675350661 after retry RPC after error@161307408) -> (continuation of Deferred@283250169 after retry RPC after error@1440964562) -> (continuation of Deferred@1754394641 after retry RPC after error@196572104) -> (continuation of Deferred@196749954 after retry RPC after error@1147730408) -> (continuation of Deferred@589203468 after retry RPC after error@319260308) -> (continuation of Deferred@1228095564 after retry RPC after error@1243043643) -> (continuation of Deferred@488568989 after retry RPC after error@847445644) -> (continuation of Deferred@1633741232 after retry RPC after error@297718824) -> (continuation of Deferred@2064518290 after retry RPC after error@1583217633) -> (continuation of Deferred@949396723 after retry RPC after error@1609443421) -> (continuation of Deferred@1410323886 after retry RPC after error@1706868285) -> (continuation of Deferred@1753231173 after retry RPC after error@1174556360) -> (continuation of Deferred@1812611331 after retry RPC after error@1816610793) -> (continuation of Deferred@97822499 after retry RPC after error@1374997855) -> (continuation of Deferred@1867025467 after retry RPC after error@971437620) -> (continuation of Deferred@422294420 after retry RPC after error@1858210779) -> (continuation of Deferred@1170238316 after retry RPC after error@1259958966) -> (continuation of Deferred@258662226 after retry RPC after error@1896382903) -> (continuation of Deferred@928325617 after retry RPC after error@928597871) -> (continuation of Deferred@1846582937 after retry RPC after error@1528872917) -> (continuation of Deferred@1150654935 after retry RPC after error@957013013) -> (continuation of Deferred@1401186811 after retry RPC after error@226798153) -> (continuation of Deferred@1706541327 after retry RPC after error@171066328)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:32.341 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:11:32.341 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RUNNING to RESTARTING.
23:11:32.342 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
23:11:32.342 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
23:11:32.342 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
23:11:32.342 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:11:32.343 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to CANCELING.
23:11:32.343 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
23:11:32.343 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:11:32.343 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
23:11:32.343 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
23:11:32.343 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
23:11:32.343 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
23:11:32.344 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:11:32.344 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
23:11:32.344 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:11:32.349 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:11:32.349 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to CANCELING.
23:11:32.349 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:11:32.351 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:32.351 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:32.351 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:11:32.351 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:32.351 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
23:11:32.351 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:11:32.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.352 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.352 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.352 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.352 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:11:32.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.353 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
23:11:32.353 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:32.353 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:11:32.354 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:11:32.354 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
23:11:32.354 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:11:32.358 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
23:11:32.358 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to CANCELING.
23:11:32.358 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
23:11:32.359 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:11:32.360 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:11:32.360 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
23:11:32.360 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
23:11:32.360 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:11:32.360 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:11:32.360 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:11:32.361 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CANCELING to CANCELED.
23:11:32.362 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:32.362 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CANCELING to CANCELED.
23:11:32.363 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
23:11:32.363 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CANCELING to CANCELED.
23:11:32.364 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:11:32.365 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:11:32.365 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c307ae8863c63d3de8666de8ff6a319
23:11:32.371 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:32.371 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:32.371 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:32.372 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.372 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.372 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.372 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.373 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.373 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:32.391 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:32.391 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:32.391 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:32.392 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.392 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.392 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.392 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.393 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.393 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.393 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:32.396 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:32.396 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:32.396 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:32.396 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:32.396 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:32.396 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:32.396 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:32.397 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:32.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.397 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:32.397 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:32.397 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:32.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.398 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.398 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.397 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:32.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:32.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:32.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:32.398 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:32.398 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.398 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:32.411 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:32.411 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:32.412 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:32.412 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.412 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.412 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.413 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.413 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.413 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.414 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.414 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.414 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.414 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:32.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:32.451 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:32.452 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:32.453 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.453 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.453 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.453 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.453 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.453 [INFO - pool-176-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.454 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:32.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.454 [INFO - pool-176-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.454 [WARN - pool-176-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:32.512 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:32.513 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:32.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.515 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:32.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.516 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:32.531 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:32.531 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:32.531 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:32.532 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:32.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.532 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:32.532 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.532 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:32.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:32.532 [INFO - pool-176-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.532 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:32.532 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:32.532 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:32.532 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:32.533 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.533 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:32.533 [INFO - pool-176-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:32.533 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:32.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:32.533 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:32.534 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.534 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.534 [INFO - pool-176-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.534 [WARN - pool-176-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:32.542 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:32.543 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:32.543 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:32.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.544 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.544 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.544 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.544 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:32.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465892560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:32.574 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:11:32.575 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:11:32.709 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:32.710 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:32.710 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:32.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.712 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:32.750 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:32.750 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:32.750 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:32.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:32.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:32.751 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:32.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:32.771 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:32.772 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:32.772 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:32.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.773 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.773 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.773 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.773 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.774 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.774 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.774 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:32.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:32.931 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:32.932 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:32.932 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:32.932 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:32.933 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:32.933 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.933 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.933 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:32.934 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:33.051 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:33.052 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:33.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:33.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:33.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:33.053 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:33.053 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:33.053 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:33.053 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:33.053 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:33.054 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:33.054 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:33.054 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:33.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465893060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:33.075 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:11:33.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:11:33.311 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:33.311 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:33.311 [DEBUG - pool-176-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:33.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:33.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:33.312 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:33.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:33.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:33.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:33.313 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:33.313 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:33.313 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:33.313 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:33.390 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:33.390 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:33.390 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:33.391 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:33.391 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:33.391 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:33.392 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:33.392 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:33.392 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:33.392 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:33.392 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:33.392 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:33.392 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:33.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:33.436 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:33.436 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:33.436 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:33.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:33.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:33.437 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:33.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:33.437 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:33.437 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:33.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:33.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:33.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:33.437 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:33.525 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:33.526 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:33.526 [DEBUG - pool-184-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:33.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:33.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:33.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:33.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:33.528 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:33.528 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:33.528 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:33.528 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:33.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:33.528 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:33.529 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28594), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [104ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [173ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [176ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [257ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [258ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [259ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [260ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [261ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [261ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [338ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [339ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [339ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [340ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [340ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [340ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [362ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [362ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [362ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [362ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [382ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [383ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [383ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [383ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [402ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [403ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [442ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [443ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [443ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [522ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [523ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [523ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [523ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [543ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [543ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [543ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [723ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [723ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [723ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [724ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1400ms] refreshing cache from master, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1402ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1404ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2563ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2564ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2564ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [5941ms] refreshing cache from master, [5941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [5942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [5942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [5943ms] too many traces: truncated at 100 traces, deferred=Deferred@477772332(state=PENDING, result=null, callback=(continuation of Deferred@850143709 after retry RPC after error@1372510326) -> (continuation of Deferred@145144199 after retry RPC after error@1161845221) -> (continuation of Deferred@376529489 after retry RPC after error@836437377) -> (continuation of Deferred@202176700 after retry RPC after error@1262749609) -> (continuation of Deferred@1455069050 after retry RPC after error@1059350305) -> (continuation of Deferred@1418113377 after retry RPC after error@1058311447) -> (continuation of Deferred@1033362632 after retry RPC after error@563521844) -> (continuation of Deferred@1090132446 after retry RPC after error@1537038563) -> (continuation of Deferred@1483718340 after retry RPC after error@1277457396) -> (continuation of Deferred@1551935303 after retry RPC after error@1835771508) -> (continuation of Deferred@1213705347 after retry RPC after error@662953390) -> (continuation of Deferred@2128669830 after retry RPC after error@1317584168) -> (continuation of Deferred@1003369422 after retry RPC after error@35256244) -> (continuation of Deferred@2078588845 after retry RPC after error@1888369668) -> (continuation of Deferred@982790552 after retry RPC after error@2004735273) -> (continuation of Deferred@700057020 after retry RPC after error@676688531) -> (continuation of Deferred@861310704 after retry RPC after error@714854702) -> (continuation of Deferred@1408611876 after retry RPC after error@1345820451) -> (continuation of Deferred@1460777691 after retry RPC after error@595004342) -> (continuation of Deferred@1573772650 after retry RPC after error@833603455) -> (continuation of Deferred@1811033339 after retry RPC after error@1883480200) -> (continuation of Deferred@1138099559 after retry RPC after error@202225245) -> (continuation of Deferred@1994573523 after retry RPC after error@466124647) -> (continuation of Deferred@1749462084 after retry RPC after error@152588367) -> (continuation of Deferred@1764547553 after retry RPC after error@835171044), errback=(continuation of Deferred@850143709 after retry RPC after error@1372510326) -> (continuation of Deferred@145144199 after retry RPC after error@1161845221) -> (continuation of Deferred@376529489 after retry RPC after error@836437377) -> (continuation of Deferred@202176700 after retry RPC after error@1262749609) -> (continuation of Deferred@1455069050 after retry RPC after error@1059350305) -> (continuation of Deferred@1418113377 after retry RPC after error@1058311447) -> (continuation of Deferred@1033362632 after retry RPC after error@563521844) -> (continuation of Deferred@1090132446 after retry RPC after error@1537038563) -> (continuation of Deferred@1483718340 after retry RPC after error@1277457396) -> (continuation of Deferred@1551935303 after retry RPC after error@1835771508) -> (continuation of Deferred@1213705347 after retry RPC after error@662953390) -> (continuation of Deferred@2128669830 after retry RPC after error@1317584168) -> (continuation of Deferred@1003369422 after retry RPC after error@35256244) -> (continuation of Deferred@2078588845 after retry RPC after error@1888369668) -> (continuation of Deferred@982790552 after retry RPC after error@2004735273) -> (continuation of Deferred@700057020 after retry RPC after error@676688531) -> (continuation of Deferred@861310704 after retry RPC after error@714854702) -> (continuation of Deferred@1408611876 after retry RPC after error@1345820451) -> (continuation of Deferred@1460777691 after retry RPC after error@595004342) -> (continuation of Deferred@1573772650 after retry RPC after error@833603455) -> (continuation of Deferred@1811033339 after retry RPC after error@1883480200) -> (continuation of Deferred@1138099559 after retry RPC after error@202225245) -> (continuation of Deferred@1994573523 after retry RPC after error@466124647) -> (continuation of Deferred@1749462084 after retry RPC after error@152588367) -> (continuation of Deferred@1764547553 after retry RPC after error@835171044)))
23:11:33.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:32.129491 20177 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:33.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:33.545773 20178 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1415 milliseconds
23:11:33.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:33.546527 20179 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:33.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.547259 20170 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:11:33.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.550189 20170 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:33.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.553045 20170 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:33.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.554419 20170 hybrid_clock.cc:648] HybridClock initialized: now 1783465893554383 us; error 34 us; skew 500 ppm
23:11:33.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.555284 20170 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:33.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465893560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:33.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.561841 20170 webserver.cc:534] Webserver started at http://127.19.175.190:41497/ using document root <none> and password file <none>
23:11:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.563043 20170 fs_manager.cc:362] Metadata directory not provided
23:11:33.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.563431 20170 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:33.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.564131 20170 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:33.567 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:33.567 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:33.567 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:33.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:33.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:33.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:33.568 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:33.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:33.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:33.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:33.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:33.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:33.568 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.570600 20170 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/data/instance:
23:11:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fef8ded9dfc94888a7176f97d68ae5bd"
23:11:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:33 on dist-test-slave-sprr"
23:11:33.586 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=9 ms, finalizationTime=17 ms).
23:11:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.572153 20170 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/wal/instance:
23:11:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fef8ded9dfc94888a7176f97d68ae5bd"
23:11:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:33 on dist-test-slave-sprr"
23:11:33.586 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.584657 20170 fs_manager.cc:696] Time spent creating directory manager: real 0.012s	user 0.005s	sys 0.008s
23:11:33.588 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:11:33.591 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:33.591 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:33.591 [DEBUG - pool-182-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:33.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:33.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:33.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:33.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.592522 20198 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:33.593 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:33.593 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:33.593 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:33.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:33.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:33.593 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:33.593 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.593961 20170 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.006s	sys 0.001s
23:11:33.594 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28665), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [46ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [88ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [96ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [96ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [157ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [307ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [308ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [318ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [318ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [376ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [383ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [391ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [391ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [395ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [396ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [401ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [402ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [403ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [421ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [421ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [422ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [464ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [464ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [503ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [503ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [543ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [543ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [543ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [761ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [762ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [881ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [883ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [883ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [883ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1522ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2021ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2023ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [4741ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [4742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [4742ms] too many traces: truncated at 100 traces, deferred=Deferred@499110903(state=PENDING, result=null, callback=(continuation of Deferred@971343141 after retry RPC after error@647807805) -> (continuation of Deferred@661011314 after retry RPC after error@1151693826) -> (continuation of Deferred@1375472926 after retry RPC after error@297380151) -> (continuation of Deferred@118664665 after retry RPC after error@1761139805) -> (continuation of Deferred@1507702945 after retry RPC after error@91308732) -> (continuation of Deferred@387926958 after retry RPC after error@967538468) -> (continuation of Deferred@227006464 after retry RPC after error@49029038) -> (continuation of Deferred@1875076710 after retry RPC after error@229846765) -> (continuation of Deferred@1053274243 after retry RPC after error@1555351962) -> (continuation of Deferred@674260028 after retry RPC after error@1012982673) -> (continuation of Deferred@1059069750 after retry RPC after error@1159915857) -> (continuation of Deferred@1855485005 after retry RPC after error@1432321636) -> (continuation of Deferred@1782121046 after retry RPC after error@939726369) -> (continuation of Deferred@353642352 after retry RPC after error@991348712) -> (continuation of Deferred@421484910 after retry RPC after error@957216370) -> (continuation of Deferred@219572612 after retry RPC after error@11720265) -> (continuation of Deferred@1669671704 after retry RPC after error@904785788) -> (continuation of Deferred@193591820 after retry RPC after error@488596906) -> (continuation of Deferred@1460158714 after retry RPC after error@231002984) -> (continuation of Deferred@1238962502 after retry RPC after error@797777890) -> (continuation of Deferred@983008633 after retry RPC after error@300109520) -> (continuation of Deferred@271662731 after retry RPC after error@1459900768) -> (continuation of Deferred@1363065524 after retry RPC after error@1520495501) -> (continuation of Deferred@1132217140 after retry RPC after error@906401130) -> (continuation of Deferred@306803204 after retry RPC after error@1340608323), errback=(continuation of Deferred@971343141 after retry RPC after error@647807805) -> (continuation of Deferred@661011314 after retry RPC after error@1151693826) -> (continuation of Deferred@1375472926 after retry RPC after error@297380151) -> (continuation of Deferred@118664665 after retry RPC after error@1761139805) -> (continuation of Deferred@1507702945 after retry RPC after error@91308732) -> (continuation of Deferred@387926958 after retry RPC after error@967538468) -> (continuation of Deferred@227006464 after retry RPC after error@49029038) -> (continuation of Deferred@1875076710 after retry RPC after error@229846765) -> (continuation of Deferred@1053274243 after retry RPC after error@1555351962) -> (continuation of Deferred@674260028 after retry RPC after error@1012982673) -> (continuation of Deferred@1059069750 after retry RPC after error@1159915857) -> (continuation of Deferred@1855485005 after retry RPC after error@1432321636) -> (continuation of Deferred@1782121046 after retry RPC after error@939726369) -> (continuation of Deferred@353642352 after retry RPC after error@991348712) -> (continuation of Deferred@421484910 after retry RPC after error@957216370) -> (continuation of Deferred@219572612 after retry RPC after error@11720265) -> (continuation of Deferred@1669671704 after retry RPC after error@904785788) -> (continuation of Deferred@193591820 after retry RPC after error@488596906) -> (continuation of Deferred@1460158714 after retry RPC after error@231002984) -> (continuation of Deferred@1238962502 after retry RPC after error@797777890) -> (continuation of Deferred@983008633 after retry RPC after error@300109520) -> (continuation of Deferred@271662731 after retry RPC after error@1459900768) -> (continuation of Deferred@1363065524 after retry RPC after error@1520495501) -> (continuation of Deferred@1132217140 after retry RPC after error@906401130) -> (continuation of Deferred@306803204 after retry RPC after error@1340608323)))
23:11:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.594470 20170 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/wal
23:11:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "fef8ded9dfc94888a7176f97d68ae5bd"
23:11:33.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:33 on dist-test-slave-sprr"
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.594913 20170 fs_report.cc:389] FS layout report
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/wal
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/wal
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/data/data
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:33.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:33.656 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.656230 20170 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.657780 20170 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:33.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.658208 20170 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:33.718 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:33.719 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:33.719 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:33.719 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:33.719 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:33.719 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:33.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:33.720 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:33.720 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:33.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:33.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:33.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:33.720 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.735824 20170 rpc_server.cc:307] RPC server started. Bound to: 127.19.175.190:33135
23:11:33.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.735945 20249 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.175.190:33135 every 8 connection(s)
23:11:33.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.739105 20170 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/data/info.pb
23:11:33.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.745329 20250 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:33.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.745908 20158 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 20170
23:11:33.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.746402 20158 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-0/wal/instance
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.751755 20158 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/wal
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/data
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/logs
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/data/info.pb
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.189:40447
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.189
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:33.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35661/jwks.json with env {}
23:11:33.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.761323 20250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } has no permanent_uuid. Determining permanent_uuid...
23:11:33.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.793701 20250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } has no permanent_uuid. Determining permanent_uuid...
23:11:33.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:33.796630 20202 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.175.189:40447: connect: Connection refused (error 111)
23:11:33.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:33.801389 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.189:40447: Network error: Client connection negotiation failed: client connection to 127.19.175.189:40447: connect: Connection refused (error 111)
23:11:33.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.850859 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } attempt: 1
23:11:33.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:33.856552 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.189:40447: Network error: Client connection negotiation failed: client connection to 127.19.175.189:40447: connect: Connection refused (error 111)
23:11:33.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:33.925021 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } attempt: 2
23:11:33.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:33.929978 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.189:40447: Network error: Client connection negotiation failed: client connection to 127.19.175.189:40447: connect: Connection refused (error 111)
23:11:33.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:33.983 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RESTARTING to RUNNING.
23:11:33.983 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 9c307ae8863c63d3de8666de8ff6a319 from Checkpoint 65 @ 1783465863518 for 9c307ae8863c63d3de8666de8ff6a319 located at file:/tmp/junit16081764617082026865/checkpoints/9c307ae8863c63d3de8666de8ff6a319/chk-65.
23:11:33.984 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:11:33.984 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:11:33.984 [INFO - Thread-38] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:11:33.984 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
23:11:33.985 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.15.153.253:37081(127.15.153.253:37081)] disconnecting while in state TERMINATED
23:11:33.985 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.15.153.252:38525(127.15.153.252:38525)] disconnecting while in state TERMINATED
23:11:33.985 [DEBUG - Thread-38] (Connection.java:575) [peer master-127.15.153.254:35665(127.15.153.254:35665)] disconnecting while in state TERMINATED
23:11:33.985 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:33.985 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:11:33.985 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
23:11:33.986 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 6b8216d747499fdd765ce2b567992055
23:11:33.986 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
23:11:33.986 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 6b8216d747499fdd765ce2b567992055.
23:11:33.986 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:11:33.987 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
23:11:33.987 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id bfc1f281532da150741ebe37e35f65fc
23:11:33.987 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 6b8216d747499fdd765ce2b567992055.
23:11:33.987 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
23:11:33.988 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot bfc1f281532da150741ebe37e35f65fc.
23:11:33.988 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:33.988 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
23:11:33.988 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id bfc1f281532da150741ebe37e35f65fc.
23:11:33.989 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 7d74b8666a09b18f8a6e06f293e59fd5
23:11:33.989 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
23:11:33.989 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
23:11:33.989 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
23:11:33.989 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:11:33.989 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
23:11:33.989 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 85bfe1384700b0a8fc9aea3230d7daee
23:11:33.990 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@74382b62
23:11:33.990 [INFO - Thread-38] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:11:33.990 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:33.990 [INFO - Thread-38] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:11:33.990 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:11:33.990 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:11:33.991 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:11:33.992 [DEBUG - Thread-38] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:33.992 [INFO - Thread-38] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:11:33.992 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 7d74b8666a09b18f8a6e06f293e59fd5.
23:11:33.992 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ee341a1
23:11:33.993 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 7d74b8666a09b18f8a6e06f293e59fd5.
23:11:33.994 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
23:11:33.994 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
23:11:33.994 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 85bfe1384700b0a8fc9aea3230d7daee.
23:11:33.995 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b755f84
23:11:33.995 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:33.995 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 85bfe1384700b0a8fc9aea3230d7daee.
23:11:33.995 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:11:33.995 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
23:11:33.995 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
23:11:33.995 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:11:33.995 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:11:33.996 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e590061
23:11:33.996 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:33.996 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:11:33.996 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:11:33.996 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:11:33.996 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:33.997 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
23:11:33.997 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
23:11:33.998 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@31356cbd
23:11:33.998 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:33.998 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:11:33.998 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:11:33.999 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:11:34.001 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ed31369
23:11:34.001 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2f3160f6
23:11:34.003 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.004 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:34.005 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:34.005 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:34.005 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:34.005 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:34.006 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:34.010 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.010 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@65d5bc6f
23:11:34.010 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.011 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:34.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.014 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.014 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.014 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.015 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.015 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.015 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.015 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.015 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.015 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.016 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:34.016 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.016 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.016 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.016 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.016 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.017 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.017 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.018 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.018 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:34.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.020 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.020 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.020 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.020 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.020 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.020 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.020 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.020 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.020 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:34.021 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.021 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.021 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.021 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:34.021417 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } attempt: 3
23:11:34.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.022 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.022 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.022 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.022 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.024 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.024 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.025 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:34.025 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.026278 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.189:40447: Network error: Client connection negotiation failed: client connection to 127.19.175.189:40447: connect: Connection refused (error 111)
23:11:34.029 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.029 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.029 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.029 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.030 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.030 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.030 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.030 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.031 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.031 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.032 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.033 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.033 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.033 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.033 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.034 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.035 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.035 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.036 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:34.037 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.038 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.039 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.039 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.039 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:34.039 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.040 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.040 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.041 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.041 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.041 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.041 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.041 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.041 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.043 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.046 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:34.046 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.046 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.046 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.049 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.050 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.050 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.051 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.051 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.051 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.054 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.055 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.055 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.055 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.055 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:34.055 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.056 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.056 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.056 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.056 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.056 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.057 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.057 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.057 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.058 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.058 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.058 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.058 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.059 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465894059 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:34.063 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.064 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.064 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.065 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.065 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.065 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.065 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.066 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.066 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.066 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.066 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.066 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.066 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.066 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.066 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.067 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:11:34.068 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:11:34.070 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.070 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.070 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.070 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.070 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.071 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.071 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.071 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.071 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.071 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.071 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.072 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.072 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.072 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.072 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.072 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.073 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.074 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.074 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.076 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:34.077 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:34.077 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.077 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.077 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.081 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:34.081 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.081 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.081 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.081 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:34.084 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.084 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.084 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.091 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.091 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.091 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.092 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.092 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.092 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.092 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.092 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.092 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.092 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.094 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.094 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.094 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.095 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.096 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.096 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:34.096 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.096 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:34.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.096 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.096 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:34.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.097 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.097 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.097 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.097 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.097 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.097 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.098 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.098 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:34.111 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.111 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.111 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.111 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.111 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.112 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.112 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.112 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.112 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.114 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.114 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.114 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.114 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.114 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.115 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.115 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.115 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.115 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.115 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.116 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.116 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.116 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.116 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.116 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.116 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.116 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.116 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.116 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.116 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.117 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:34.117 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:34.117 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:34.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.117 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.117 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.117 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.117 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:34.124 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.124 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.124 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.125 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.125 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.130 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.131 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.131 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.131 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.131 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.131 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.133355 20252 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:34.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.134002 20252 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:34.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.134647 20252 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:34.136 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:34.137 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:34.137 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:34.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:34.154 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.154 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.154 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.155 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.155 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.155 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.155 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.155 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.155 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.155 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.155 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.155 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.156 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.156 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:34.169704 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } attempt: 4
23:11:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.171725 20252 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:11:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.172132 20252 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.172461 20252 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:11:34.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.172744 20252 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:11:34.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.173032 20252 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:11:34.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.173300 20252 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35661/jwks.json
23:11:34.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.174618 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.189:40447: Network error: Client connection negotiation failed: client connection to 127.19.175.189:40447: connect: Connection refused (error 111)
23:11:34.176 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.176 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.176 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:34.176 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.177 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:34.177 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:34.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.178 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:34.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.178 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.184 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.184 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.184 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.185 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.185 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.195 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.195 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.196 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.196 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.196 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.196 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.196 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.196 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.196 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.196 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.204 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.204 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.204 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.204 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.204 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.205 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.210 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.211 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.211 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.211 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.212 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.212 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.212 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:34.215408 20252 master_runner.cc:387] Master server non-default flags:
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/data
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/wal
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.189:40447
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35661/jwks.json
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/data/info.pb
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.189
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/logs
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:34.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:34.217197 20252 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:34.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:34.219082 20252 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:34.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.230458 20314 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:34.249 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:34.250 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:34.250 [DEBUG - pool-166-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:34.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.250 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.250 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.250 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.250 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.250 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.251 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:34.256 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:34.257 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:34.257 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:34.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.257 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.257 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.257 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.258 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.258 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.258 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.258 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:34.295 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.295 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.295 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.296 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.296 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.296 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.296 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.296 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.297 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.297 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.297 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.297 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.297 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.297 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.298 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.298 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.298 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.298 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.324 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.325 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.325 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.325 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.325 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.325 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.326 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.326 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.337 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:34.337 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:34.337 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:34.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.340 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.340 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.341 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.342 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:34.371 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.371 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:34.372 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:34.372 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:34.372 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.372 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.372 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.373 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:34.373 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:34.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:34.373 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:34.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:34.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:34.372 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.373 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:34.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:34.373 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.373 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:34.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:34.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.374 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.374 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:34.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:34.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:34.474057 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } attempt: 5
23:11:34.481 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RESTARTING to RUNNING.
23:11:34.482 [INFO - flink-pekko.actor.default-dispatcher-4] (CheckpointCoordinator.java:1805) Restoring job 7fd90d75d429cae09c48b2e4b1f4e71b from Checkpoint 69 @ 1783465770871 for 7fd90d75d429cae09c48b2e4b1f4e71b located at file:/tmp/junit10017824425167261518/checkpoints/7fd90d75d429cae09c48b2e4b1f4e71b/chk-69.
23:11:34.483 [INFO - flink-pekko.actor.default-dispatcher-4] (MasterHooks.java:201) No master state to restore
23:11:34.483 [INFO - flink-pekko.actor.default-dispatcher-4] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:11:34.484 [INFO - Thread-39] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:11:34.485 [DEBUG - Thread-39] (Connection.java:575) [peer master-127.11.198.190:45937(127.11.198.190:45937)] disconnecting while in state TERMINATED
23:11:34.485 [DEBUG - Thread-39] (Connection.java:575) [peer master-127.11.198.188:43131(127.11.198.188:43131)] disconnecting while in state TERMINATED
23:11:34.485 [DEBUG - Thread-39] (Connection.java:575) [peer master-127.11.198.189:39011(127.11.198.189:39011)] disconnecting while in state TERMINATED
23:11:34.485 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:34.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.485150 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.189:40447: Network error: Client connection negotiation failed: client connection to 127.19.175.189:40447: connect: Connection refused (error 111)
23:11:34.487 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
23:11:34.488 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
23:11:34.488 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1682dde66f4047e52e61f55f08fc41cb
23:11:34.489 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
23:11:34.489 [INFO - Thread-39] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:11:34.489 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:11:34.490 [INFO - Thread-39] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:11:34.490 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:11:34.490 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 1682dde66f4047e52e61f55f08fc41cb.
23:11:34.492 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 1682dde66f4047e52e61f55f08fc41cb.
23:11:34.493 [DEBUG - Thread-39] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:34.493 [INFO - Thread-39] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:11:34.494 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
23:11:34.494 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 9b262363fcd0868adf9df6b409251b5a
23:11:34.494 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
23:11:34.495 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:34.495 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
23:11:34.496 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 0c6e0f99fd3d542b70060dcf08a47801
23:11:34.496 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
23:11:34.497 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
23:11:34.497 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1505a094b005b0798120d2f5455849cd
23:11:34.497 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:11:34.497 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 9b262363fcd0868adf9df6b409251b5a.
23:11:34.499 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id 9b262363fcd0868adf9df6b409251b5a.
23:11:34.500 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 0c6e0f99fd3d542b70060dcf08a47801.
23:11:34.501 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 0c6e0f99fd3d542b70060dcf08a47801.
23:11:34.502 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
23:11:34.502 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
23:11:34.503 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@78ba8bc8
23:11:34.503 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:34.503 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:11:34.503 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:11:34.504 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:11:34.505 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
23:11:34.505 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
23:11:34.506 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 1505a094b005b0798120d2f5455849cd.
23:11:34.506 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@156725d3
23:11:34.506 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:34.506 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:11:34.506 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:11:34.506 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:11:34.506 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 1505a094b005b0798120d2f5455849cd.
23:11:34.507 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
23:11:34.507 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
23:11:34.507 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@23fadbea
23:11:34.507 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:34.507 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:11:34.508 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:11:34.509 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:11:34.510 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.511 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.511 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.511 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.512 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ec1aa63
23:11:34.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.513 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.513 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.513 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.513 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.514 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:34.514 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.515 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.515 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.515 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.515 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.515 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.515 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.515 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.515 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.515 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.516 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.518 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54cc99c0
23:11:34.521 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@394f0975
23:11:34.522 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
23:11:34.522 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
23:11:34.523 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@425723c9
23:11:34.523 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:34.526 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:34.527 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:34.528 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:34.528 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:34.528 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:34.528 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:11:34.530 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.537 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.538 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:11:34.538 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:11:34.539 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:11:34.542 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@57e59f8f
23:11:34.545 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:34.551 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.552 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.554 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.554 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.554 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.555 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.555 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:34.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.556 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.556 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.557 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:34.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.557 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.557 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.558 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.558 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.559 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.559 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.559 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.559 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.560 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465894560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:34.560 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.560 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.569 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:11:34.574 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:34.574 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.574 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:34.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:34.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:34.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:34.575 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:34.575 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:34.575 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:34.575 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:34.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:34.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:34.576 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:34.576 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.576 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.576 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.576 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.577 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:11:34.580 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.580 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.580 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.580 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.580 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.581 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.584 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:34.585 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.587 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.587 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.587 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.587 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:34.588 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.588 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.588 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.588 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.588 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.588 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.590 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.590 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.590 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.590 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.591 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.591 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.591 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:34.592 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.592 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.592 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.592 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.593 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.594 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.595 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.595 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.595 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.596 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.596 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.596 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.597 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.597 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.597 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.597 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:34.597 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.599 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.602 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:34.602 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.602 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.602 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.602 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.603 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.603 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.603 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.603 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.603 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.603 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.604 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:34.604 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.604 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.604 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.604 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.605 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.605 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.605 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.605 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.605 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.605 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.606 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.606 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.606 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.607 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:34.611 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.611 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.614 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.614 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.615 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.615 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.616 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.616 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.616 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.616 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.616 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.617 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.617 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:34.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.617 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:34.617 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.618 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.618 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.618 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.618 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.618 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.618 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.618 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.618 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.618 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.618 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:34.619 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.619 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.619 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.619 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.619 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.619 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.619 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.619 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.619 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.619 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.620 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.620 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.620 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.620 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:34.620 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.621 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.621 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.621 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.621 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.621 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.630 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.631 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.631 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.631 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.631 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.631 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.631 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.631 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.631 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.631 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.632 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.632 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.632 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.632 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.632 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.637 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:34.637 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:34.637 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:34.637 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.637 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.637 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.638 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.638 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.638 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.638 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.638 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.638 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:34.638 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.638 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.638 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.638 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.638 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.639 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.639 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.639 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.639 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.639 [DEBUG - pool-180-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.639 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.639 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.639 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.639 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.639 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.640 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.640 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.640 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.640 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.640 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.640 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.640 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.640 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.640 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.640 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.640 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.640 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.640 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.640 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.641 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.641 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29727), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [74ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [89ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [92ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [184ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [192ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [223ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [224ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [328ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [329ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [329ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [341ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [342ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [342ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [342ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [361ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [361ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [361ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [361ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [381ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [382ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [382ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [382ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [401ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [402ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [402ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [402ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [421ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [422ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [583ms] refreshing cache from master, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [584ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [585ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [585ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [586ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [586ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [920ms] refreshing cache from master, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [922ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [922ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [923ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [923ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [982ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [982ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [983ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [983ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [983ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2340ms] refreshing cache from master, [2340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2342ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2342ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2343ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2343ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2401ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2402ms] too many traces: truncated at 100 traces, deferred=Deferred@1128900637(state=PENDING, result=null, callback=(continuation of Deferred@1542496476 after retry RPC after error@1807697384) -> (continuation of Deferred@1517156269 after retry RPC after error@1424663997) -> (continuation of Deferred@180492732 after retry RPC after error@465804553) -> (continuation of Deferred@782684483 after retry RPC after error@794840679) -> (continuation of Deferred@905293262 after retry RPC after error@853104044) -> (continuation of Deferred@711833213 after retry RPC after error@131319329) -> (continuation of Deferred@533758152 after retry RPC after error@1734136491) -> (continuation of Deferred@541417059 after retry RPC after error@960390788) -> (continuation of Deferred@586381227 after retry RPC after error@599470292) -> (continuation of Deferred@696767622 after retry RPC after error@1665637748) -> (continuation of Deferred@1521541272 after retry RPC after error@553076362) -> (continuation of Deferred@935560694 after retry RPC after error@1756369479) -> (continuation of Deferred@903453673 after retry RPC after error@796936398) -> (continuation of Deferred@71795965 after retry RPC after error@1812831256) -> (continuation of Deferred@368202915 after retry RPC after error@949594347) -> (continuation of Deferred@4305769 after retry RPC after error@2884133) -> (continuation of Deferred@133958095 after retry RPC after error@1918314283) -> (continuation of Deferred@2139097331 after retry RPC after error@526192652) -> (continuation of Deferred@2013839449 after retry RPC after error@867032588) -> (continuation of Deferred@1276485402 after retry RPC after error@1002384356) -> (continuation of Deferred@93011650 after retry RPC after error@1477168577) -> (continuation of Deferred@948331669 after retry RPC after error@2049214570) -> (continuation of Deferred@646304962 after retry RPC after error@551968790) -> (continuation of Deferred@726604371 after retry RPC after error@1970712712) -> (continuation of Deferred@2111654176 after retry RPC after error@1856532573), errback=(continuation of Deferred@1542496476 after retry RPC after error@1807697384) -> (continuation of Deferred@1517156269 after retry RPC after error@1424663997) -> (continuation of Deferred@180492732 after retry RPC after error@465804553) -> (continuation of Deferred@782684483 after retry RPC after error@794840679) -> (continuation of Deferred@905293262 after retry RPC after error@853104044) -> (continuation of Deferred@711833213 after retry RPC after error@131319329) -> (continuation of Deferred@533758152 after retry RPC after error@1734136491) -> (continuation of Deferred@541417059 after retry RPC after error@960390788) -> (continuation of Deferred@586381227 after retry RPC after error@599470292) -> (continuation of Deferred@696767622 after retry RPC after error@1665637748) -> (continuation of Deferred@1521541272 after retry RPC after error@553076362) -> (continuation of Deferred@935560694 after retry RPC after error@1756369479) -> (continuation of Deferred@903453673 after retry RPC after error@796936398) -> (continuation of Deferred@71795965 after retry RPC after error@1812831256) -> (continuation of Deferred@368202915 after retry RPC after error@949594347) -> (continuation of Deferred@4305769 after retry RPC after error@2884133) -> (continuation of Deferred@133958095 after retry RPC after error@1918314283) -> (continuation of Deferred@2139097331 after retry RPC after error@526192652) -> (continuation of Deferred@2013839449 after retry RPC after error@867032588) -> (continuation of Deferred@1276485402 after retry RPC after error@1002384356) -> (continuation of Deferred@93011650 after retry RPC after error@1477168577) -> (continuation of Deferred@948331669 after retry RPC after error@2049214570) -> (continuation of Deferred@646304962 after retry RPC after error@551968790) -> (continuation of Deferred@726604371 after retry RPC after error@1970712712) -> (continuation of Deferred@2111654176 after retry RPC after error@1856532573)))
23:11:34.650 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.650 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.651 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.651 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.651 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.651 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.652 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.652 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.652 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.652 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.652 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.652 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.652 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.652 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.654 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.654 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.655 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.655 [DEBUG - pool-178-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.655 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.655 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.655 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.656 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29750), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [28ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [34ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [51ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [51ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [174ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [254ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [266ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [276ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [276ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [280ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [327ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [329ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [333ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [333ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [333ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [362ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [363ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [363ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [363ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [382ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [383ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [385ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [385ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [421ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [422ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [463ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [463ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [463ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [602ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [602ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [603ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [603ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [863ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [863ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [864ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [864ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1324ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2003ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2004ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2004ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2061ms] refreshing cache from master, [2061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2063ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2064ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2064ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2700ms] refreshing cache from master, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2702ms] too many traces: truncated at 100 traces, deferred=Deferred@445181372(state=PENDING, result=null, callback=(continuation of Deferred@2064519622 after retry RPC after error@2075606401) -> (continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631), errback=(continuation of Deferred@2064519622 after retry RPC after error@2075606401) -> (continuation of Deferred@1811864318 after retry RPC after error@918961968) -> (continuation of Deferred@1036879887 after retry RPC after error@2144657666) -> (continuation of Deferred@1650519340 after retry RPC after error@1708683759) -> (continuation of Deferred@872677547 after retry RPC after error@1811950552) -> (continuation of Deferred@166507257 after retry RPC after error@790490402) -> (continuation of Deferred@990421298 after retry RPC after error@1455096672) -> (continuation of Deferred@984352820 after retry RPC after error@2056816318) -> (continuation of Deferred@73906670 after retry RPC after error@172558849) -> (continuation of Deferred@1358843604 after retry RPC after error@1861066499) -> (continuation of Deferred@1476191225 after retry RPC after error@363328005) -> (continuation of Deferred@932025995 after retry RPC after error@890901246) -> (continuation of Deferred@88726671 after retry RPC after error@794042873) -> (continuation of Deferred@1958134614 after retry RPC after error@299803356) -> (continuation of Deferred@1522055628 after retry RPC after error@1424818315) -> (continuation of Deferred@377738547 after retry RPC after error@1915702653) -> (continuation of Deferred@1841757229 after retry RPC after error@1360216134) -> (continuation of Deferred@1504783642 after retry RPC after error@1367201780) -> (continuation of Deferred@184577634 after retry RPC after error@1088032308) -> (continuation of Deferred@273887944 after retry RPC after error@791582017) -> (continuation of Deferred@659922360 after retry RPC after error@938384584) -> (continuation of Deferred@1042427279 after retry RPC after error@1711092631)))
23:11:34.657 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:34.658 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:34.658 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:34.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.658 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.658 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.658 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:34.660 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.660 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.661 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.661 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.661 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.661 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.661 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.661 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.661 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.661 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.661 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.661 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.661 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.663 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.664 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.664 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.664 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.664 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.671 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.671 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.671 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.672 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.672 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.672 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.672 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.677 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.678 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.678 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.678 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.678 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.678 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.678 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.678 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.678 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.678 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.678 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.678 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.690 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.690 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.691 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.691 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.691 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.691 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.691 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.691 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.691 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.691 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.691 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.692 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.692 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.692 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.692 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.692 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.692 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.692 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.692 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.692 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.693 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.693 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.693 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.693 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.697 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.697 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:34.697 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:34.698 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:34.698 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.698 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.698 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:34.698 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.698 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.698 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.698 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.699 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.699 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.699 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.700 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.700 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.700 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.700 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.700 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.700 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.700 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.700 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.700 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.710 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.710 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.710 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.711 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.730 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.731 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.731 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.732 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.732 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.732 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.733 [INFO - pool-260-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.733 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.734 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.734 [INFO - pool-260-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.734 [WARN - pool-260-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.734 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.739 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.739 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.740 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.740 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.740 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.740 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.741 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.741 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.741 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.742 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.742 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.742 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.742 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.756 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.756 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.756 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.757 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.757 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.757 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:34.757 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.757 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:34.757 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.757 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:34.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.758 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.758 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.759 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.759 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.758 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.759 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.759 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.759 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:34.764 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.764 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.765 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.765 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.765 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.765 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.765 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.766 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.777 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:34.777 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:34.778 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:34.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.779 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:34.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.780 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:34.780 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.780 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.780 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:34.780 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:34.791 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.792 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.792 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.793 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.793 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.793 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.793 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.793 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.794 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.794 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:34.794 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:34.795 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:34.795 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.795 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.795 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:34.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:34.795 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.795 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:34.796 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:34.817 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:34.817 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:34.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.818 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.818 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:34.818 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:34.818 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:34.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:34.819 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:34.819 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.819 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.819 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.818 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.820 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.820 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.821 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.821 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.821 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.821 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.821 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.821 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.821 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.822 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.822 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.822 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.822 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.859 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.859 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.859 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.861 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.861 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.861 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.912 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.912 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.913 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:34.913 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.915 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.915 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.915 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.915 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.915 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:34.943 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:34.978 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.978 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.978 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.979 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.979 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.979 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.979 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.980 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:34.990 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:34.991 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:34.991 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.991 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.991 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:34.991 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.991 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:34.991 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:34.992 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.992 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.992 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:34.992 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:35.031 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:35.031 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:35.031 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:35.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.032 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:35.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.032711 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } attempt: 6
23:11:35.038 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:35.038 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:35.038 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:35.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:35.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:35.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:35.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:35.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:35.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:35.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:35.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:35.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:35.040 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:35.039 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:35.040 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:35.041 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:35.041 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.041 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.041 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.041 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.041 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.041 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.042 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.042 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.042 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.042 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:35.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:35.052481 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.189:40447: Network error: Client connection negotiation failed: client connection to 127.19.175.189:40447: connect: Connection refused (error 111)
23:11:35.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465895060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:35.062 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:35.062 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:35.062 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:35.062 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:35.063 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:35.063 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:35.063 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:35.063 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:35.063 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:35.063 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:35.063 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:35.063 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:35.063 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:35.073 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:11:35.074 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:11:35.090 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:35.091 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:35.091 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:35.091 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.091 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.091 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.092 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.092 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.092 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:35.094 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:35.094 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:35.094 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:35.094 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.094 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.094 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.095 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:35.177 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:35.178 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:35.178 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:35.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:35.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:35.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:35.178 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:35.178 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:35.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:35.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:35.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:35.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:35.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:35.185 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:35.185 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:35.185 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:35.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.185 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.186 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.186 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.186 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:35.190 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:35.190 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:35.191 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:35.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.191 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.191 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.191 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.191 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.191 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:35.191 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:35.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.191 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:35.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.192 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:35.192 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.192 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.192 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.192 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.192 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.192 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:35.232 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:35.232 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:35.232 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:35.232 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.233 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.233 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:35.245 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:35.245 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:35.246 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:35.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:35.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.246 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.246 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:35.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:35.246 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:35.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:35.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:35.436 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:35.437 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:35.437 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:35.437 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.437 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.437 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.437 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.438 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.438 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.438 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.438 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:35.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:35.478 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:35.478 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:35.479 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:35.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.480 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.480 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.482 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.482 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.482 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.482 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.482 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:35.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465895560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:35.573 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:11:35.574 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:11:35.707 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:35.707 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:35.707 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:35.708 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:35.708 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:35.708 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:35.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:35.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:35.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:35.710 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:35.710 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:35.710 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:35.710 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:35.756 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:35.756 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:35.756 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:35.757 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.757 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.757 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.758 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:35.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:34.232501 20315 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:35.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:35.785588 20316 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1552 milliseconds
23:11:35.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:35.786446 20317 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:35.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.786463 20252 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:11:35.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.791842 20252 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.794909 20252 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.796342 20252 hybrid_clock.cc:648] HybridClock initialized: now 1783465895796309 us; error 43 us; skew 500 ppm
23:11:35.797 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.797158 20252 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:35.797 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:35.797 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:35.798 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:35.798 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:35.798 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:35.798 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:35.798 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:35.798 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:35.798 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:35.798 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:35.798 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:35.798 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:35.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.803874 20252 webserver.cc:534] Webserver started at http://127.19.175.189:38211/ using document root <none> and password file <none>
23:11:35.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.804826 20252 fs_manager.cc:362] Metadata directory not provided
23:11:35.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.805016 20252 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:35.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.805469 20252 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:35.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.810197 20252 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/data/instance:
23:11:35.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be1a3b0376324417b2bab9c405b10ea2"
23:11:35.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:35 on dist-test-slave-sprr"
23:11:35.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.811331 20252 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/wal/instance:
23:11:35.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be1a3b0376324417b2bab9c405b10ea2"
23:11:35.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:35 on dist-test-slave-sprr"
23:11:35.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.818814 20252 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
23:11:35.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.824687 20380 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.825783 20252 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.000s
23:11:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.826120 20252 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/wal
23:11:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "be1a3b0376324417b2bab9c405b10ea2"
23:11:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:35 on dist-test-slave-sprr"
23:11:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.826423 20252 fs_report.cc:389] FS layout report
23:11:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/wal
23:11:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/wal
23:11:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/data/data
23:11:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:35.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:35.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:35.872 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:35.872 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:35.872 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:35.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.872 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.872 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:35.874 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:35.874 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:35.875 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:35.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:35.875 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.875 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.875 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:35.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:35.875 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:35.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.886837 20252 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:35.888 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.888404 20252 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.888881 20252 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:35.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:35.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:35.939 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:35.939 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:35.940 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:35.940 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.940 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.940 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:35.940 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:35.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:35.941 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:35.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.966518 20252 rpc_server.cc:307] RPC server started. Bound to: 127.19.175.189:40447
23:11:35.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.966611 20431 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.175.189:40447 every 8 connection(s)
23:11:35.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.969265 20252 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/data/info.pb
23:11:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.974121 20158 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 20252
23:11:35.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.974489 20158 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-1/wal/instance
23:11:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.975793 20432 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.976634 20158 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:35.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/wal
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/data
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/logs
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/data/info.pb
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.188:42277
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.188
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:35.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35661/jwks.json with env {}
23:11:35.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:35.988210 20432 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } has no permanent_uuid. Determining permanent_uuid...
23:11:36.011 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:36.011 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:36.011 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:36.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:36.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:36.012 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:36.012 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:36.012 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:36.012 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:36.012 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:36.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:36.012 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:36.012 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:36.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.015900 20432 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } has no permanent_uuid. Determining permanent_uuid...
23:11:36.024 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:36.024 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:36.025 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:36.025 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:36.025 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:36.025 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:36.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:36.025 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:36.025 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:36.025 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:36.025 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:36.025 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:36.026 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:36.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.030681 20432 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } has no permanent_uuid. Determining permanent_uuid...
23:11:36.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.033501 20382 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.038231 20432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465896060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:36.069 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:11:36.070 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:11:36.077 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:36.078 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:36.078 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:36.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:36.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:36.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:36.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:36.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:36.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:36.079 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:36.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:36.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:36.079 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:36.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.088028 20432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 1
23:11:36.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.093305 20432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.113006 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } attempt: 7
23:11:36.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.126037 20250 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } has no permanent_uuid. Determining permanent_uuid...
23:11:36.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.132596 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.161763 20432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 2
23:11:36.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.166499 20432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.191022 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 1
23:11:36.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.196038 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.257974 20432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 3
23:11:36.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.262713 20432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.277482 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 2
23:11:36.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.282685 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.314476 20434 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.315136 20434 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:36.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.315742 20434 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:36.338 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:36.338 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:36.338 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:36.339 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:36.339 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:36.339 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:36.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:36.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:36.339 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:36.339 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:36.339 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:36.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:36.339 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:36.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.350490 20434 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:11:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.350863 20434 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.351215 20434 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:11:36.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.351509 20434 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:11:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.351847 20434 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:11:36.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.352077 20434 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:35661/jwks.json
23:11:36.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.368100 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 3
23:11:36.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.372529 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.376 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:36.376 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:36.377 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:36.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:36.377 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:36.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:36.377 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:36.377 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:36.377 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:36.377 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:36.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:36.377 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:36.377 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.392288 20434 master_runner.cc:387] Master server non-default flags:
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/data
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/wal
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.188:42277
23:11:36.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:35661/jwks.json
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/data/info.pb
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.188
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/logs
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.393944 20434 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:36.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.395766 20434 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:36.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.406147 20432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 4
23:11:36.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.408584 20446 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:36.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:36.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.414065 20432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:36.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:36.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.513836 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 4
23:11:36.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.522958 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465896560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:36.573 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:11:36.574 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:11:36.631 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:36.631 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:36.632 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:36.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:36.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:36.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:36.633 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:36.633 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:36.633 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:36.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:36.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:36.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:36.634 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:36.669 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:36.669 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:36.670 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:36.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:36.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:36.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:36.671 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:36.671 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:36.671 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:36.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:36.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:36.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:36.672 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:36.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.713572 20432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 5
23:11:36.718 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:36.718 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:36.718 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:36.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:36.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:36.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:36.719 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:36.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:36.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:36.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:36.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:36.720 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:36.720 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:36.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.725853 20432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:36.806485 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 5
23:11:36.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.813938 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:36.870 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:36.870 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:36.870 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:36.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:36.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:36.871 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:36.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:36.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:36.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:36.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:36.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:36.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:36.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:36.896 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:36.896 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:36.896 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:36.897 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:36.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:36.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:36.898 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:36.898 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:36.898 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:36.898 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:36.898 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:36.898 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:36.899 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:36.899 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:36.899 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:36.899 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:36.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:36.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:36.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:36.901 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:36.901 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:36.901 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:36.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:36.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:36.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:36.903 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:36.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:36.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:36.943 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:37.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465897060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:37.074 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:11:37.076 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:11:37.096 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:37.096 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:37.096 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:37.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:37.097 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:37.097 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:37.097 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:37.097 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:37.097 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:37.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:37.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:37.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:37.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:37.197 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:37.198 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:37.198 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:37.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:37.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:37.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:37.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:37.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:37.200 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:37.200 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:37.200 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:37.200 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:37.200 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:37.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:37.273770 20432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 6
23:11:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:37.301702 20432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:37.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:37.366494 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 6
23:11:37.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:37.394532 20250 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:37.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:37.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:37.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:37.510 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:37.511 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:37.511 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:37.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:37.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:37.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:37.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:37.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:37.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:37.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:37.513 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:37.513 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:37.513 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:37.562 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465897560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:37.576 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:11:37.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:11:37.745 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:37.745 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:37.746 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:37.746 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:37.746 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:37.746 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:37.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:37.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:37.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:37.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:37.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:37.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:37.748 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:37.762 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:37.762 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:37.762 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:37.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:37.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:37.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:37.764 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:37.764 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:37.764 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:37.764 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:37.764 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:37.764 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:37.764 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:37.775 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:37.776 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:37.776 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:37.776 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:37.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:37.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:37.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:37.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:37.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:37.778 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:37.778 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:37.778 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:37.778 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:37.839 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:37.839 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:37.839 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:37.841 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:37.841 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:37.842 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:37.841 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:37.842 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:37.842 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:37.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:37.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:37.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:37.842 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:37.855 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:37.855 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:37.855 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:37.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:37.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:37.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:37.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:37.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:37.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:37.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:37.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:37.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:37.857 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:37.910 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:37.911 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:37.911 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:37.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:37.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:37.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:37.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:37.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:37.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:37.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:37.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:37.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:37.913 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:37.918 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:37.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:37.943 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:38.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465898060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:38.073 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:11:38.075 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:11:38.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:37.811529 20445 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 20434
23:11:38.223 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:38.223378 20434 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.816s	user 0.639s	sys 1.134s
23:11:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:38.223779 20434 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.817s	user 0.639s	sys 1.134s
23:11:38.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:36.410025 20447 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:38.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:38.225924 20449 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:38.228965 20448 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1818 milliseconds
23:11:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.229043 20434 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:11:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.230345 20434 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:38.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.232816 20434 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:38.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.234193 20434 hybrid_clock.cc:648] HybridClock initialized: now 1783465898234170 us; error 47 us; skew 500 ppm
23:11:38.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.235023 20434 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:38.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.241398 20434 webserver.cc:534] Webserver started at http://127.19.175.188:45399/ using document root <none> and password file <none>
23:11:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.242383 20434 fs_manager.cc:362] Metadata directory not provided
23:11:38.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.242597 20434 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:38.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.242981 20434 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.247376 20434 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/data/instance:
23:11:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbef19832bb24c858e137ae7579d8e69"
23:11:38.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:38 on dist-test-slave-sprr"
23:11:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.248418 20434 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/wal/instance:
23:11:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbef19832bb24c858e137ae7579d8e69"
23:11:38.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:38 on dist-test-slave-sprr"
23:11:38.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.255901 20434 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
23:11:38.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.261602 20460 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.262822 20434 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
23:11:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.263164 20434 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/wal
23:11:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bbef19832bb24c858e137ae7579d8e69"
23:11:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:38 on dist-test-slave-sprr"
23:11:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.263494 20434 fs_report.cc:389] FS layout report
23:11:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/wal
23:11:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/wal
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/data/data
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:38.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.316084 20434 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.317631 20434 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:38.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.318094 20434 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:38.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.362293 20432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 7
23:11:38.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:38.371501 20432 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.19.175.188:42277: Network error: Client connection negotiation failed: client connection to 127.19.175.188:42277: connect: Connection refused (error 111)
23:11:38.388 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:38.388 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:38.388 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:38.389 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:38.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:38.389 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:38.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:38.389 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:38.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:38.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:38.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:38.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:38.390 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:38.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.398176 20434 rpc_server.cc:307] RPC server started. Bound to: 127.19.175.188:42277
23:11:38.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.398257 20513 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.175.188:42277 every 8 connection(s)
23:11:38.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.400947 20434 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/data/info.pb
23:11:38.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.406951 20514 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:38.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.411007 20158 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 20434
23:11:38.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.411335 20158 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/master-2/wal/instance
23:11:38.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:38.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.420522 20514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } has no permanent_uuid. Determining permanent_uuid...
23:11:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.429816 20250 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 7
23:11:38.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:38.443 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:38.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.460851 20514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } has no permanent_uuid. Determining permanent_uuid...
23:11:38.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.474542 20250 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd: Bootstrap starting.
23:11:38.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.474864 20514 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } has no permanent_uuid. Determining permanent_uuid...
23:11:38.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.482354 20250 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd: Neither blocks nor log segments found. Creating new log.
23:11:38.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.484644 20250 log.cc:826] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd: Log is configured to *not* fsync() on all Append() calls
23:11:38.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.490505 20250 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd: No bootstrap required, opened a new log
23:11:38.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.495297 20514 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69: Bootstrap starting.
23:11:38.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.503304 20514 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69: Neither blocks nor log segments found. Creating new log.
23:11:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.505630 20514 log.cc:826] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69: Log is configured to *not* fsync() on all Append() calls
23:11:38.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.512262 20514 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69: No bootstrap required, opened a new log
23:11:38.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.516781 20250 raft_consensus.cc:359] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } }
23:11:38.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.517385 20250 raft_consensus.cc:385] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:38.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.517614 20250 raft_consensus.cc:740] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: fef8ded9dfc94888a7176f97d68ae5bd, State: Initialized, Role: FOLLOWER
23:11:38.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.518414 20250 consensus_queue.cc:260] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } }
23:11:38.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.522936 20526 sys_catalog.cc:455] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } } }
23:11:38.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.523952 20526 sys_catalog.cc:458] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [sys.catalog]: This master's current role is: FOLLOWER
23:11:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.524793 20250 sys_catalog.cc:565] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [sys.catalog]: configured and running, proceeding with master startup.
23:11:38.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.536588 20514 raft_consensus.cc:359] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } }
23:11:38.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.537402 20514 raft_consensus.cc:385] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:38.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.537701 20514 raft_consensus.cc:740] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bbef19832bb24c858e137ae7579d8e69, State: Initialized, Role: FOLLOWER
23:11:38.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.538656 20514 consensus_queue.cc:260] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } }
23:11:38.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.541460 20532 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } } }
23:11:38.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.542459 20532 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [sys.catalog]: This master's current role is: FOLLOWER
23:11:38.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.543386 20514 sys_catalog.cc:565] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [sys.catalog]: configured and running, proceeding with master startup.
23:11:38.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465898560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:38.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:38.573297 20466 tablet.cc:2406] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:38.576 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:38.576 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:38.576 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:38.576 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:11:38.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:38.577 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:38.577 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:38.577 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:38.578 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:38.578 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:38.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:11:38.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:38.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:38.578 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:38.578 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:38.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:38.579130 20540 catalog_manager.cc:1593] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:11:38.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:38.579690 20540 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:11:38.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.596804 20550 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:11:38.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.574879 20170 master_runner.cc:187] Error getting master registration for 127.19.175.189:40447: OK, instance_id { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" instance_seqno: 1783465895946313 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:11:38.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.617853 20170 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:11:38.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.608570 20434 master_runner.cc:187] Error getting master registration for 127.19.175.189:40447: OK, instance_id { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" instance_seqno: 1783465895946313 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:11:38.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.647068 20434 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:11:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:38.670593 20204 tablet.cc:2406] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.671677 20526 raft_consensus.cc:493] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:38.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.672370 20526 raft_consensus.cc:515] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } }
23:11:38.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.674926 20526 leader_election.cc:290] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers be1a3b0376324417b2bab9c405b10ea2 (127.19.175.189:40447), bbef19832bb24c858e137ae7579d8e69 (127.19.175.188:42277)
23:11:38.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.676626 20487 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bbef19832bb24c858e137ae7579d8e69" is_pre_election: true
23:11:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.677629 20487 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fef8ded9dfc94888a7176f97d68ae5bd in term 0.
23:11:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.679450 20200 leader_election.cc:304] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bbef19832bb24c858e137ae7579d8e69, fef8ded9dfc94888a7176f97d68ae5bd; no voters: 
23:11:38.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.680598 20526 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:38.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.681082 20526 raft_consensus.cc:493] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:38.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.681532 20526 raft_consensus.cc:3060] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [term 0 FOLLOWER]: Advancing to term 1
23:11:38.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.687531 20526 raft_consensus.cc:515] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } }
23:11:38.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.689886 20526 leader_election.cc:290] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [CANDIDATE]: Term 1 election: Requested vote from peers be1a3b0376324417b2bab9c405b10ea2 (127.19.175.189:40447), bbef19832bb24c858e137ae7579d8e69 (127.19.175.188:42277)
23:11:38.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.690541 20487 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bbef19832bb24c858e137ae7579d8e69"
23:11:38.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.691082 20487 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [term 0 FOLLOWER]: Advancing to term 1
23:11:38.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.698247 20487 raft_consensus.cc:2468] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate fef8ded9dfc94888a7176f97d68ae5bd in term 1.
23:11:38.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.699419 20200 leader_election.cc:304] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bbef19832bb24c858e137ae7579d8e69, fef8ded9dfc94888a7176f97d68ae5bd; no voters: 
23:11:38.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.702237 20551 raft_consensus.cc:2804] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [term 1 FOLLOWER]: Leader election won for term 1
23:11:38.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.702729 20551 raft_consensus.cc:697] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [term 1 LEADER]: Becoming Leader. State: Replica: fef8ded9dfc94888a7176f97d68ae5bd, State: Running, Role: LEADER
23:11:38.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.703716 20551 consensus_queue.cc:237] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } }
23:11:38.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.719924 20526 sys_catalog.cc:455] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [sys.catalog]: SysCatalogTable state changed. Reason: New leader fef8ded9dfc94888a7176f97d68ae5bd. Latest consensus state: current_term: 1 leader_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } } }
23:11:38.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.720890 20526 sys_catalog.cc:458] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [sys.catalog]: This master's current role is: LEADER
23:11:38.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.723902 20553 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:11:38.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.729688 20553 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:11:38.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.746260 20487 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [term 1 FOLLOWER]: Refusing update from remote peer fef8ded9dfc94888a7176f97d68ae5bd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:11:38.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.750686 20526 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [LEADER]: Connected to new peer: Peer: permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:11:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.787477 20532 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fef8ded9dfc94888a7176f97d68ae5bd. Latest consensus state: current_term: 1 leader_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } } }
23:11:38.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.788215 20532 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [sys.catalog]: This master's current role is: FOLLOWER
23:11:38.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.795593 20554 mvcc.cc:204] Tried to move back new op lower bound from 7305076321246744576 to 7305076321102946304. Current Snapshot: MvccSnapshot[applied={T|T < 7305076321246744576}]
23:11:38.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.799620 20526 sys_catalog.cc:455] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } } }
23:11:38.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.800756 20526 sys_catalog.cc:458] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [sys.catalog]: This master's current role is: LEADER
23:11:38.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.816358 20532 sys_catalog.cc:455] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } } }
23:11:38.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.817037 20532 sys_catalog.cc:458] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69 [sys.catalog]: This master's current role is: FOLLOWER
23:11:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.820230 20553 catalog_manager.cc:1382] Generated new cluster ID: 40ebd046180a438f85e696d5d092e95d
23:11:38.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.820550 20553 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:11:38.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.863241 20553 catalog_manager.cc:1405] Generated new certificate authority record
23:11:38.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.866379 20553 catalog_manager.cc:1539] Loading token signing keys...
23:11:38.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.902940 20553 catalog_manager.cc:6069] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd: Generated new TSK 0
23:11:38.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.904153 20553 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:11:38.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:38.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:38.932355 20158 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/wal
23:11:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/data
23:11:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:38.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/logs
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/data/info.pb
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.129:0
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.175.129
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.129
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:38.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:11:38.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:39.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465899060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:39.074 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:11:39.075 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:11:39.167 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:39.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:39.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:39.168 [INFO - pool-204-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:39.168 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:39.169 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:39.169 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:39.169 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:39.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:39.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:39.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:39.170 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:39.170 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:39.211 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:39.211 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:39.212 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:39.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:39.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:39.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:39.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:39.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:39.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:39.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:39.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:39.213 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:39.213 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:39.244 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:39.245 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:39.245 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:39.245 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:39.245 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:39.245 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:39.246 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:39.246 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:39.246 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:39.246 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:39.246 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:39.246 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:39.246 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:39.334 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:39.334 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:39.334 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:39.336 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:39.336 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:39.336 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:39.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:39.337 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:39.337 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:39.337 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:39.337 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:39.337 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:39.337 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:39.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:39.363286 20559 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:39.363956 20559 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:39.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:39.364739 20559 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:39.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:39.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:39.429278 20559 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:39.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:39.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:39.431455 20559 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.175.129
23:11:39.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:39.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:39.472468 20559 tablet_server_runner.cc:78] Tablet server non-default flags:
23:11:39.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:39.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/data
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/wal
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.129:0
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/data/info.pb
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.129
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.175.129
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/logs
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:39.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:39.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:39.474133 20559 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:39.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:39.475798 20559 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:39.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:39.489586 20567 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:39.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465899560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:39.575 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:11:39.576 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:11:39.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:39.609616 20550 catalog_manager.cc:1294] Loaded cluster ID: 40ebd046180a438f85e696d5d092e95d
23:11:39.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:39.610988 20550 catalog_manager.cc:1587] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69: loading cluster ID for follower catalog manager: success
23:11:39.632 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:39.632323 20550 catalog_manager.cc:1609] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69: acquiring CA information for follower catalog manager: success
23:11:39.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:39.644228 20550 catalog_manager.cc:1637] T 00000000000000000000000000000000 P bbef19832bb24c858e137ae7579d8e69: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:11:39.667 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:39.667 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:39.667 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:39.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:39.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:39.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:39.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:39.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:39.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:39.669 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:39.669 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:39.669 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:39.669 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:39.731 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:39.731 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:39.731 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:39.732 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:39.732 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:39.732 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:39.733 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:39.733 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:39.733 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:39.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:39.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:39.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:39.733 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:39.796 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:39.796 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:39.796 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:39.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:39.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:39.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:39.797 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:39.798 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:39.798 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:39.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:39.798 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:39.798 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:39.798 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:39.870 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:39.870 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:39.870 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:39.870 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:39.870 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:39.870 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:39.870 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:39.870 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:39.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:39.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:39.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:39.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:39.871 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:39.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:39.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:39.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:39.977 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:39.977 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:39.977 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:39.978 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:39.978 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:39.978 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:39.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:39.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:39.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:39.979 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:39.979 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:39.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:39.979 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:40.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465900059 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:40.074 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:11:40.076 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:11:40.177 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:40.178 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:40.178 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:40.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:40.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:40.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:40.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:40.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:40.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:40.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:40.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:40.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:40.179 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:40.296 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:40.296 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:40.296 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:40.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:40.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:40.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:40.298 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:40.298 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:40.298 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:40.298 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:40.298 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:40.298 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:40.298 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:40.358 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:40.358 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:40.358 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:40.359 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:40.359 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:40.359 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:40.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:40.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:40.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:40.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:40.360 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:40.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:40.360 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:40.378 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:40.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:40.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:40.387 [INFO - pool-248-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:40.387 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:40.388 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:40.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:40.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:40.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:40.388 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:40.389 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:40.389 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:40.389 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:40.396 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:40.396 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:40.397 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:40.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:40.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:40.397 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:40.398 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:40.398 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:40.398 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:40.398 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:40.398 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:40.398 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:40.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:40.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:40.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:40.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:40.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:40.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:40.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:40.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:40.399 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:40.400 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:40.400 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:40.400 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:40.404 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:40.404 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:40.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:40.433 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:40.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.461939 20432 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } attempt: 8
23:11:40.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.512707 20432 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2: Bootstrap starting.
23:11:40.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.534075 20432 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2: Neither blocks nor log segments found. Creating new log.
23:11:40.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.536772 20432 log.cc:826] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2: Log is configured to *not* fsync() on all Append() calls
23:11:40.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.553108 20432 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2: No bootstrap required, opened a new log
23:11:40.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465900560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:40.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:40.570005 20202 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.19.175.189:40447 timed out after 1.875s (SENT) [suppressed 13 similar messages]
23:11:40.589 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=28 ms, finalizationTime=1 ms).
23:11:40.591 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:40.591 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:40.592 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:40.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:40.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:40.593 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:40.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:40.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:40.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:40.594 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:40.594 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:40.594 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:40.594 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:40.596 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:11:40.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.632478 20432 raft_consensus.cc:359] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } }
23:11:40.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.641532 20432 raft_consensus.cc:385] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.643230 20432 raft_consensus.cc:740] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: be1a3b0376324417b2bab9c405b10ea2, State: Initialized, Role: FOLLOWER
23:11:40.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.650579 20432 consensus_queue.cc:260] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } }
23:11:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.674814 20432 sys_catalog.cc:565] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [sys.catalog]: configured and running, proceeding with master startup.
23:11:40.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.674945 20407 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be1a3b0376324417b2bab9c405b10ea2" is_pre_election: true
23:11:40.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.675889 20407 raft_consensus.cc:2468] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate fef8ded9dfc94888a7176f97d68ae5bd in term 0.
23:11:40.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:40.676527 20407 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:43968 (request call id 2) took 2001 ms (client timeout 2162 ms). Trace:
23:11:40.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:40.676905 20407 rpcz_store.cc:269] 0707 23:11:38.675431 (+     0us) service_pool.cc:167] Inserting onto call queue
23:11:40.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:38.675633 (+   202us) service_pool.cc:224] Handling call
23:11:40.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:40.676442 (+2000809us) inbound_call.cc:177] Queueing success response
23:11:40.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:11:40.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.679261 20404 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be1a3b0376324417b2bab9c405b10ea2"
23:11:40.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.682909 20406 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "be1a3b0376324417b2bab9c405b10ea2"
23:11:40.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:40.684410 20406 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:43968 (request call id 3) took 1994 ms (client timeout 1875 ms). Trace:
23:11:40.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:40.684785 20406 rpcz_store.cc:269] 0707 23:11:38.689879 (+     0us) service_pool.cc:167] Inserting onto call queue
23:11:40.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:38.690050 (+   171us) service_pool.cc:224] Handling call
23:11:40.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:40.684332 (+1994282us) inbound_call.cc:177] Queueing success response
23:11:40.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:11:40.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.688952 20405 raft_consensus.cc:3060] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [term 0 FOLLOWER]: Advancing to term 1
23:11:40.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.673851 20580 sys_catalog.cc:455] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } } }
23:11:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.705696 20580 sys_catalog.cc:458] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [sys.catalog]: This master's current role is: FOLLOWER
23:11:40.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.705428 20405 raft_consensus.cc:1275] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [term 1 FOLLOWER]: Refusing update from remote peer fef8ded9dfc94888a7176f97d68ae5bd: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:11:40.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.707175 20405 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.UpdateConsensus from 127.0.0.1:43968 (request call id 4) took 1953 ms. Trace:
23:11:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.707571 20405 rpcz_store.cc:276] 0707 23:11:38.753688 (+     0us) service_pool.cc:167] Inserting onto call queue
23:11:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:38.753864 (+   176us) service_pool.cc:224] Handling call
23:11:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:40.688535 (+1934671us) raft_consensus.cc:1471] Updating replica for 0 ops
23:11:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:40.706337 (+ 17802us) raft_consensus.cc:1697] Filling consensus response to leader.
23:11:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:11:40.706664 (+   327us) inbound_call.cc:177] Queueing success response
23:11:40.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:11:40.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.710397 20578 consensus_queue.cc:1048] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [LEADER]: Connected to new peer: Peer: permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:11:40.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.826691 20580 sys_catalog.cc:455] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [sys.catalog]: SysCatalogTable state changed. Reason: New leader fef8ded9dfc94888a7176f97d68ae5bd. Latest consensus state: current_term: 1 leader_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } } }
23:11:40.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.827436 20580 sys_catalog.cc:458] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [sys.catalog]: This master's current role is: FOLLOWER
23:11:40.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.829203 20588 sys_catalog.cc:455] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } } }
23:11:40.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.830125 20588 sys_catalog.cc:458] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2 [sys.catalog]: This master's current role is: FOLLOWER
23:11:40.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.901553 20596 catalog_manager.cc:1294] Loaded cluster ID: 40ebd046180a438f85e696d5d092e95d
23:11:40.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.901957 20596 catalog_manager.cc:1587] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2: loading cluster ID for follower catalog manager: success
23:11:40.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:40.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.921216 20596 catalog_manager.cc:1609] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2: acquiring CA information for follower catalog manager: success
23:11:40.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:40.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:40.950 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:40.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:40.950423 20596 catalog_manager.cc:1637] T 00000000000000000000000000000000 P be1a3b0376324417b2bab9c405b10ea2: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:11:40.951 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:40.951 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:40.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:40.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:40.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:40.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:40.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:40.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:40.952 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:40.952 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:40.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:40.952 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:40.990 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:40.991 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:40.991 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:40.991 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:40.991 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:40.991 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:40.991 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:40.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:40.991 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:40.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:40.991 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:40.991 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:40.992 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:41.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465901060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:41.070 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:11:41.072 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:11:41.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:41.131556 20600 sys_catalog.cc:455] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "fef8ded9dfc94888a7176f97d68ae5bd" member_type: VOTER last_known_addr { host: "127.19.175.190" port: 33135 } } peers { permanent_uuid: "be1a3b0376324417b2bab9c405b10ea2" member_type: VOTER last_known_addr { host: "127.19.175.189" port: 40447 } } peers { permanent_uuid: "bbef19832bb24c858e137ae7579d8e69" member_type: VOTER last_known_addr { host: "127.19.175.188" port: 42277 } } }
23:11:41.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:41.141932 20600 sys_catalog.cc:458] T 00000000000000000000000000000000 P fef8ded9dfc94888a7176f97d68ae5bd [sys.catalog]: This master's current role is: LEADER
23:11:41.182 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:41.182 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:41.182 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:41.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:41.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:41.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:41.184 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:41.184 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:41.184 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:41.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:41.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:41.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:41.184 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:41.255 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:41.256 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:41.256 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:41.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:41.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:41.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:41.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:41.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:41.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:41.258 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:41.258 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:41.258 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:41.258 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:41.337 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:41.337 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:41.337 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:41.338 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:41.338 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:41.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:41.339 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:41.339 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:41.339 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:41.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:41.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:41.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:41.339 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:41.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:41.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:41.418769 20510 debug-util.cc:398] Leaking SignalData structure 0x7b08000700c0 after lost signal to thread 20441
23:11:41.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:41.434 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:41.435 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:41.435 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:41.435 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:41.436 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:41.436 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:41.436 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:41.436 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:41.436 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:41.436 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:41.437 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:41.437 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:41.437 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:41.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:41.506 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:41.506 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:41.506 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:41.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:41.510 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:41.510 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:41.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:41.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:41.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:41.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:41.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:41.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:41.511 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:41.544 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:41.545 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:41.546 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:41.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:41.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:41.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:41.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:41.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:41.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:41.547 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:41.547 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:41.547 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:41.547 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:41.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465901560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:41.575 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:11:41.577 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:11:41.679 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:41.679 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:41.679 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:41.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:41.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:41.680 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:41.680 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:41.680 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:41.680 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:41.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:41.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:41.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:41.682 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:41.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:41.925 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:41.925 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:41.926 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:41.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:41.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:41.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:41.927 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:41.927 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:41.927 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:41.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:41.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:41.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:41.927 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:41.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:41.943 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:41.992 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:41.992 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:41.992 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:41.993 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:41.993 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:41.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:41.993 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:41.993 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:41.993 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:41.993 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:41.993 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:41.994 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:41.994 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:40.890776 20566 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 20559
23:11:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:41.986944 20559 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.496s	user 0.595s	sys 1.170s
23:11:41.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:41.997498 20559 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.506s	user 0.595s	sys 1.170s
23:11:41.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:39.493131 20568 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:42.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.008505 20559 server_base.cc:1061] running on GCE node
23:11:42.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:42.010924 20604 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:42.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.012501 20559 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:42.016 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:42.016 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:42.017 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:42.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:42.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:42.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:42.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:42.018 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:42.018 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:42.018 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:42.018 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:42.018 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:42.018 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:42.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.023123 20559 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:42.032 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:42.032 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:42.032 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:42.032 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:42.032 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:42.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:42.033 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:42.033 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:42.033 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:42.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:42.033 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:42.033 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:42.033 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.030933 20559 hybrid_clock.cc:648] HybridClock initialized: now 1783465902030835 us; error 89 us; skew 500 ppm
23:11:42.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.032094 20559 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:42.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.055263 20559 webserver.cc:534] Webserver started at http://127.19.175.129:37371/ using document root <none> and password file <none>
23:11:42.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.056746 20559 fs_manager.cc:362] Metadata directory not provided
23:11:42.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.057180 20559 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:42.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.057878 20559 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:42.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465902060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:42.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.066713 20559 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/data/instance:
23:11:42.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5fcf2b8edfe64a57a48b2bea7a3032db"
23:11:42.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:42 on dist-test-slave-sprr"
23:11:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.068333 20559 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/wal/instance:
23:11:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5fcf2b8edfe64a57a48b2bea7a3032db"
23:11:42.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:42 on dist-test-slave-sprr"
23:11:42.076 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:11:42.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:11:42.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.106909 20559 fs_manager.cc:696] Time spent creating directory manager: real 0.038s	user 0.013s	sys 0.022s
23:11:42.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.121140 20610 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:42.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.122828 20559 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.002s	sys 0.008s
23:11:42.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.123389 20559 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/wal
23:11:42.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "5fcf2b8edfe64a57a48b2bea7a3032db"
23:11:42.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:42 on dist-test-slave-sprr"
23:11:42.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.124020 20559 fs_report.cc:389] FS layout report
23:11:42.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/wal
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/wal
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/data/data
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:42.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:42.176 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:42.177 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:42.177 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:42.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:42.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:42.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:42.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:42.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:42.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:42.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:42.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:42.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:42.179 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:42.184 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:42.184 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:42.184 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:42.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:42.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:42.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:42.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:42.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:42.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:42.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:42.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:42.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:42.186 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:42.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.231492 20559 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.233897 20559 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:42.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.234658 20559 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:42.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.250504 20559 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:11:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.263198 20559 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:11:42.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.263706 20559 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.001s	user 0.000s	sys 0.001s
23:11:42.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.264148 20559 ts_tablet_manager.cc:616] Registered 0 tablets
23:11:42.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:42.264477 20559 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:11:42.276 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:42.276 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:42.276 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:42.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:42.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:42.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:42.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:42.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:42.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:42.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:42.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:42.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:42.278 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:42.329 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:42.330 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:42.330 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:42.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:42.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:42.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:42.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:42.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:42.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:42.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:42.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:42.332 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:42.332 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:42.418 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:42.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:42.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:42.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465902560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:42.562 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:42.562 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:42.562 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:42.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:42.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:42.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:42.564 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:42.564 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:42.564 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:42.564 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:42.564 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:42.565 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:42.565 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:42.576 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=15 ms, finalizationTime=1 ms).
23:11:42.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:11:42.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:42.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:42.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:43.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465903060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:43.075 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:11:43.076 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:11:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.090622 20722 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.175.129:42431 every 8 connection(s)
23:11:43.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.091332 20559 rpc_server.cc:307] RPC server started. Bound to: 127.19.175.129:42431
23:11:43.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.095551 20559 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/data/info.pb
23:11:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.105325 20158 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 20559
23:11:43.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.106020 20158 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-0/wal/instance
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.121876 20158 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/wal
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/data
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/logs
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/data/info.pb
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.130:0
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.175.130
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.130
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:43.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:43.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:43.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:43.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:11:43.198 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:43.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.198163 20730 heartbeater.cc:344] Connected to a master server at 127.19.175.190:33135
23:11:43.198 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:43.198 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:43.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.198697 20730 heartbeater.cc:461] Registering TS with master...
23:11:43.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:43.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:43.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:43.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:43.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:43.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.200088 20730 heartbeater.cc:507] Master 127.19.175.190:33135 requested a full tablet report, sending...
23:11:43.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:43.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:43.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:43.201 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:43.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.204098 20215 ts_manager.cc:194] Registered new tserver with Master: 5fcf2b8edfe64a57a48b2bea7a3032db (127.19.175.129:42431)
23:11:43.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.208114 20215 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.175.129:49617
23:11:43.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.211485 20724 heartbeater.cc:344] Connected to a master server at 127.19.175.189:40447
23:11:43.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.211861 20724 heartbeater.cc:461] Registering TS with master...
23:11:43.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.212801 20724 heartbeater.cc:507] Master 127.19.175.189:40447 requested a full tablet report, sending...
23:11:43.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.216176 20397 ts_manager.cc:194] Registered new tserver with Master: 5fcf2b8edfe64a57a48b2bea7a3032db (127.19.175.129:42431)
23:11:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.218415 20723 heartbeater.cc:344] Connected to a master server at 127.19.175.188:42277
23:11:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.218771 20723 heartbeater.cc:461] Registering TS with master...
23:11:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.219398 20723 heartbeater.cc:507] Master 127.19.175.188:42277 requested a full tablet report, sending...
23:11:43.222 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.222525 20477 ts_manager.cc:194] Registered new tserver with Master: 5fcf2b8edfe64a57a48b2bea7a3032db (127.19.175.129:42431)
23:11:43.247 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:43.248 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:43.248 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:43.249 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:43.249 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:43.249 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:43.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:43.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:43.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:43.250 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:43.250 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:43.250 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:43.250 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:43.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:43.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:43.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:43.470 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:43.471 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:43.471 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:43.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:43.472 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:43.472 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:43.472 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:43.472 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:43.472 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:43.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:43.473 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:43.473 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:43.473 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:43.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465903560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:43.573 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:11:43.574 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:43.575 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:43.575 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:43.575 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:11:43.576 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:43.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:43.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:43.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:43.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:43.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:43.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:43.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:43.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:43.577 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:43.703567 20725 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:43.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:43.704232 20725 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:43.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:43.704980 20725 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:43.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:43.766750 20725 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:43.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:43.768085 20725 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.175.130
23:11:43.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.836349 20725 tablet_server_runner.cc:78] Tablet server non-default flags:
23:11:43.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:43.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/data
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/wal
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.130:0
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/data/info.pb
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.130
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.175.130
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/logs
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:43.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:43.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.837988 20725 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:43.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:43.840051 20725 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:43.858 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:43.858 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:43.858 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:43.858 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:43.859 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:43.859 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:43.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:43.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:43.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:43.859 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:43.859 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:43.859 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:43.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:43.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:43.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:43.860 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:43.860 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:43.860 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:43.860 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:43.861 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:43.861 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:43.861 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:43.861 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:43.861 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:43.861 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:43.861 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:43.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:43.869282 20739 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:43.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:43.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:43.936 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:43.936 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:43.936 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:43.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:43.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:43.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:43.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:43.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:43.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:43.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:43.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:43.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:43.938 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:43.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:44.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465904059 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:44.069 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:11:44.073 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:11:44.077 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:44.078 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:44.078 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:44.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:44.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:44.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:44.078 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:44.078 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:44.078 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:44.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:44.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:44.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:44.079 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:44.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:44.213965 20730 heartbeater.cc:499] Master 127.19.175.190:33135 was elected leader, sending a full tablet report...
23:11:44.266 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:44.266 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:44.266 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:44.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:44.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:44.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:44.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:44.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:44.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:44.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:44.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:44.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:44.268 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:44.269 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:44.269 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:44.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:44.269 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:44.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:44.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:44.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:44.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:44.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:44.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:44.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:44.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:44.270 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:44.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:44.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:44.432 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:44.432 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:44.432 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:44.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:44.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:44.433 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:44.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:44.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:44.433 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:44.437 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:44.437 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:44.437 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:44.437 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:44.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:44.467 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:44.467 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:44.467 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:44.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:44.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:44.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:44.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:44.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:44.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:44.469 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:44.469 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:44.469 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:44.469 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:44.484 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:44.484 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:44.484 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:44.485 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:44.485 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:44.485 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:44.485 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:44.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:44.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:44.486 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:44.486 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:44.486 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:44.486 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:44.511 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:44.511 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:44.512 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:44.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:44.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:44.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:44.513 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:44.513 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:44.513 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:44.513 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:44.513 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:44.513 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:44.513 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:44.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465904560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:44.572 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:11:44.574 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:11:44.849 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:44.850 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:44.850 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:44.850 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:44.850 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:44.850 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:44.850 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:44.850 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:44.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:44.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:44.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:44.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:44.851 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:44.874 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:44.874 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:44.874 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:44.875 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:44.875 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:44.875 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:44.875 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:44.875 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:44.875 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:44.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:44.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:44.876 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:44.876 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:44.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:44.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:44.936 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:44.936 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:44.936 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:44.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:44.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:44.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:44.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:44.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:44.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:44.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:44.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:44.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:44.938 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:44.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:45.011 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:45.012 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:45.012 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:45.012 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:45.012 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:45.012 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:45.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:45.013 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:45.013 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:45.013 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:45.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:45.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:45.015 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:45.034 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:45.035 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:45.035 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:45.035 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:45.036 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:45.036 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:45.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:45.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:45.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:45.037 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:45.037 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:45.037 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:45.037 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:45.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465905060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:45.069 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:11:45.071 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:11:45.136 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:45.136 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:45.136 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:45.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:45.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:45.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:45.137 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:45.137 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:45.137 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:45.138 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:45.138 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:45.138 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:45.138 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:45.258 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:45.258 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:45.258 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:45.259 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:45.259 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:45.259 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:45.259 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:45.259 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:45.259 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:45.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:45.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:45.260 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:45.260 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:45.281 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:45.282 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:45.282 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:45.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:45.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:45.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:45.283 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:45.283 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:45.283 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:45.283 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:45.283 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:45.283 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:45.283 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:45.298 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:45.298 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:45.298 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:45.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:45.299 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:45.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:45.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:45.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:45.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:45.300 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:45.300 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:45.300 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:45.300 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:45.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:45.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:45.443 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:45.459 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:45.459 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:45.460 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:45.460 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:45.460 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:45.460 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:45.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:45.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:45.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:45.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:45.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:45.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:45.461 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:45.516 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:45.516 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:45.517 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:45.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:45.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:45.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:45.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:45.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:45.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:45.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:45.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:45.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:45.518 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:45.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465905560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:45.570 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:11:45.571 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:11:45.615 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:45.616 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:45.616 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:45.616 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:45.616 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:45.616 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:45.616 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:45.616 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:45.616 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:45.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:45.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:45.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:45.617 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:43.874619 20740 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:45.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:45.876294 20725 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 2.004s	user 0.624s	sys 1.138s
23:11:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:45.261663 20738 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 20725
23:11:45.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:45.879025 20725 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 2.007s	user 0.624s	sys 1.138s
23:11:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.885807 20725 server_base.cc:1061] running on GCE node
23:11:45.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:45.886313 20745 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:45.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.887621 20725 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:45.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.889670 20725 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:45.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.891084 20725 hybrid_clock.cc:648] HybridClock initialized: now 1783465905891027 us; error 37 us; skew 500 ppm
23:11:45.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.891875 20725 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:45.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.900791 20725 webserver.cc:534] Webserver started at http://127.19.175.130:43351/ using document root <none> and password file <none>
23:11:45.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.902180 20725 fs_manager.cc:362] Metadata directory not provided
23:11:45.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.902499 20725 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:45.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.903126 20725 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.912050 20725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/data/instance:
23:11:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49de6847b7b34249a490a7d95d651d37"
23:11:45.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:45 on dist-test-slave-sprr"
23:11:45.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:45.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.914001 20725 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/wal/instance:
23:11:45.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49de6847b7b34249a490a7d95d651d37"
23:11:45.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:45 on dist-test-slave-sprr"
23:11:45.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.923728 20725 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.002s
23:11:45.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:45.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.931643 20750 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:45.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.933314 20725 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.000s
23:11:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.933794 20725 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/wal
23:11:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "49de6847b7b34249a490a7d95d651d37"
23:11:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:45 on dist-test-slave-sprr"
23:11:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:45.934213 20725 fs_report.cc:389] FS layout report
23:11:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:45.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/wal
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/wal
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/data/data
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:45.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:45.943 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:46.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.004889 20725 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:46.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.007284 20725 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:46.008 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.007934 20725 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:46.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.012029 20725 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:11:46.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.018934 20725 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:11:46.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.019280 20725 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:11:46.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.019650 20725 ts_tablet_manager.cc:616] Registered 0 tablets
23:11:46.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.019850 20725 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:11:46.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465906060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:46.070 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:11:46.072 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:11:46.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.182798 20725 rpc_server.cc:307] RPC server started. Bound to: 127.19.175.130:42201
23:11:46.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.182912 20862 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.175.130:42201 every 8 connection(s)
23:11:46.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.185629 20725 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/data/info.pb
23:11:46.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.190287 20158 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 20725
23:11:46.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.190747 20158 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-1/wal/instance
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.206802 20158 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/wal
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/data
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/logs
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/data/info.pb
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:46.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.131:0
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.175.131
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.131
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:46.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:11:46.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.234126 20863 heartbeater.cc:344] Connected to a master server at 127.19.175.188:42277
23:11:46.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.234679 20863 heartbeater.cc:461] Registering TS with master...
23:11:46.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.236243 20863 heartbeater.cc:507] Master 127.19.175.188:42277 requested a full tablet report, sending...
23:11:46.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.237449 20864 heartbeater.cc:344] Connected to a master server at 127.19.175.189:40447
23:11:46.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.237851 20864 heartbeater.cc:461] Registering TS with master...
23:11:46.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.238816 20864 heartbeater.cc:507] Master 127.19.175.189:40447 requested a full tablet report, sending...
23:11:46.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.240496 20477 ts_manager.cc:194] Registered new tserver with Master: 49de6847b7b34249a490a7d95d651d37 (127.19.175.130:42201)
23:11:46.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.242192 20397 ts_manager.cc:194] Registered new tserver with Master: 49de6847b7b34249a490a7d95d651d37 (127.19.175.130:42201)
23:11:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.247313 20865 heartbeater.cc:344] Connected to a master server at 127.19.175.190:33135
23:11:46.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.247638 20865 heartbeater.cc:461] Registering TS with master...
23:11:46.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.248378 20865 heartbeater.cc:507] Master 127.19.175.190:33135 requested a full tablet report, sending...
23:11:46.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.250375 20215 ts_manager.cc:194] Registered new tserver with Master: 49de6847b7b34249a490a7d95d651d37 (127.19.175.130:42201)
23:11:46.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.252087 20215 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.175.130:49539
23:11:46.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:46.430 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:46.443 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:46.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465906560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:46.569 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:11:46.570 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:11:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:46.588600 20873 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:46.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:46.589255 20873 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:46.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:46.589947 20873 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:46.623718 20873 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:46.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:46.624728 20873 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.19.175.131
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.664794 20873 tablet_server_runner.cc:78] Tablet server non-default flags:
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.19.175.148:43203
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/data
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/wal
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.19.175.131:0
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/data/info.pb
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.19.175.131
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.19.175.190:33135,127.19.175.189:40447,127.19.175.188:42277
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.19.175.131
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/logs
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:46.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:46.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.666440 20873 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:46.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:46.668195 20873 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:46.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:46.683090 20880 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:46.696 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:46.696 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:46.696 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:46.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:46.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:46.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:46.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:46.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:46.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:46.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:46.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:46.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:46.697 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:46.855 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:46.855 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:46.855 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:46.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:46.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:46.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:46.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:46.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:46.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:46.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:46.856 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:46.856 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:46.856 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:46.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:46.915 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:46.916 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:46.916 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:46.916 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:46.916 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:46.916 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:46.916 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:46.916 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:46.917 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:46.917 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:46.917 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:46.917 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:46.917 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:46.930 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:46.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:47.025 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:47.025 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:47.026 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:47.026 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:47.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:47.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:47.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:47.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:47.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:47.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:47.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:47.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:47.027 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:47.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465907060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:47.071 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:11:47.072 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:11:47.124 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:47.125 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:47.125 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:47.125 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:47.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:47.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:47.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:47.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:47.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:47.125 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:47.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:47.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:47.126 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:47.255667 20865 heartbeater.cc:499] Master 127.19.175.190:33135 was elected leader, sending a full tablet report...
23:11:47.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:47.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:47.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:47.551 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:47.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:47.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:47.552 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:47.553 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:47.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:47.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:47.553 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:47.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:47.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:47.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:47.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:47.554 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:47.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465907560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:47.573 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:11:47.575 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:11:47.578 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:47.579 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:47.579 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:47.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:47.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:47.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:47.579 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:47.579 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:47.580 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:47.580 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:47.580 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:47.580 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:47.580 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:47.587 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:47.587 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:47.588 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:47.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:47.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:47.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:47.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:47.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:47.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:47.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:47.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:47.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:47.590 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:47.695 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:47.696 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:47.696 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:47.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:47.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:47.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:47.696 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:47.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:47.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:47.697 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:47.697 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:47.697 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:47.697 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:47.717 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:47.719 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:47.719 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:47.719 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:47.719 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:47.719 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:47.720 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:47.720 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:47.720 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:47.720 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:47.720 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:47.720 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:47.720 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:47.756 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:47.756 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:47.757 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:47.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:47.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:47.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:47.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:47.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:47.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:47.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:47.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:47.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:47.759 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:47.896 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:47.896 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:47.896 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:47.896 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:47.896 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:47.896 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:47.896 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:47.897 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:47.897 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:47.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:47.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:47.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:47.897 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:47.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:47.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:47.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:48.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465908060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:48.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:46.684887 20881 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:48.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:48.065027 20882 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1380 milliseconds
23:11:48.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:48.066576 20883 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:48.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.066624 20873 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:11:48.069 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:11:48.069 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:11:48.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.070114 20873 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:48.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.076292 20873 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.077780 20873 hybrid_clock.cc:648] HybridClock initialized: now 1783465908077616 us; error 135 us; skew 500 ppm
23:11:48.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.078749 20873 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:48.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.085192 20873 webserver.cc:534] Webserver started at http://127.19.175.131:40037/ using document root <none> and password file <none>
23:11:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.086321 20873 fs_manager.cc:362] Metadata directory not provided
23:11:48.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.086570 20873 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:48.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.087165 20873 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.091935 20873 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/data/instance:
23:11:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95a60117e18341f7b1205fa55c62fcee"
23:11:48.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:48 on dist-test-slave-sprr"
23:11:48.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.093081 20873 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/wal/instance:
23:11:48.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95a60117e18341f7b1205fa55c62fcee"
23:11:48.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:48 on dist-test-slave-sprr"
23:11:48.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.101262 20873 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.004s
23:11:48.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.107565 20890 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.108809 20873 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
23:11:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.109205 20873 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/wal
23:11:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "95a60117e18341f7b1205fa55c62fcee"
23:11:48.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:48 on dist-test-slave-sprr"
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.109583 20873 fs_report.cc:389] FS layout report
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/wal
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/wal
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/data/data
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:48.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:48.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.160751 20873 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:48.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.162418 20873 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:48.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.162949 20873 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:48.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.165819 20873 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:11:48.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.170485 20873 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:11:48.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.170689 20873 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:11:48.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.171003 20873 ts_tablet_manager.cc:616] Registered 0 tablets
23:11:48.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.171177 20873 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:11:48.271 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:48.272 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:48.272 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:48.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:48.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:48.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:48.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:48.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:48.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:48.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:48.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:48.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:48.273 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:48.311 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:48.312 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:48.312 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:48.312 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:48.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:48.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:48.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:48.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:48.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:48.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:48.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:48.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:48.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.328866 20873 rpc_server.cc:307] RPC server started. Bound to: 127.19.175.131:34565
23:11:48.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.328997 21002 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.19.175.131:34565 every 8 connection(s)
23:11:48.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.331828 20873 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/data/info.pb
23:11:48.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.341018 20158 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 20873
23:11:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.341574 20158 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster9592844855580525688/ts-2/wal/instance
23:11:48.371 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:48.371 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:48.371 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:48.372 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:48.372 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:48.372 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:48.372 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:48.372 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:48.372 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:48.372 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:48.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:48.372 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:48.372 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:48.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.391549 21004 heartbeater.cc:344] Connected to a master server at 127.19.175.189:40447
23:11:48.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.392064 21004 heartbeater.cc:461] Registering TS with master...
23:11:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.393456 21004 heartbeater.cc:507] Master 127.19.175.189:40447 requested a full tablet report, sending...
23:11:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.394888 21005 heartbeater.cc:344] Connected to a master server at 127.19.175.190:33135
23:11:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.395219 21005 heartbeater.cc:461] Registering TS with master...
23:11:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.395243 21003 heartbeater.cc:344] Connected to a master server at 127.19.175.188:42277
23:11:48.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.395771 21003 heartbeater.cc:461] Registering TS with master...
23:11:48.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.396096 21005 heartbeater.cc:507] Master 127.19.175.190:33135 requested a full tablet report, sending...
23:11:48.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.396674 21003 heartbeater.cc:507] Master 127.19.175.188:42277 requested a full tablet report, sending...
23:11:48.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.398245 20215 ts_manager.cc:194] Registered new tserver with Master: 95a60117e18341f7b1205fa55c62fcee (127.19.175.131:34565)
23:11:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.398669 20397 ts_manager.cc:194] Registered new tserver with Master: 95a60117e18341f7b1205fa55c62fcee (127.19.175.131:34565)
23:11:48.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.399534 20477 ts_manager.cc:194] Registered new tserver with Master: 95a60117e18341f7b1205fa55c62fcee (127.19.175.131:34565)
23:11:48.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.399940 20215 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.19.175.131:54469
23:11:48.411 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:48.411 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:48.411 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:48.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:48.412 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:48.412 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:48.412 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:48.412 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:48.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:48.412 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:48.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:48.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:48.412 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:48.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:48.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.413177 20158 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:11:48.425 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:11:48.425 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:11:48.427 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.19.175.190"
      port: 33135
    }
    bound_http_address {
      host: "127.19.175.190"
      port: 41497
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.19.175.189"
      port: 40447
    }
    bound_http_address {
      host: "127.19.175.189"
      port: 38211
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.19.175.188"
      port: 42277
    }
    bound_http_address {
      host: "127.19.175.188"
      port: 45399
    }
  }
}

23:11:48.427 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:11:48.428 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.19.175.129"
      port: 42431
    }
    bound_http_address {
      host: "127.19.175.129"
      port: 37371
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.19.175.130"
      port: 42201
    }
    bound_http_address {
      host: "127.19.175.130"
      port: 43351
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.19.175.131"
      port: 34565
    }
    bound_http_address {
      host: "127.19.175.131"
      port: 40037
    }
  }
}

23:11:48.428 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:11:48.429 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:48.429 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:11:48.429 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:11:48.430 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:11:48.430 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:11:48.431 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:48.434 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:11:48.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:48.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465908559 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:48.568 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:11:48.569 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:11:48.598 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:48.599 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:48.599 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:48.599 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:48.599 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:48.599 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:48.599 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:48.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:48.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:48.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:48.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:48.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:48.600 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:48.736 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:48.736 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:48.736 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:48.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:48.737 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:48.737 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:48.738 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:48.738 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:48.738 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:48.738 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:48.738 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:48.738 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:48.738 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:48.769 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:48.770 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:48.770 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:48.770 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:48.770 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:48.770 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:48.770 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:48.770 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:48.770 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:48.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:48.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:48.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:48.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:48.820 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:11:48.820 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:11:48.824 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.823693 21013 mini_oidc.cc:150] Starting JWKS server
23:11:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.827150 21013 webserver.cc:534] Webserver started at http://127.0.0.1:44497/ using document root <none> and password file <none>
23:11:48.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.827550 21013 mini_oidc.cc:186] Starting OIDC Discovery server
23:11:48.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.829282 21013 webserver.cc:534] Webserver started at http://127.0.0.1:34009/ using document root <none> and password file <none>
23:11:48.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:11:48Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:11:48.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:11:48Z Disabled control of system clock
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:48.891791 21013 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/wal
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/data
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/logs
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/data/info.pb
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.126:37441
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.126
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:48.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44497/jwks.json with env {}
23:11:48.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:48.931 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:48.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:49.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465909060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:49.067 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:11:49.068 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:11:49.164 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:49.164 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:49.164 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:49.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:49.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:49.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:49.165 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:49.165 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:49.165 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:49.165 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:49.165 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:49.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:49.165 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:49.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:49.233908 21025 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:49.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:49.234462 21025 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:49.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:49.235097 21025 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:49.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:49.274551 21025 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:11:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:49.274899 21025 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:49.275130 21025 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:11:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:49.275331 21025 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:11:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:49.275588 21025 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:11:49.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:49.275799 21025 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44497/jwks.json
23:11:49.284 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:49.285 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:49.285 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:49.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:49.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:49.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:49.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:49.285 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:49.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:49.285 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:49.285 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:49.285 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:49.285 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:49.315864 21025 master_runner.cc:387] Master server non-default flags:
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/data
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/wal
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.126:37441
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44497/jwks.json
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/data/info.pb
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.126
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:49.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/logs
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:49.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:49.317582 21025 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:49.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:49.319707 21025 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:49.347 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:49.348 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:49.348 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:49.348 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:49.348 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:49.349 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:49.349 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:49.349 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:49.349 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:49.348 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:49.349 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:49.349 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:49.349 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:49.351823 21032 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:49.382 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:49.383 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:49.383 [DEBUG - pool-206-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:49.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:49.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:49.384 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:49.384 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:49.384 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:49.384 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:49.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:49.385 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:49.385 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:49.385 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:49.386 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=26507), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [73ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [107ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [169ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [169ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [286ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [291ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [293ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [566ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [567ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [806ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [812ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [819ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [819ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [841ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [842ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [861ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [861ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [862ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [881ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [882ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [943ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1060ms] refreshing cache from master, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1062ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1262ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1382ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2221ms] refreshing cache from master, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3000ms] refreshing cache from master, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3001ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3003ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [6101ms] refreshing cache from master, [6101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [6101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [6101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [6102ms] too many traces: truncated at 100 traces, deferred=Deferred@964816567(state=PENDING, result=null, callback=(continuation of Deferred@730286753 after retry RPC after error@470447894) -> (continuation of Deferred@1280530310 after retry RPC after error@2047999213) -> (continuation of Deferred@1800565580 after retry RPC after error@607063031) -> (continuation of Deferred@1914083219 after retry RPC after error@127269800) -> (continuation of Deferred@2141528069 after retry RPC after error@587857077) -> (continuation of Deferred@1701141832 after retry RPC after error@1300607735) -> (continuation of Deferred@469112394 after retry RPC after error@2004270549) -> (continuation of Deferred@943075694 after retry RPC after error@1480863381) -> (continuation of Deferred@1932208017 after retry RPC after error@837919796) -> (continuation of Deferred@952458789 after retry RPC after error@1099759406) -> (continuation of Deferred@1806786337 after retry RPC after error@1474139751) -> (continuation of Deferred@1165745871 after retry RPC after error@1671969985) -> (continuation of Deferred@42020802 after retry RPC after error@961867611) -> (continuation of Deferred@583193368 after retry RPC after error@11451829) -> (continuation of Deferred@190475613 after retry RPC after error@359294298) -> (continuation of Deferred@562315004 after retry RPC after error@1412590700) -> (continuation of Deferred@207274802 after retry RPC after error@1255941974) -> (continuation of Deferred@1253016367 after retry RPC after error@230283034) -> (continuation of Deferred@1470154444 after retry RPC after error@2095955449) -> (continuation of Deferred@1248718768 after retry RPC after error@162525408), errback=(continuation of Deferred@730286753 after retry RPC after error@470447894) -> (continuation of Deferred@1280530310 after retry RPC after error@2047999213) -> (continuation of Deferred@1800565580 after retry RPC after error@607063031) -> (continuation of Deferred@1914083219 after retry RPC after error@127269800) -> (continuation of Deferred@2141528069 after retry RPC after error@587857077) -> (continuation of Deferred@1701141832 after retry RPC after error@1300607735) -> (continuation of Deferred@469112394 after retry RPC after error@2004270549) -> (continuation of Deferred@943075694 after retry RPC after error@1480863381) -> (continuation of Deferred@1932208017 after retry RPC after error@837919796) -> (continuation of Deferred@952458789 after retry RPC after error@1099759406) -> (continuation of Deferred@1806786337 after retry RPC after error@1474139751) -> (continuation of Deferred@1165745871 after retry RPC after error@1671969985) -> (continuation of Deferred@42020802 after retry RPC after error@961867611) -> (continuation of Deferred@583193368 after retry RPC after error@11451829) -> (continuation of Deferred@190475613 after retry RPC after error@359294298) -> (continuation of Deferred@562315004 after retry RPC after error@1412590700) -> (continuation of Deferred@207274802 after retry RPC after error@1255941974) -> (continuation of Deferred@1253016367 after retry RPC after error@230283034) -> (continuation of Deferred@1470154444 after retry RPC after error@2095955449) -> (continuation of Deferred@1248718768 after retry RPC after error@162525408)))
23:11:49.386 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:11:49.387 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=26507), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [73ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [107ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [169ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [169ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [286ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [291ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [293ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [566ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [567ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [806ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [812ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [819ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [819ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [841ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [842ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [861ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [861ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [862ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [881ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [882ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [943ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1060ms] refreshing cache from master, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1062ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1262ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1382ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2221ms] refreshing cache from master, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3000ms] refreshing cache from master, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3001ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3003ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [6101ms] refreshing cache from master, [6101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [6101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [6101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [6102ms] too many traces: truncated at 100 traces, deferred=Deferred@964816567(state=PENDING, result=null, callback=(continuation of Deferred@730286753 after retry RPC after error@470447894) -> (continuation of Deferred@1280530310 after retry RPC after error@2047999213) -> (continuation of Deferred@1800565580 after retry RPC after error@607063031) -> (continuation of Deferred@1914083219 after retry RPC after error@127269800) -> (continuation of Deferred@2141528069 after retry RPC after error@587857077) -> (continuation of Deferred@1701141832 after retry RPC after error@1300607735) -> (continuation of Deferred@469112394 after retry RPC after error@2004270549) -> (continuation of Deferred@943075694 after retry RPC after error@1480863381) -> (continuation of Deferred@1932208017 after retry RPC after error@837919796) -> (continuation of Deferred@952458789 after retry RPC after error@1099759406) -> (continuation of Deferred@1806786337 after retry RPC after error@1474139751) -> (continuation of Deferred@1165745871 after retry RPC after error@1671969985) -> (continuation of Deferred@42020802 after retry RPC after error@961867611) -> (continuation of Deferred@583193368 after retry RPC after error@11451829) -> (continuation of Deferred@190475613 after retry RPC after error@359294298) -> (continuation of Deferred@562315004 after retry RPC after error@1412590700) -> (continuation of Deferred@207274802 after retry RPC after error@1255941974) -> (continuation of Deferred@1253016367 after retry RPC after error@230283034) -> (continuation of Deferred@1470154444 after retry RPC after error@2095955449) -> (continuation of Deferred@1248718768 after retry RPC after error@162525408), errback=(continuation of Deferred@730286753 after retry RPC after error@470447894) -> (continuation of Deferred@1280530310 after retry RPC after error@2047999213) -> (continuation of Deferred@1800565580 after retry RPC after error@607063031) -> (continuation of Deferred@1914083219 after retry RPC after error@127269800) -> (continuation of Deferred@2141528069 after retry RPC after error@587857077) -> (continuation of Deferred@1701141832 after retry RPC after error@1300607735) -> (continuation of Deferred@469112394 after retry RPC after error@2004270549) -> (continuation of Deferred@943075694 after retry RPC after error@1480863381) -> (continuation of Deferred@1932208017 after retry RPC after error@837919796) -> (continuation of Deferred@952458789 after retry RPC after error@1099759406) -> (continuation of Deferred@1806786337 after retry RPC after error@1474139751) -> (continuation of Deferred@1165745871 after retry RPC after error@1671969985) -> (continuation of Deferred@42020802 after retry RPC after error@961867611) -> (continuation of Deferred@583193368 after retry RPC after error@11451829) -> (continuation of Deferred@190475613 after retry RPC after error@359294298) -> (continuation of Deferred@562315004 after retry RPC after error@1412590700) -> (continuation of Deferred@207274802 after retry RPC after error@1255941974) -> (continuation of Deferred@1253016367 after retry RPC after error@230283034) -> (continuation of Deferred@1470154444 after retry RPC after error@2095955449) -> (continuation of Deferred@1248718768 after retry RPC after error@162525408)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:49.387 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:11:49.389 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:11:49.392 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=26507), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [73ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [107ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [169ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [169ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [285ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [286ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [291ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [293ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [566ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [567ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [804ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [806ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [812ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [812ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [819ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [819ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [841ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [842ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [861ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [861ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [862ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [881ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [882ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [943ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1060ms] refreshing cache from master, [1060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1061ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1062ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1261ms] refreshing cache from master, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1262ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1382ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2221ms] refreshing cache from master, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3000ms] refreshing cache from master, [3000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3001ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3002ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3003ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [6101ms] refreshing cache from master, [6101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [6101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [6101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [6102ms] too many traces: truncated at 100 traces, deferred=Deferred@964816567(state=PENDING, result=null, callback=(continuation of Deferred@730286753 after retry RPC after error@470447894) -> (continuation of Deferred@1280530310 after retry RPC after error@2047999213) -> (continuation of Deferred@1800565580 after retry RPC after error@607063031) -> (continuation of Deferred@1914083219 after retry RPC after error@127269800) -> (continuation of Deferred@2141528069 after retry RPC after error@587857077) -> (continuation of Deferred@1701141832 after retry RPC after error@1300607735) -> (continuation of Deferred@469112394 after retry RPC after error@2004270549) -> (continuation of Deferred@943075694 after retry RPC after error@1480863381) -> (continuation of Deferred@1932208017 after retry RPC after error@837919796) -> (continuation of Deferred@952458789 after retry RPC after error@1099759406) -> (continuation of Deferred@1806786337 after retry RPC after error@1474139751) -> (continuation of Deferred@1165745871 after retry RPC after error@1671969985) -> (continuation of Deferred@42020802 after retry RPC after error@961867611) -> (continuation of Deferred@583193368 after retry RPC after error@11451829) -> (continuation of Deferred@190475613 after retry RPC after error@359294298) -> (continuation of Deferred@562315004 after retry RPC after error@1412590700) -> (continuation of Deferred@207274802 after retry RPC after error@1255941974) -> (continuation of Deferred@1253016367 after retry RPC after error@230283034) -> (continuation of Deferred@1470154444 after retry RPC after error@2095955449) -> (continuation of Deferred@1248718768 after retry RPC after error@162525408), errback=(continuation of Deferred@730286753 after retry RPC after error@470447894) -> (continuation of Deferred@1280530310 after retry RPC after error@2047999213) -> (continuation of Deferred@1800565580 after retry RPC after error@607063031) -> (continuation of Deferred@1914083219 after retry RPC after error@127269800) -> (continuation of Deferred@2141528069 after retry RPC after error@587857077) -> (continuation of Deferred@1701141832 after retry RPC after error@1300607735) -> (continuation of Deferred@469112394 after retry RPC after error@2004270549) -> (continuation of Deferred@943075694 after retry RPC after error@1480863381) -> (continuation of Deferred@1932208017 after retry RPC after error@837919796) -> (continuation of Deferred@952458789 after retry RPC after error@1099759406) -> (continuation of Deferred@1806786337 after retry RPC after error@1474139751) -> (continuation of Deferred@1165745871 after retry RPC after error@1671969985) -> (continuation of Deferred@42020802 after retry RPC after error@961867611) -> (continuation of Deferred@583193368 after retry RPC after error@11451829) -> (continuation of Deferred@190475613 after retry RPC after error@359294298) -> (continuation of Deferred@562315004 after retry RPC after error@1412590700) -> (continuation of Deferred@207274802 after retry RPC after error@1255941974) -> (continuation of Deferred@1253016367 after retry RPC after error@230283034) -> (continuation of Deferred@1470154444 after retry RPC after error@2095955449) -> (continuation of Deferred@1248718768 after retry RPC after error@162525408)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:49.393 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:49.394 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
23:11:49.395 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:11:49.395 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RUNNING to RESTARTING.
23:11:49.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:49.402969 21005 heartbeater.cc:499] Master 127.19.175.190:33135 was elected leader, sending a full tablet report...
23:11:49.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:49.444 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:49.457 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:49.458 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:49.458 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:49.459 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:49.459 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:49.459 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:49.459 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:49.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:49.460 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:49.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:49.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:49.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:49.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:49.561 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465909560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:49.574 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:11:49.576 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:11:49.672 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:49.672 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:49.672 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:49.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:49.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:49.673 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:49.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:49.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:49.673 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:49.673 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:49.673 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:49.673 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:49.673 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:49.704 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:49.705 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:49.705 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:49.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:49.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:49.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:49.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:49.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:49.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:49.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:49.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:49.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:49.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:49.809 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:49.810 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:49.810 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:49.810 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:49.811 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:49.811 [DEBUG - pool-208-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:49.811 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:49.811 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:49.812 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:49.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:49.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:49.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:49.812 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:49.813 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26930), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [132ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [250ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [382ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [559ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [801ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1278ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1279ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1279ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1323ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1362ms] refreshing cache from master, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1364ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1422ms] refreshing cache from master, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1425ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1544ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1643ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1663ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2582ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2583ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3481ms] refreshing cache from master, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3482ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5622ms] refreshing cache from master, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5623ms] too many traces: truncated at 100 traces, deferred=Deferred@1448416198(state=PENDING, result=null, callback=(continuation of Deferred@1101631682 after retry RPC after error@668014618) -> (continuation of Deferred@1072007291 after retry RPC after error@1104176994) -> (continuation of Deferred@1282592794 after retry RPC after error@1665925190) -> (continuation of Deferred@1895430660 after retry RPC after error@844130318) -> (continuation of Deferred@1752734814 after retry RPC after error@1798700839) -> (continuation of Deferred@1419973023 after retry RPC after error@1694634781) -> (continuation of Deferred@1236597135 after retry RPC after error@222096217) -> (continuation of Deferred@1096760456 after retry RPC after error@875578693) -> (continuation of Deferred@1512487629 after retry RPC after error@808121587) -> (continuation of Deferred@145306882 after retry RPC after error@1040532287) -> (continuation of Deferred@1369077472 after retry RPC after error@913345868) -> (continuation of Deferred@1999683493 after retry RPC after error@1673004743) -> (continuation of Deferred@1637306662 after retry RPC after error@1405070005) -> (continuation of Deferred@553712368 after retry RPC after error@36523561) -> (continuation of Deferred@1508385067 after retry RPC after error@2007810721) -> (continuation of Deferred@1365078494 after retry RPC after error@971583962) -> (continuation of Deferred@554741429 after retry RPC after error@809032188) -> (continuation of Deferred@181509540 after retry RPC after error@2059799237) -> (continuation of Deferred@1577547310 after retry RPC after error@679916331) -> (continuation of Deferred@784086818 after retry RPC after error@1692827666) -> (continuation of Deferred@20262054 after retry RPC after error@473417792) -> (continuation of Deferred@1409153475 after retry RPC after error@63636926) -> (continuation of Deferred@733174141 after retry RPC after error@165998979) -> (continuation of Deferred@896217757 after retry RPC after error@1851139963) -> (continuation of Deferred@1595929469 after retry RPC after error@1910073844) -> (continuation of Deferred@491405960 after retry RPC after error@1115214757) -> (continuation of Deferred@1658602636 after retry RPC after error@1492129770), errback=(continuation of Deferred@1101631682 after retry RPC after error@668014618) -> (continuation of Deferred@1072007291 after retry RPC after error@1104176994) -> (continuation of Deferred@1282592794 after retry RPC after error@1665925190) -> (continuation of Deferred@1895430660 after retry RPC after error@844130318) -> (continuation of Deferred@1752734814 after retry RPC after error@1798700839) -> (continuation of Deferred@1419973023 after retry RPC after error@1694634781) -> (continuation of Deferred@1236597135 after retry RPC after error@222096217) -> (continuation of Deferred@1096760456 after retry RPC after error@875578693) -> (continuation of Deferred@1512487629 after retry RPC after error@808121587) -> (continuation of Deferred@145306882 after retry RPC after error@1040532287) -> (continuation of Deferred@1369077472 after retry RPC after error@913345868) -> (continuation of Deferred@1999683493 after retry RPC after error@1673004743) -> (continuation of Deferred@1637306662 after retry RPC after error@1405070005) -> (continuation of Deferred@553712368 after retry RPC after error@36523561) -> (continuation of Deferred@1508385067 after retry RPC after error@2007810721) -> (continuation of Deferred@1365078494 after retry RPC after error@971583962) -> (continuation of Deferred@554741429 after retry RPC after error@809032188) -> (continuation of Deferred@181509540 after retry RPC after error@2059799237) -> (continuation of Deferred@1577547310 after retry RPC after error@679916331) -> (continuation of Deferred@784086818 after retry RPC after error@1692827666) -> (continuation of Deferred@20262054 after retry RPC after error@473417792) -> (continuation of Deferred@1409153475 after retry RPC after error@63636926) -> (continuation of Deferred@733174141 after retry RPC after error@165998979) -> (continuation of Deferred@896217757 after retry RPC after error@1851139963) -> (continuation of Deferred@1595929469 after retry RPC after error@1910073844) -> (continuation of Deferred@491405960 after retry RPC after error@1115214757) -> (continuation of Deferred@1658602636 after retry RPC after error@1492129770)))
23:11:49.818 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:11:49.819 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26930), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [132ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [250ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [382ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [559ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [801ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1278ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1279ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1279ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1323ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1362ms] refreshing cache from master, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1364ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1422ms] refreshing cache from master, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1425ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1544ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1643ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1663ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2582ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2583ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3481ms] refreshing cache from master, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3482ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5622ms] refreshing cache from master, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5623ms] too many traces: truncated at 100 traces, deferred=Deferred@1448416198(state=PENDING, result=null, callback=(continuation of Deferred@1101631682 after retry RPC after error@668014618) -> (continuation of Deferred@1072007291 after retry RPC after error@1104176994) -> (continuation of Deferred@1282592794 after retry RPC after error@1665925190) -> (continuation of Deferred@1895430660 after retry RPC after error@844130318) -> (continuation of Deferred@1752734814 after retry RPC after error@1798700839) -> (continuation of Deferred@1419973023 after retry RPC after error@1694634781) -> (continuation of Deferred@1236597135 after retry RPC after error@222096217) -> (continuation of Deferred@1096760456 after retry RPC after error@875578693) -> (continuation of Deferred@1512487629 after retry RPC after error@808121587) -> (continuation of Deferred@145306882 after retry RPC after error@1040532287) -> (continuation of Deferred@1369077472 after retry RPC after error@913345868) -> (continuation of Deferred@1999683493 after retry RPC after error@1673004743) -> (continuation of Deferred@1637306662 after retry RPC after error@1405070005) -> (continuation of Deferred@553712368 after retry RPC after error@36523561) -> (continuation of Deferred@1508385067 after retry RPC after error@2007810721) -> (continuation of Deferred@1365078494 after retry RPC after error@971583962) -> (continuation of Deferred@554741429 after retry RPC after error@809032188) -> (continuation of Deferred@181509540 after retry RPC after error@2059799237) -> (continuation of Deferred@1577547310 after retry RPC after error@679916331) -> (continuation of Deferred@784086818 after retry RPC after error@1692827666) -> (continuation of Deferred@20262054 after retry RPC after error@473417792) -> (continuation of Deferred@1409153475 after retry RPC after error@63636926) -> (continuation of Deferred@733174141 after retry RPC after error@165998979) -> (continuation of Deferred@896217757 after retry RPC after error@1851139963) -> (continuation of Deferred@1595929469 after retry RPC after error@1910073844) -> (continuation of Deferred@491405960 after retry RPC after error@1115214757) -> (continuation of Deferred@1658602636 after retry RPC after error@1492129770), errback=(continuation of Deferred@1101631682 after retry RPC after error@668014618) -> (continuation of Deferred@1072007291 after retry RPC after error@1104176994) -> (continuation of Deferred@1282592794 after retry RPC after error@1665925190) -> (continuation of Deferred@1895430660 after retry RPC after error@844130318) -> (continuation of Deferred@1752734814 after retry RPC after error@1798700839) -> (continuation of Deferred@1419973023 after retry RPC after error@1694634781) -> (continuation of Deferred@1236597135 after retry RPC after error@222096217) -> (continuation of Deferred@1096760456 after retry RPC after error@875578693) -> (continuation of Deferred@1512487629 after retry RPC after error@808121587) -> (continuation of Deferred@145306882 after retry RPC after error@1040532287) -> (continuation of Deferred@1369077472 after retry RPC after error@913345868) -> (continuation of Deferred@1999683493 after retry RPC after error@1673004743) -> (continuation of Deferred@1637306662 after retry RPC after error@1405070005) -> (continuation of Deferred@553712368 after retry RPC after error@36523561) -> (continuation of Deferred@1508385067 after retry RPC after error@2007810721) -> (continuation of Deferred@1365078494 after retry RPC after error@971583962) -> (continuation of Deferred@554741429 after retry RPC after error@809032188) -> (continuation of Deferred@181509540 after retry RPC after error@2059799237) -> (continuation of Deferred@1577547310 after retry RPC after error@679916331) -> (continuation of Deferred@784086818 after retry RPC after error@1692827666) -> (continuation of Deferred@20262054 after retry RPC after error@473417792) -> (continuation of Deferred@1409153475 after retry RPC after error@63636926) -> (continuation of Deferred@733174141 after retry RPC after error@165998979) -> (continuation of Deferred@896217757 after retry RPC after error@1851139963) -> (continuation of Deferred@1595929469 after retry RPC after error@1910073844) -> (continuation of Deferred@491405960 after retry RPC after error@1115214757) -> (continuation of Deferred@1658602636 after retry RPC after error@1492129770)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:49.819 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:11:49.823 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:11:49.826 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=26930), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [131ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [132ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [245ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [250ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [382ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [470ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [559ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [583ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [585ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [801ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1017ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1019ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1278ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1278ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1279ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1279ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1323ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1362ms] refreshing cache from master, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1364ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1422ms] refreshing cache from master, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1423ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1424ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1425ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1541ms] refreshing cache from master, [1541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1543ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1544ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1544ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1642ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1643ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1663ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2582ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2583ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2583ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3481ms] refreshing cache from master, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3482ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [5622ms] refreshing cache from master, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5623ms] too many traces: truncated at 100 traces, deferred=Deferred@1448416198(state=PENDING, result=null, callback=(continuation of Deferred@1101631682 after retry RPC after error@668014618) -> (continuation of Deferred@1072007291 after retry RPC after error@1104176994) -> (continuation of Deferred@1282592794 after retry RPC after error@1665925190) -> (continuation of Deferred@1895430660 after retry RPC after error@844130318) -> (continuation of Deferred@1752734814 after retry RPC after error@1798700839) -> (continuation of Deferred@1419973023 after retry RPC after error@1694634781) -> (continuation of Deferred@1236597135 after retry RPC after error@222096217) -> (continuation of Deferred@1096760456 after retry RPC after error@875578693) -> (continuation of Deferred@1512487629 after retry RPC after error@808121587) -> (continuation of Deferred@145306882 after retry RPC after error@1040532287) -> (continuation of Deferred@1369077472 after retry RPC after error@913345868) -> (continuation of Deferred@1999683493 after retry RPC after error@1673004743) -> (continuation of Deferred@1637306662 after retry RPC after error@1405070005) -> (continuation of Deferred@553712368 after retry RPC after error@36523561) -> (continuation of Deferred@1508385067 after retry RPC after error@2007810721) -> (continuation of Deferred@1365078494 after retry RPC after error@971583962) -> (continuation of Deferred@554741429 after retry RPC after error@809032188) -> (continuation of Deferred@181509540 after retry RPC after error@2059799237) -> (continuation of Deferred@1577547310 after retry RPC after error@679916331) -> (continuation of Deferred@784086818 after retry RPC after error@1692827666) -> (continuation of Deferred@20262054 after retry RPC after error@473417792) -> (continuation of Deferred@1409153475 after retry RPC after error@63636926) -> (continuation of Deferred@733174141 after retry RPC after error@165998979) -> (continuation of Deferred@896217757 after retry RPC after error@1851139963) -> (continuation of Deferred@1595929469 after retry RPC after error@1910073844) -> (continuation of Deferred@491405960 after retry RPC after error@1115214757) -> (continuation of Deferred@1658602636 after retry RPC after error@1492129770), errback=(continuation of Deferred@1101631682 after retry RPC after error@668014618) -> (continuation of Deferred@1072007291 after retry RPC after error@1104176994) -> (continuation of Deferred@1282592794 after retry RPC after error@1665925190) -> (continuation of Deferred@1895430660 after retry RPC after error@844130318) -> (continuation of Deferred@1752734814 after retry RPC after error@1798700839) -> (continuation of Deferred@1419973023 after retry RPC after error@1694634781) -> (continuation of Deferred@1236597135 after retry RPC after error@222096217) -> (continuation of Deferred@1096760456 after retry RPC after error@875578693) -> (continuation of Deferred@1512487629 after retry RPC after error@808121587) -> (continuation of Deferred@145306882 after retry RPC after error@1040532287) -> (continuation of Deferred@1369077472 after retry RPC after error@913345868) -> (continuation of Deferred@1999683493 after retry RPC after error@1673004743) -> (continuation of Deferred@1637306662 after retry RPC after error@1405070005) -> (continuation of Deferred@553712368 after retry RPC after error@36523561) -> (continuation of Deferred@1508385067 after retry RPC after error@2007810721) -> (continuation of Deferred@1365078494 after retry RPC after error@971583962) -> (continuation of Deferred@554741429 after retry RPC after error@809032188) -> (continuation of Deferred@181509540 after retry RPC after error@2059799237) -> (continuation of Deferred@1577547310 after retry RPC after error@679916331) -> (continuation of Deferred@784086818 after retry RPC after error@1692827666) -> (continuation of Deferred@20262054 after retry RPC after error@473417792) -> (continuation of Deferred@1409153475 after retry RPC after error@63636926) -> (continuation of Deferred@733174141 after retry RPC after error@165998979) -> (continuation of Deferred@896217757 after retry RPC after error@1851139963) -> (continuation of Deferred@1595929469 after retry RPC after error@1910073844) -> (continuation of Deferred@491405960 after retry RPC after error@1115214757) -> (continuation of Deferred@1658602636 after retry RPC after error@1492129770)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:49.829 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:11:49.830 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
23:11:49.830 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:11:49.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:49.943 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:50.014 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:50.015 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:50.015 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:50.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:50.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:50.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:50.016 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:50.016 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:50.016 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:50.016 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:50.016 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:50.016 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:50.017 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:50.037 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:50.038 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:50.038 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:50.039 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:50.039 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:50.039 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:50.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:50.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:50.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:50.040 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:50.040 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:50.040 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:50.040 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:50.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465910060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:50.080 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:11:50.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:11:50.247 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:50.248 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:50.248 [DEBUG - pool-204-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:50.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:50.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:50.249 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:50.250 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:50.250 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:50.250 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:50.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:50.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:50.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:50.250 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:50.251 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27374), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [31ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [140ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [296ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [296ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [445ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [445ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [445ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [462ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [572ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [822ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [826ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [826ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [863ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [883ms] refreshing cache from master, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [884ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [903ms] refreshing cache from master, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [904ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [904ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [905ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [905ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [905ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [905ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [943ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1023ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1065ms] refreshing cache from master, [1065ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1068ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1068ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1071ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1072ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1743ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5841ms] refreshing cache from master, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5842ms] too many traces: truncated at 100 traces, deferred=Deferred@349226158(state=PENDING, result=null, callback=(continuation of Deferred@1950920479 after retry RPC after error@1448987785) -> (continuation of Deferred@20466177 after retry RPC after error@324995900) -> (continuation of Deferred@585006623 after retry RPC after error@450873161) -> (continuation of Deferred@1500835409 after retry RPC after error@840505512) -> (continuation of Deferred@1676060274 after retry RPC after error@132628680) -> (continuation of Deferred@2040508419 after retry RPC after error@54078400) -> (continuation of Deferred@1438308579 after retry RPC after error@1826792220) -> (continuation of Deferred@1761155371 after retry RPC after error@584341727) -> (continuation of Deferred@564847014 after retry RPC after error@1479105740) -> (continuation of Deferred@2025399971 after retry RPC after error@2016119755) -> (continuation of Deferred@251327161 after retry RPC after error@472318102) -> (continuation of Deferred@765112719 after retry RPC after error@164303396) -> (continuation of Deferred@1350387358 after retry RPC after error@1954205623) -> (continuation of Deferred@211029630 after retry RPC after error@1570727930) -> (continuation of Deferred@1743557473 after retry RPC after error@1170861916) -> (continuation of Deferred@1770192485 after retry RPC after error@1334113304) -> (continuation of Deferred@1290801426 after retry RPC after error@1179231455) -> (continuation of Deferred@952503205 after retry RPC after error@1351224465) -> (continuation of Deferred@473886483 after retry RPC after error@391831319) -> (continuation of Deferred@524903802 after retry RPC after error@522656902) -> (continuation of Deferred@1955212806 after retry RPC after error@904525287) -> (continuation of Deferred@1633625237 after retry RPC after error@1186715412) -> (continuation of Deferred@1675897819 after retry RPC after error@433630349), errback=(continuation of Deferred@1950920479 after retry RPC after error@1448987785) -> (continuation of Deferred@20466177 after retry RPC after error@324995900) -> (continuation of Deferred@585006623 after retry RPC after error@450873161) -> (continuation of Deferred@1500835409 after retry RPC after error@840505512) -> (continuation of Deferred@1676060274 after retry RPC after error@132628680) -> (continuation of Deferred@2040508419 after retry RPC after error@54078400) -> (continuation of Deferred@1438308579 after retry RPC after error@1826792220) -> (continuation of Deferred@1761155371 after retry RPC after error@584341727) -> (continuation of Deferred@564847014 after retry RPC after error@1479105740) -> (continuation of Deferred@2025399971 after retry RPC after error@2016119755) -> (continuation of Deferred@251327161 after retry RPC after error@472318102) -> (continuation of Deferred@765112719 after retry RPC after error@164303396) -> (continuation of Deferred@1350387358 after retry RPC after error@1954205623) -> (continuation of Deferred@211029630 after retry RPC after error@1570727930) -> (continuation of Deferred@1743557473 after retry RPC after error@1170861916) -> (continuation of Deferred@1770192485 after retry RPC after error@1334113304) -> (continuation of Deferred@1290801426 after retry RPC after error@1179231455) -> (continuation of Deferred@952503205 after retry RPC after error@1351224465) -> (continuation of Deferred@473886483 after retry RPC after error@391831319) -> (continuation of Deferred@524903802 after retry RPC after error@522656902) -> (continuation of Deferred@1955212806 after retry RPC after error@904525287) -> (continuation of Deferred@1633625237 after retry RPC after error@1186715412) -> (continuation of Deferred@1675897819 after retry RPC after error@433630349)))
23:11:50.252 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:11:50.252 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27374), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [31ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [140ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [296ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [296ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [445ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [445ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [445ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [462ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [572ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [822ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [826ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [826ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [863ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [883ms] refreshing cache from master, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [884ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [903ms] refreshing cache from master, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [904ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [904ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [905ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [905ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [905ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [905ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [943ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1023ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1065ms] refreshing cache from master, [1065ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1068ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1068ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1071ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1072ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1743ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5841ms] refreshing cache from master, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5842ms] too many traces: truncated at 100 traces, deferred=Deferred@349226158(state=PENDING, result=null, callback=(continuation of Deferred@1950920479 after retry RPC after error@1448987785) -> (continuation of Deferred@20466177 after retry RPC after error@324995900) -> (continuation of Deferred@585006623 after retry RPC after error@450873161) -> (continuation of Deferred@1500835409 after retry RPC after error@840505512) -> (continuation of Deferred@1676060274 after retry RPC after error@132628680) -> (continuation of Deferred@2040508419 after retry RPC after error@54078400) -> (continuation of Deferred@1438308579 after retry RPC after error@1826792220) -> (continuation of Deferred@1761155371 after retry RPC after error@584341727) -> (continuation of Deferred@564847014 after retry RPC after error@1479105740) -> (continuation of Deferred@2025399971 after retry RPC after error@2016119755) -> (continuation of Deferred@251327161 after retry RPC after error@472318102) -> (continuation of Deferred@765112719 after retry RPC after error@164303396) -> (continuation of Deferred@1350387358 after retry RPC after error@1954205623) -> (continuation of Deferred@211029630 after retry RPC after error@1570727930) -> (continuation of Deferred@1743557473 after retry RPC after error@1170861916) -> (continuation of Deferred@1770192485 after retry RPC after error@1334113304) -> (continuation of Deferred@1290801426 after retry RPC after error@1179231455) -> (continuation of Deferred@952503205 after retry RPC after error@1351224465) -> (continuation of Deferred@473886483 after retry RPC after error@391831319) -> (continuation of Deferred@524903802 after retry RPC after error@522656902) -> (continuation of Deferred@1955212806 after retry RPC after error@904525287) -> (continuation of Deferred@1633625237 after retry RPC after error@1186715412) -> (continuation of Deferred@1675897819 after retry RPC after error@433630349), errback=(continuation of Deferred@1950920479 after retry RPC after error@1448987785) -> (continuation of Deferred@20466177 after retry RPC after error@324995900) -> (continuation of Deferred@585006623 after retry RPC after error@450873161) -> (continuation of Deferred@1500835409 after retry RPC after error@840505512) -> (continuation of Deferred@1676060274 after retry RPC after error@132628680) -> (continuation of Deferred@2040508419 after retry RPC after error@54078400) -> (continuation of Deferred@1438308579 after retry RPC after error@1826792220) -> (continuation of Deferred@1761155371 after retry RPC after error@584341727) -> (continuation of Deferred@564847014 after retry RPC after error@1479105740) -> (continuation of Deferred@2025399971 after retry RPC after error@2016119755) -> (continuation of Deferred@251327161 after retry RPC after error@472318102) -> (continuation of Deferred@765112719 after retry RPC after error@164303396) -> (continuation of Deferred@1350387358 after retry RPC after error@1954205623) -> (continuation of Deferred@211029630 after retry RPC after error@1570727930) -> (continuation of Deferred@1743557473 after retry RPC after error@1170861916) -> (continuation of Deferred@1770192485 after retry RPC after error@1334113304) -> (continuation of Deferred@1290801426 after retry RPC after error@1179231455) -> (continuation of Deferred@952503205 after retry RPC after error@1351224465) -> (continuation of Deferred@473886483 after retry RPC after error@391831319) -> (continuation of Deferred@524903802 after retry RPC after error@522656902) -> (continuation of Deferred@1955212806 after retry RPC after error@904525287) -> (continuation of Deferred@1633625237 after retry RPC after error@1186715412) -> (continuation of Deferred@1675897819 after retry RPC after error@433630349)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:50.252 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:11:50.253 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:50.253 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:50.253 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:50.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:50.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:50.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:50.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:50.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:50.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:50.255 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:11:50.256 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:50.256 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:50.256 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:50.256 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:50.257 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=27374), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [28ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [31ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [140ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [296ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [296ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [442ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [443ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [445ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [445ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [445ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [462ms] refreshing cache from master, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [572ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [822ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [826ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [826ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [842ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [843ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [863ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [883ms] refreshing cache from master, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [884ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [884ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [903ms] refreshing cache from master, [903ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [904ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [904ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [905ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [905ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [905ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [905ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [943ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1023ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1065ms] refreshing cache from master, [1065ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1066ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1068ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1068ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1071ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1072ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1141ms] refreshing cache from master, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1743ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5841ms] refreshing cache from master, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5842ms] too many traces: truncated at 100 traces, deferred=Deferred@349226158(state=PENDING, result=null, callback=(continuation of Deferred@1950920479 after retry RPC after error@1448987785) -> (continuation of Deferred@20466177 after retry RPC after error@324995900) -> (continuation of Deferred@585006623 after retry RPC after error@450873161) -> (continuation of Deferred@1500835409 after retry RPC after error@840505512) -> (continuation of Deferred@1676060274 after retry RPC after error@132628680) -> (continuation of Deferred@2040508419 after retry RPC after error@54078400) -> (continuation of Deferred@1438308579 after retry RPC after error@1826792220) -> (continuation of Deferred@1761155371 after retry RPC after error@584341727) -> (continuation of Deferred@564847014 after retry RPC after error@1479105740) -> (continuation of Deferred@2025399971 after retry RPC after error@2016119755) -> (continuation of Deferred@251327161 after retry RPC after error@472318102) -> (continuation of Deferred@765112719 after retry RPC after error@164303396) -> (continuation of Deferred@1350387358 after retry RPC after error@1954205623) -> (continuation of Deferred@211029630 after retry RPC after error@1570727930) -> (continuation of Deferred@1743557473 after retry RPC after error@1170861916) -> (continuation of Deferred@1770192485 after retry RPC after error@1334113304) -> (continuation of Deferred@1290801426 after retry RPC after error@1179231455) -> (continuation of Deferred@952503205 after retry RPC after error@1351224465) -> (continuation of Deferred@473886483 after retry RPC after error@391831319) -> (continuation of Deferred@524903802 after retry RPC after error@522656902) -> (continuation of Deferred@1955212806 after retry RPC after error@904525287) -> (continuation of Deferred@1633625237 after retry RPC after error@1186715412) -> (continuation of Deferred@1675897819 after retry RPC after error@433630349), errback=(continuation of Deferred@1950920479 after retry RPC after error@1448987785) -> (continuation of Deferred@20466177 after retry RPC after error@324995900) -> (continuation of Deferred@585006623 after retry RPC after error@450873161) -> (continuation of Deferred@1500835409 after retry RPC after error@840505512) -> (continuation of Deferred@1676060274 after retry RPC after error@132628680) -> (continuation of Deferred@2040508419 after retry RPC after error@54078400) -> (continuation of Deferred@1438308579 after retry RPC after error@1826792220) -> (continuation of Deferred@1761155371 after retry RPC after error@584341727) -> (continuation of Deferred@564847014 after retry RPC after error@1479105740) -> (continuation of Deferred@2025399971 after retry RPC after error@2016119755) -> (continuation of Deferred@251327161 after retry RPC after error@472318102) -> (continuation of Deferred@765112719 after retry RPC after error@164303396) -> (continuation of Deferred@1350387358 after retry RPC after error@1954205623) -> (continuation of Deferred@211029630 after retry RPC after error@1570727930) -> (continuation of Deferred@1743557473 after retry RPC after error@1170861916) -> (continuation of Deferred@1770192485 after retry RPC after error@1334113304) -> (continuation of Deferred@1290801426 after retry RPC after error@1179231455) -> (continuation of Deferred@952503205 after retry RPC after error@1351224465) -> (continuation of Deferred@473886483 after retry RPC after error@391831319) -> (continuation of Deferred@524903802 after retry RPC after error@522656902) -> (continuation of Deferred@1955212806 after retry RPC after error@904525287) -> (continuation of Deferred@1633625237 after retry RPC after error@1186715412) -> (continuation of Deferred@1675897819 after retry RPC after error@433630349)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:50.258 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:11:50.258 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
23:11:50.259 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:11:50.415 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:50.443 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:50.566 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465910560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:50.576 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:11:50.580 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:11:50.645 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:50.645 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:50.646 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:50.647 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:50.647 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:50.647 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:50.648 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:50.648 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:50.648 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:50.648 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:50.648 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:50.648 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:50.648 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:50.765 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:50.766 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:50.766 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:50.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:50.768 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:50.768 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:50.769 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:50.769 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:50.769 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:50.769 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:50.769 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:50.769 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:50.769 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:50.811 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:50.811 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:50.812 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:50.812 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:50.812 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:50.812 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:50.812 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:50.812 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:50.812 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:50.812 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:50.812 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:50.812 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:50.812 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:50.899 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:50.899 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:50.899 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:50.900 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:50.900 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:50.900 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:50.900 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:50.901 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:50.901 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:50.901 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:50.901 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:50.901 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:50.901 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:50.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:50.930 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:50.930 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:50.931 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:50.931 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:50.931 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:50.931 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:50.932 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:50.932 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:50.932 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:50.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:50.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:50.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:50.933 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:50.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:51.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465911060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:51.080 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:11:51.082 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:11:51.158 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:51.159 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:51.159 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:51.159 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:51.159 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:51.159 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:51.159 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:51.159 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:51.159 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:51.160 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:51.160 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:51.160 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:51.160 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:51.265 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:51.266 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:51.266 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:51.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:51.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:51.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:51.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:51.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:51.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:51.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:51.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:51.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:51.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:51.269 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:51.269 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:51.269 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:51.270 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:51.270 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:51.270 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:51.270 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:51.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:51.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:51.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:51.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:51.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:51.271 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:50.751418 21031 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 21025
23:11:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:49.352646 21033 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.319706 21025 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.967s	user 0.737s	sys 1.119s
23:11:51.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.320078 21025 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.968s	user 0.737s	sys 1.119s
23:11:51.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.322463 21035 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.325104 21034 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1969 milliseconds
23:11:51.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.325165 21025 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:11:51.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.326696 21025 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:51.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.329435 21025 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:51.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.330824 21025 hybrid_clock.cc:648] HybridClock initialized: now 1783465911330867 us; error 119 us; skew 500 ppm
23:11:51.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.331786 21025 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:51.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.339654 21025 webserver.cc:534] Webserver started at http://127.20.133.126:34433/ using document root <none> and password file <none>
23:11:51.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.340770 21025 fs_manager.cc:362] Metadata directory not provided
23:11:51.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.340976 21025 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:51.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.341370 21025 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:51.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.346179 21025 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/data/instance:
23:11:51.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bffd9b8cfc38415aa0f28f720b767460"
23:11:51.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:51 on dist-test-slave-sprr"
23:11:51.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.347337 21025 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/wal/instance:
23:11:51.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bffd9b8cfc38415aa0f28f720b767460"
23:11:51.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:51 on dist-test-slave-sprr"
23:11:51.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.355329 21025 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.008s	sys 0.000s
23:11:51.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.361330 21042 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:51.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.362432 21025 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.362776 21025 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/wal
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bffd9b8cfc38415aa0f28f720b767460"
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:51 on dist-test-slave-sprr"
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.363215 21025 fs_report.cc:389] FS layout report
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/wal
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/wal
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/data/data
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:51.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:51.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:51.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.452813 21025 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:51.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.454490 21025 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:51.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.454972 21025 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:51.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.533686 21025 rpc_server.cc:307] RPC server started. Bound to: 127.20.133.126:37441
23:11:51.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.533886 21093 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.133.126:37441 every 8 connection(s)
23:11:51.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.536921 21025 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/data/info.pb
23:11:51.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.544881 21094 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:51.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.544914 21013 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 21025
23:11:51.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.545423 21013 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-0/wal/instance
23:11:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.549582 21013 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/wal
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/data
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/logs
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/data/info.pb
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.125:35321
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.125
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44497/jwks.json with env {}
23:11:51.554 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:51.555 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:51.555 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:51.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:51.555 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:51.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:51.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:51.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:51.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:51.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:51.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:51.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:51.556 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:51.562 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465911560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:51.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.561801 21094 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } has no permanent_uuid. Determining permanent_uuid...
23:11:51.580 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:11:51.581 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:11:51.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.600551 21094 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } has no permanent_uuid. Determining permanent_uuid...
23:11:51.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.603654 21045 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.133.125:35321: connect: Connection refused (error 111)
23:11:51.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.608130 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.125:35321: Network error: Client connection negotiation failed: client connection to 127.20.133.125:35321: connect: Connection refused (error 111)
23:11:51.650 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:51.650 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:51.650 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:51.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:51.651 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:51.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:51.651 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:51.651 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:51.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:51.651 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:51.651 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:51.651 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:51.651 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:51.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.657596 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } attempt: 1
23:11:51.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.662686 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.125:35321: Network error: Client connection negotiation failed: client connection to 127.20.133.125:35321: connect: Connection refused (error 111)
23:11:51.716 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:51.716 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:51.716 [DEBUG - pool-210-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:51.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:51.717 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:51.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:51.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:51.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:51.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:51.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:51.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:51.717 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:51.717 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:51.717 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28783), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [308ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [308ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [453ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [691ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [692ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [795ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [795ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1072ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1073ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1239ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1239ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1239ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1242ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1263ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1324ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1361ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1362ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1482ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1685ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1685ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1764ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2720ms] refreshing cache from master, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2725ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2725ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2726ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2727ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2727ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2727ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5061ms] too many traces: truncated at 100 traces, deferred=Deferred@2004579066(state=PENDING, result=null, callback=(continuation of Deferred@30832021 after retry RPC after error@806858654) -> (continuation of Deferred@1733489105 after retry RPC after error@1267905379) -> (continuation of Deferred@2035948889 after retry RPC after error@1958491827) -> (continuation of Deferred@76586380 after retry RPC after error@1514614742) -> (continuation of Deferred@1943945490 after retry RPC after error@1715660916) -> (continuation of Deferred@1715369421 after retry RPC after error@90492739) -> (continuation of Deferred@70506540 after retry RPC after error@1975751062) -> (continuation of Deferred@1615201022 after retry RPC after error@1140578146) -> (continuation of Deferred@1502844297 after retry RPC after error@808837132) -> (continuation of Deferred@1622426886 after retry RPC after error@2104090293) -> (continuation of Deferred@940782412 after retry RPC after error@666468802) -> (continuation of Deferred@1701280838 after retry RPC after error@1455983145) -> (continuation of Deferred@2011187951 after retry RPC after error@473719360) -> (continuation of Deferred@1114089677 after retry RPC after error@1349315434) -> (continuation of Deferred@632186042 after retry RPC after error@1518283821) -> (continuation of Deferred@631363183 after retry RPC after error@312565258) -> (continuation of Deferred@1149002576 after retry RPC after error@1732325814) -> (continuation of Deferred@1282965919 after retry RPC after error@1412552468) -> (continuation of Deferred@1945131041 after retry RPC after error@491916136) -> (continuation of Deferred@363730212 after retry RPC after error@1342040562) -> (continuation of Deferred@1052610940 after retry RPC after error@867812488) -> (continuation of Deferred@1457250542 after retry RPC after error@1984508350) -> (continuation of Deferred@606955642 after retry RPC after error@1506633203), errback=(continuation of Deferred@30832021 after retry RPC after error@806858654) -> (continuation of Deferred@1733489105 after retry RPC after error@1267905379) -> (continuation of Deferred@2035948889 after retry RPC after error@1958491827) -> (continuation of Deferred@76586380 after retry RPC after error@1514614742) -> (continuation of Deferred@1943945490 after retry RPC after error@1715660916) -> (continuation of Deferred@1715369421 after retry RPC after error@90492739) -> (continuation of Deferred@70506540 after retry RPC after error@1975751062) -> (continuation of Deferred@1615201022 after retry RPC after error@1140578146) -> (continuation of Deferred@1502844297 after retry RPC after error@808837132) -> (continuation of Deferred@1622426886 after retry RPC after error@2104090293) -> (continuation of Deferred@940782412 after retry RPC after error@666468802) -> (continuation of Deferred@1701280838 after retry RPC after error@1455983145) -> (continuation of Deferred@2011187951 after retry RPC after error@473719360) -> (continuation of Deferred@1114089677 after retry RPC after error@1349315434) -> (continuation of Deferred@632186042 after retry RPC after error@1518283821) -> (continuation of Deferred@631363183 after retry RPC after error@312565258) -> (continuation of Deferred@1149002576 after retry RPC after error@1732325814) -> (continuation of Deferred@1282965919 after retry RPC after error@1412552468) -> (continuation of Deferred@1945131041 after retry RPC after error@491916136) -> (continuation of Deferred@363730212 after retry RPC after error@1342040562) -> (continuation of Deferred@1052610940 after retry RPC after error@867812488) -> (continuation of Deferred@1457250542 after retry RPC after error@1984508350) -> (continuation of Deferred@606955642 after retry RPC after error@1506633203)))
23:11:51.718 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:11:51.719 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28783), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [308ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [308ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [453ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [691ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [692ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [795ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [795ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1072ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1073ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1239ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1239ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1239ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1242ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1263ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1324ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1361ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1362ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1482ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1685ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1685ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1764ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2720ms] refreshing cache from master, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2725ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2725ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2726ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2727ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2727ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2727ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5061ms] too many traces: truncated at 100 traces, deferred=Deferred@2004579066(state=PENDING, result=null, callback=(continuation of Deferred@30832021 after retry RPC after error@806858654) -> (continuation of Deferred@1733489105 after retry RPC after error@1267905379) -> (continuation of Deferred@2035948889 after retry RPC after error@1958491827) -> (continuation of Deferred@76586380 after retry RPC after error@1514614742) -> (continuation of Deferred@1943945490 after retry RPC after error@1715660916) -> (continuation of Deferred@1715369421 after retry RPC after error@90492739) -> (continuation of Deferred@70506540 after retry RPC after error@1975751062) -> (continuation of Deferred@1615201022 after retry RPC after error@1140578146) -> (continuation of Deferred@1502844297 after retry RPC after error@808837132) -> (continuation of Deferred@1622426886 after retry RPC after error@2104090293) -> (continuation of Deferred@940782412 after retry RPC after error@666468802) -> (continuation of Deferred@1701280838 after retry RPC after error@1455983145) -> (continuation of Deferred@2011187951 after retry RPC after error@473719360) -> (continuation of Deferred@1114089677 after retry RPC after error@1349315434) -> (continuation of Deferred@632186042 after retry RPC after error@1518283821) -> (continuation of Deferred@631363183 after retry RPC after error@312565258) -> (continuation of Deferred@1149002576 after retry RPC after error@1732325814) -> (continuation of Deferred@1282965919 after retry RPC after error@1412552468) -> (continuation of Deferred@1945131041 after retry RPC after error@491916136) -> (continuation of Deferred@363730212 after retry RPC after error@1342040562) -> (continuation of Deferred@1052610940 after retry RPC after error@867812488) -> (continuation of Deferred@1457250542 after retry RPC after error@1984508350) -> (continuation of Deferred@606955642 after retry RPC after error@1506633203), errback=(continuation of Deferred@30832021 after retry RPC after error@806858654) -> (continuation of Deferred@1733489105 after retry RPC after error@1267905379) -> (continuation of Deferred@2035948889 after retry RPC after error@1958491827) -> (continuation of Deferred@76586380 after retry RPC after error@1514614742) -> (continuation of Deferred@1943945490 after retry RPC after error@1715660916) -> (continuation of Deferred@1715369421 after retry RPC after error@90492739) -> (continuation of Deferred@70506540 after retry RPC after error@1975751062) -> (continuation of Deferred@1615201022 after retry RPC after error@1140578146) -> (continuation of Deferred@1502844297 after retry RPC after error@808837132) -> (continuation of Deferred@1622426886 after retry RPC after error@2104090293) -> (continuation of Deferred@940782412 after retry RPC after error@666468802) -> (continuation of Deferred@1701280838 after retry RPC after error@1455983145) -> (continuation of Deferred@2011187951 after retry RPC after error@473719360) -> (continuation of Deferred@1114089677 after retry RPC after error@1349315434) -> (continuation of Deferred@632186042 after retry RPC after error@1518283821) -> (continuation of Deferred@631363183 after retry RPC after error@312565258) -> (continuation of Deferred@1149002576 after retry RPC after error@1732325814) -> (continuation of Deferred@1282965919 after retry RPC after error@1412552468) -> (continuation of Deferred@1945131041 after retry RPC after error@491916136) -> (continuation of Deferred@363730212 after retry RPC after error@1342040562) -> (continuation of Deferred@1052610940 after retry RPC after error@867812488) -> (continuation of Deferred@1457250542 after retry RPC after error@1984508350) -> (continuation of Deferred@606955642 after retry RPC after error@1506633203)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:51.719 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:11:51.721 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:11:51.723 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28783), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [308ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [308ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [453ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [691ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [692ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [795ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [795ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1072ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1073ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1238ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1239ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1239ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1239ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1242ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1263ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1263ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1301ms] refreshing cache from master, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1303ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1303ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1324ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1324ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1361ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1362ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1482ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1681ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1684ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1685ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1685ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1760ms] refreshing cache from master, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1764ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1764ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2720ms] refreshing cache from master, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2725ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2725ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2726ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2727ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2727ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2727ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5060ms] refreshing cache from master, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5061ms] too many traces: truncated at 100 traces, deferred=Deferred@2004579066(state=PENDING, result=null, callback=(continuation of Deferred@30832021 after retry RPC after error@806858654) -> (continuation of Deferred@1733489105 after retry RPC after error@1267905379) -> (continuation of Deferred@2035948889 after retry RPC after error@1958491827) -> (continuation of Deferred@76586380 after retry RPC after error@1514614742) -> (continuation of Deferred@1943945490 after retry RPC after error@1715660916) -> (continuation of Deferred@1715369421 after retry RPC after error@90492739) -> (continuation of Deferred@70506540 after retry RPC after error@1975751062) -> (continuation of Deferred@1615201022 after retry RPC after error@1140578146) -> (continuation of Deferred@1502844297 after retry RPC after error@808837132) -> (continuation of Deferred@1622426886 after retry RPC after error@2104090293) -> (continuation of Deferred@940782412 after retry RPC after error@666468802) -> (continuation of Deferred@1701280838 after retry RPC after error@1455983145) -> (continuation of Deferred@2011187951 after retry RPC after error@473719360) -> (continuation of Deferred@1114089677 after retry RPC after error@1349315434) -> (continuation of Deferred@632186042 after retry RPC after error@1518283821) -> (continuation of Deferred@631363183 after retry RPC after error@312565258) -> (continuation of Deferred@1149002576 after retry RPC after error@1732325814) -> (continuation of Deferred@1282965919 after retry RPC after error@1412552468) -> (continuation of Deferred@1945131041 after retry RPC after error@491916136) -> (continuation of Deferred@363730212 after retry RPC after error@1342040562) -> (continuation of Deferred@1052610940 after retry RPC after error@867812488) -> (continuation of Deferred@1457250542 after retry RPC after error@1984508350) -> (continuation of Deferred@606955642 after retry RPC after error@1506633203), errback=(continuation of Deferred@30832021 after retry RPC after error@806858654) -> (continuation of Deferred@1733489105 after retry RPC after error@1267905379) -> (continuation of Deferred@2035948889 after retry RPC after error@1958491827) -> (continuation of Deferred@76586380 after retry RPC after error@1514614742) -> (continuation of Deferred@1943945490 after retry RPC after error@1715660916) -> (continuation of Deferred@1715369421 after retry RPC after error@90492739) -> (continuation of Deferred@70506540 after retry RPC after error@1975751062) -> (continuation of Deferred@1615201022 after retry RPC after error@1140578146) -> (continuation of Deferred@1502844297 after retry RPC after error@808837132) -> (continuation of Deferred@1622426886 after retry RPC after error@2104090293) -> (continuation of Deferred@940782412 after retry RPC after error@666468802) -> (continuation of Deferred@1701280838 after retry RPC after error@1455983145) -> (continuation of Deferred@2011187951 after retry RPC after error@473719360) -> (continuation of Deferred@1114089677 after retry RPC after error@1349315434) -> (continuation of Deferred@632186042 after retry RPC after error@1518283821) -> (continuation of Deferred@631363183 after retry RPC after error@312565258) -> (continuation of Deferred@1149002576 after retry RPC after error@1732325814) -> (continuation of Deferred@1282965919 after retry RPC after error@1412552468) -> (continuation of Deferred@1945131041 after retry RPC after error@491916136) -> (continuation of Deferred@363730212 after retry RPC after error@1342040562) -> (continuation of Deferred@1052610940 after retry RPC after error@867812488) -> (continuation of Deferred@1457250542 after retry RPC after error@1984508350) -> (continuation of Deferred@606955642 after retry RPC after error@1506633203)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:51.724 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job b2b25cd960f08851bedacc90188e59d4
23:11:51.724 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:11:51.725 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
23:11:51.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.731120 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } attempt: 2
23:11:51.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.745186 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.125:35321: Network error: Client connection negotiation failed: client connection to 127.20.133.125:35321: connect: Connection refused (error 111)
23:11:51.804 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:51.805 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:51.805 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:51.805 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:51.805 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:51.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:51.805 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:51.805 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:51.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:51.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:51.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:51.805 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:51.806 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:51.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.837044 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } attempt: 3
23:11:51.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.842028 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.125:35321: Network error: Client connection negotiation failed: client connection to 127.20.133.125:35321: connect: Connection refused (error 111)
23:11:51.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.920562 21096 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:51.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.921226 21096 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:51.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.921860 21096 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:51.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:51.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.958210 21096 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:11:51.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.958580 21096 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:51.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.958941 21096 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:11:51.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.959267 21096 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:11:51.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.959578 21096 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:11:51.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.959818 21096 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44497/jwks.json
23:11:51.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:51.985428 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } attempt: 4
23:11:51.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:51.990676 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.125:35321: Network error: Client connection negotiation failed: client connection to 127.20.133.125:35321: connect: Connection refused (error 111)
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:52.002774 21096 master_runner.cc:387] Master server non-default flags:
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/data
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/wal
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.125:35321
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44497/jwks.json
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/data/info.pb
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.125
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/logs
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:52.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:52.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:52.004426 21096 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:52.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:52.006410 21096 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:52.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:52.017922 21106 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:52.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465912060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:52.069 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:11:52.070 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:11:52.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:52.290144 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } attempt: 5
23:11:52.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:52.300897 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.125:35321: Network error: Client connection negotiation failed: client connection to 127.20.133.125:35321: connect: Connection refused (error 111)
23:11:52.398 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:52.398 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:52.398 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:52.399 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:52.399 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:52.399 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:52.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:52.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:52.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:52.400 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:52.400 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:52.400 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:52.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:52.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:52.416 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:52.416 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:52.417 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:52.417 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:52.417 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:52.417 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:52.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:52.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:52.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:52.418 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:52.418 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:52.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:52.419 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:52.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:52.450 [DEBUG - pool-194-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.17.123.60:43249, [13ms] received response from server master-127.17.123.60:43249: OK, deferred=null) with no deferred attached!
23:11:52.554 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:52.555 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:52.555 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:52.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:52.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:52.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:52.556 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:52.556 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:52.556 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:52.557 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:52.557 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:52.557 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:52.557 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:52.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465912559 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:52.576 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
23:11:52.578 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:11:52.651 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:52.652 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:52.652 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:52.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:52.653 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:52.653 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:52.653 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:52.653 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:52.653 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:52.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:52.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:52.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:52.654 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:52.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:52.848563 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } attempt: 6
23:11:52.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:52.868006 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.125:35321: Network error: Client connection negotiation failed: client connection to 127.20.133.125:35321: connect: Connection refused (error 111)
23:11:52.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:52.931 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:52.931 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:52.931 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:52.932 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:52.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:52.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:52.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:52.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:52.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:52.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:52.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:52.933 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:52.933 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:52.943 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:53.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465913060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:53.069 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:11:53.074 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:11:53.111 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:53.112 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:53.112 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:53.112 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:53.112 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:53.112 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:53.112 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:53.112 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:53.112 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:53.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:53.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:53.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:53.114 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:53.212 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:53.212 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:53.212 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:53.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:53.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:53.213 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:53.213 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:53.213 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:53.213 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:53.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:53.213 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:53.213 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:53.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:53.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:53.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:52.019941 21107 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:53.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:53.434468 21109 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:53.436 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:53.436 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:53.437 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:53.437 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:53.437 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:53.437 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:53.437 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:53.437 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:53.437 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:53.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:53.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:53.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:53.438 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:53.443 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:53.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.445477 21096 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:11:53.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:53.445997 21108 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1426 milliseconds
23:11:53.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.447412 21096 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:53.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.450151 21096 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:53.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.451527 21096 hybrid_clock.cc:648] HybridClock initialized: now 1783465913451468 us; error 67 us; skew 500 ppm
23:11:53.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.452389 21096 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:53.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.459084 21096 webserver.cc:534] Webserver started at http://127.20.133.125:34621/ using document root <none> and password file <none>
23:11:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.460093 21096 fs_manager.cc:362] Metadata directory not provided
23:11:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.460280 21096 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:53.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.460675 21096 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.465391 21096 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/data/instance:
23:11:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5e4254a8714c30a2fe66ec854d348a"
23:11:53.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:53 on dist-test-slave-sprr"
23:11:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.466801 21096 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/wal/instance:
23:11:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5e4254a8714c30a2fe66ec854d348a"
23:11:53.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:53 on dist-test-slave-sprr"
23:11:53.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.475085 21096 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
23:11:53.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.481448 21119 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:53.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.482724 21096 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.483014 21096 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/wal
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b5e4254a8714c30a2fe66ec854d348a"
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:53 on dist-test-slave-sprr"
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.483321 21096 fs_report.cc:389] FS layout report
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/wal
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/wal
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/data/data
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:53.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:53.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:53.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.537362 21096 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:53.538 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:53.538 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:53.538 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:53.538 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:53.539 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:53.539 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:53.539 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:53.539 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:53.539 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:53.539 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:53.539 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:53.539 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:53.539 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.540088 21096 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:53.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.540670 21096 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:53.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465913560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:53.568 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
23:11:53.569 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:11:53.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.627197 21096 rpc_server.cc:307] RPC server started. Bound to: 127.20.133.125:35321
23:11:53.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.627307 21170 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.133.125:35321 every 8 connection(s)
23:11:53.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.630237 21096 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/data/info.pb
23:11:53.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.632704 21013 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 21096
23:11:53.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.633309 21013 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-1/wal/instance
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.636317 21013 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/wal
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/data
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/logs
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/data/info.pb
23:11:53.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.124:39773
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.124
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:53.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44497/jwks.json with env {}
23:11:53.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.638569 21171 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:53.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.665620 21171 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } has no permanent_uuid. Determining permanent_uuid...
23:11:53.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.699656 21171 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } has no permanent_uuid. Determining permanent_uuid...
23:11:53.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.716665 21171 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } has no permanent_uuid. Determining permanent_uuid...
23:11:53.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:53.720613 21122 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:53.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:53.726949 21171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:53.771 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.18.60.254:40821, [27ms] received response from server master-127.18.60.254:40821: OK, deferred=null) with no deferred attached!
23:11:53.771 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.18.60.254:40821, [28ms] received response from server master-127.18.60.254:40821: OK, deferred=null) with no deferred attached!
23:11:53.771 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30018), Traces: [0ms] sending RPC to server master-127.18.60.254:40821, [32ms] received response from server master-127.18.60.254:40821: OK, deferred=null) with no deferred attached!
23:11:53.771 [DEBUG - pool-200-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30004), Traces: [0ms] sending RPC to server master-127.18.60.254:40821, [24ms] received response from server master-127.18.60.254:40821: OK, deferred=null) with no deferred attached!
23:11:53.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.776501 21171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 1
23:11:53.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:53.782217 21171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:53.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.850684 21171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 2
23:11:53.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:53.855082 21171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:53.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:53.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.928586 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } attempt: 7
23:11:53.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.942819 21094 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } has no permanent_uuid. Determining permanent_uuid...
23:11:53.944 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:53.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:53.946774 21171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 3
23:11:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:53.951984 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:53.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:53.952618 21171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:54.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:54.010414 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 1
23:11:54.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.013226 21173 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.013947 21173 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.014796 21173 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:54.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.014981 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:54.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.048964 21173 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:11:54.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.049352 21173 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:54.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.049681 21173 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:11:54.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.050107 21173 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:11:54.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.050470 21173 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:11:54.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.050712 21173 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44497/jwks.json
23:11:54.060 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465914060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:54.067 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:11:54.068 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:11:54.077 [DEBUG - pool-202-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.18.60.254:40821, [4ms] received response from server master-127.18.60.254:40821: OK, deferred=null) with no deferred attached!
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:54.091981 21173 master_runner.cc:387] Master server non-default flags:
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/data
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/wal
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.124:39773
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44497/jwks.json
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/data/info.pb
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.124
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:54.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/logs
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:54.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:54.093600 21173 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:54.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:54.095408 21173 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:54.095997 21171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 4
23:11:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:54.096405 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 2
23:11:54.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.100901 21171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:54.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.101679 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:54.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.108376 21187 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:54.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:54.187110 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 3
23:11:54.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.205835 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:54.237 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:54.237 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:54.237 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:54.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:54.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:54.238 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:54.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:54.238 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:54.238 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:54.238 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:54.238 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:54.238 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:54.239 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:54.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:54.346432 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 4
23:11:54.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.354346 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:54.366 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:54.366 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:54.367 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:54.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:54.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:54.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:54.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:54.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:54.368 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:54.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:54.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:54.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:54.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:54.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:54.400339 21171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 5
23:11:54.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.408351 21171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:54.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:54.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:54.479 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:54.479 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:54.479 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:54.480 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:54.480 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:54.480 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:54.480 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:54.480 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:54.480 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:54.481 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:54.481 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:54.481 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:54.481 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:54.551 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:54.551 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:54.552 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:54.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:54.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:54.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:54.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:54.553 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:54.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:54.554 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:54.554 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:54.554 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:54.554 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:54.560 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465914560 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:54.574 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:11:54.575 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:11:54.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:54.637954 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 5
23:11:54.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.646129 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:54.804 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:11:54.805 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:11:54.805 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:11:54.806 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
23:11:54.807 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:11:54.808 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
23:11:54.808 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4
23:11:54.809 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:11:54.810 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:11:54.811 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:11:54.812 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:11:54.812 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:11:54.813 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
23:11:54.813 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:11:54.814 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
23:11:54.814 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 0b815fbd9e4299a90c651edd5a93d7ef
23:11:54.814 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:11:54.815 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:11:54.815 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:11:54.816 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
23:11:54.816 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:54.817 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
23:11:54.817 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id af813b30f1bdf7ed02d1eb96380647b7
23:11:54.817 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RESTARTING to RUNNING.
23:11:54.818 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 0b815fbd9e4299a90c651edd5a93d7ef.
23:11:54.818 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:11:54.819 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 0b815fbd9e4299a90c651edd5a93d7ef.
23:11:54.819 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
23:11:54.820 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
23:11:54.820 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:11:54.820 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:11:54.820 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
23:11:54.820 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e745502
23:11:54.821 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:54.821 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:11:54.822 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:11:54.824 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:11:54.825 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
23:11:54.825 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 39c3666682cc04254d28470b89fa7a1a
23:11:54.826 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:11:54.826 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55401c4d
23:11:54.827 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot af813b30f1bdf7ed02d1eb96380647b7.
23:11:54.828 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id af813b30f1bdf7ed02d1eb96380647b7.
23:11:54.829 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:54.832 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
23:11:54.833 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
23:11:54.834 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 39c3666682cc04254d28470b89fa7a1a.
23:11:54.835 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 39c3666682cc04254d28470b89fa7a1a.
23:11:54.836 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
23:11:54.836 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@144ab6aa
23:11:54.836 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
23:11:54.836 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:54.837 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5cceac11
23:11:54.837 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:54.837 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:11:54.837 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:11:54.837 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
23:11:54.837 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
23:11:54.838 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:11:54.838 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2a35937e
23:11:54.838 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:54.838 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:11:54.838 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:11:54.839 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:11:54.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:11:54.840 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:11:54.841 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:11:54.841 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4600d923
23:11:54.842 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:54.843 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7187806b
23:11:54.844 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@51bacd22
23:11:54.847 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:54.847 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:54.850 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.851 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.852 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.853 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.853 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.854 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.854 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.854 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.856 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.857 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.857 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.857 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.858 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.859 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.860 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.860 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.860 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.864 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.865 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.869 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.870 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.871 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.871 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.871 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.872 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.872 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.872 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.872 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.873 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.874 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.874 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.874 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.878 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.878 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.878 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.878 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.879 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.891 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.892 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.893 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.893 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.898 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.902 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.905 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.905 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.905 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.905 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.906 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.907 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.909 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.910 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.911 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.912 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.912 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.912 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.912 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.912 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.912 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.912 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.912 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:54.913 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.914 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.915 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.918 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.921 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.921 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.922 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.922 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.922 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.922 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.923 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.923 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.924 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.924 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.924 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.924 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.926 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.928 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.928 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.928 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.928 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.928 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.929 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.929 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.929 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.930 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.930 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.930 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.932 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.933 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.934 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.934 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.934 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.934 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.934 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.936 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.936 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:54.944 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.946 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.946 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.946 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.948 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.946 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.951 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.951 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.951 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.952 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.952 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.952 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.952 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.953 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.953 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.953 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.954 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.955 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.955 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.955 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.955 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.955 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.955 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.956 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.956 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.956 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.956 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.956 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:54.956568 21171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 6
23:11:54.958 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.958 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.958 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.958 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.958 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.960 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.960 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.962 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.963 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.963 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.971 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.971 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.971 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.973 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.973 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.973 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.973 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.973 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.973 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.973 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.973 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.974 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.974 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.974 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.974 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.974 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.975 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.975 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.975 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.975 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.976 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.976 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.978 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.979 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.979 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.979 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.981 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.981 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.981 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.982 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.982 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.982 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.982 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.983 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.983 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.983 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.991 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.991 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.991 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.992 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.993 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.993 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.993 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.993 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.993 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.993 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.993 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.994 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:54.994 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:54.994 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.994 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.994 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:54.994 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:54.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:54.995 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.995 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.995 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:54.996 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:54.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.996459 21171 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:55.011 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.011 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.012 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.013 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.013 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.013 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.014 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.014 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.014 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.015 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.015 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.015 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.015 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.016 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.016 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.016 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.019 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.019 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.019 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:55.032 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.032 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.032 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.034 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.034 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.034 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.034 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.034 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.034 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.035 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.035 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.035 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.036 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.036 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.036 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.037 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.037 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.037 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.037 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.038 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.054 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.054 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.054 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.055 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.055 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.055 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.055 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.055 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.055 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.061 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465915060 for job 740adf8daa67de3853e3b5185db02a0c.
23:11:55.072 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.072 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.073 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.074 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.074 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.074 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.074 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.074 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.074 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.075 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.075 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.075 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.077 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.077 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.077 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.077 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.084 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 740adf8daa67de3853e3b5185db02a0c (2976 bytes, checkpointDuration=23 ms, finalizationTime=1 ms).
23:11:55.086 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
23:11:55.116 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:55.116 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:55.117 [DEBUG - pool-236-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:55.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:55.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:55.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:55.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:55.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:55.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:55.118 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:55.118 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:55.118 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:55.118 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:55.119 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=20, TimeoutTracker(timeout=29453, elapsed=26182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [11ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801], [88ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [88ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [462ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1482ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3463ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [7441ms] refreshing cache from master, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [7442ms] too many traces: truncated at 100 traces, deferred=Deferred@1017848556(state=PENDING, result=null, callback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916), errback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916)))
23:11:55.120 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=61874bb3de1d440a83a79c12ea506017, attempt=4, KuduRpc(method=Scan, tablet=61874bb3de1d440a83a79c12ea506017, attempt=4, TimeoutTracker(timeout=30000, elapsed=26731), Traces: [0ms] sending RPC to server e4bc6450f15f44e6a4792244f83e3c03, [473ms] received response from server e4bc6450f15f44e6a4792244f83e3c03: Network error: connection closed, [473ms] delaying RPC due to: Network error: connection closed, [481ms] sending RPC to server 510f86c8f39f47b9802550a16d66fe5a, [490ms] received response from server 510f86c8f39f47b9802550a16d66fe5a: Network error: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455, [490ms] delaying RPC due to: Network error: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455, [500ms] sending RPC to server 70666051c64946f8a4d58af14a2ce177, [502ms] received response from server 70666051c64946f8a4d58af14a2ce177: Network error: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617, [502ms] delaying RPC due to: Network error: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617, [520ms] refreshing cache from master, [520ms] Sub RPC GetTableLocations: refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [530ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [531ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [537ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [561ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801], [608ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [608ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [621ms] Sub RPC GetTableLocations: refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [623ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [623ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [624ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [624ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [640ms] Sub RPC GetTableLocations: refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [641ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [641ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [641ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [641ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [661ms] Sub RPC GetTableLocations: refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [662ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [662ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [680ms] Sub RPC GetTableLocations: refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [681ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [682ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [682ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [682ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [700ms] Sub RPC GetTableLocations: refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [701ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [702ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [702ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [702ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [720ms] Sub RPC GetTableLocations: refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [721ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [721ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [722ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [722ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [841ms] Sub RPC GetTableLocations: refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [842ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [842ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [980ms] Sub RPC GetTableLocations: refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [982ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [982ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1120ms] Sub RPC GetTableLocations: refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1122ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2000ms] Sub RPC GetTableLocations: refreshing cache from master, [2000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2002ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3980ms] Sub RPC GetTableLocations: refreshing cache from master, [3980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3981ms] too many traces: truncated at 100 traces, deferred=Deferred@811975411(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=20, TimeoutTracker(timeout=29453, elapsed=26182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [11ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801], [88ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [88ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [462ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1482ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3463ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [7441ms] refreshing cache from master, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [7442ms] too many traces: truncated at 100 traces, deferred=Deferred@1017848556(state=PENDING, result=null, callback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916), errback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:55.120 [DEBUG - kudu-nio-6] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=20, TimeoutTracker(timeout=29453, elapsed=26182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [11ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801], [88ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [88ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [462ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1482ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3463ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [7441ms] refreshing cache from master, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [7442ms] too many traces: truncated at 100 traces, deferred=Deferred@1017848556(state=PENDING, result=null, callback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916), errback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:55.122 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:11:55.122 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 2 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=20, TimeoutTracker(timeout=29453, elapsed=26182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [11ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801], [88ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [88ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [462ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1482ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3463ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [7441ms] refreshing cache from master, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [7442ms] too many traces: truncated at 100 traces, deferred=Deferred@1017848556(state=PENDING, result=null, callback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916), errback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:55.122 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state TERMINATED
23:11:55.122 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.17.123.62:37959(127.17.123.62:37959)] disconnecting while in state TERMINATED
23:11:55.123 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617)] disconnecting while in state TERMINATED
23:11:55.123 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] disconnecting while in state TERMINATED
23:11:55.123 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.17.123.61:34801(127.17.123.61:34801)] disconnecting while in state TERMINATED
23:11:55.123 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.17.123.60:43249(127.17.123.60:43249)] disconnecting while in state TERMINATED
23:11:55.124 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.18.60.253:41141(127.18.60.253:41141)] disconnecting while in state TERMINATED
23:11:55.125 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.18.60.254:40821(127.18.60.254:40821)] disconnecting while in state TERMINATED
23:11:55.125 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer cebf0389145c4dfb9df0dc2d5aac4903(127.18.60.194:42399)] disconnecting while in state TERMINATED
23:11:55.125 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.18.60.252:36979(127.18.60.252:36979)] disconnecting while in state TERMINATED
23:11:55.125 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:55.127 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:11:55.127 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:11:55.127 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
23:11:55.127 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:55.128 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:11:55.128 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 8 thread-local buffer(s) from thread: kudu-nio-4
23:11:55.128 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
23:11:55.128 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:11:55.130 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
23:11:55.130 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:11:55.130 [WARN - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 2 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=20, TimeoutTracker(timeout=29453, elapsed=26182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [11ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801], [88ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [88ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [462ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1482ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3463ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [7441ms] refreshing cache from master, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [7442ms] too many traces: truncated at 100 traces, deferred=Deferred@1017848556(state=PENDING, result=null, callback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916), errback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:55.131 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:11:55.135 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:11:55.140 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 2 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=20, TimeoutTracker(timeout=29453, elapsed=26182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [11ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [41ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801], [88ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [88ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xe0834062, L:/127.0.0.1:35398 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x2b297908, L:/127.0.0.1:34128 - R:/127.17.123.60:43249], [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [104ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [162ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [162ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [201ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [202ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [202ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [322ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [322ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [461ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [462ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1482ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3460ms] refreshing cache from master, [3460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3463ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3463ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [7441ms] refreshing cache from master, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [7442ms] too many traces: truncated at 100 traces, deferred=Deferred@1017848556(state=PENDING, result=null, callback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916), errback=(continuation of Deferred@2141207287 after retry RPC after error@989796615) -> (continuation of Deferred@1331781968 after retry RPC after error@708351506) -> (continuation of Deferred@1412527648 after retry RPC after error@381975168) -> (continuation of Deferred@1391194857 after retry RPC after error@1007515296) -> (continuation of Deferred@1674741623 after retry RPC after error@1459085815) -> (continuation of Deferred@1535520122 after retry RPC after error@208267484) -> (continuation of Deferred@2071412505 after retry RPC after error@308707801) -> (continuation of Deferred@2028049170 after retry RPC after error@999144410) -> (continuation of Deferred@2034287685 after retry RPC after error@1594813181) -> (continuation of Deferred@721656589 after retry RPC after error@2097587932) -> (continuation of Deferred@35334101 after retry RPC after error@711621737) -> (continuation of Deferred@495342042 after retry RPC after error@1442718960) -> (continuation of Deferred@234914837 after retry RPC after error@2012227720) -> (continuation of Deferred@1490534189 after retry RPC after error@2091571555) -> (continuation of Deferred@1979767503 after retry RPC after error@12720367) -> (continuation of Deferred@1703538957 after retry RPC after error@1338133790) -> (continuation of Deferred@1071915147 after retry RPC after error@795951864) -> (continuation of Deferred@98226050 after retry RPC after error@1487788186) -> (continuation of Deferred@1179868028 after retry RPC after error@1662035916)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:55.142 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:55.143 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:11:55.143 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RUNNING to RESTARTING.
23:11:55.143 [WARN - flink-pekko.actor.default-dispatcher-5] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:11:55.144 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
23:11:55.153 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.154 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.154 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.154 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.154 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.155 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.155 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.155 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.164 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:55.164 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:55.165 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:55.165 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:55.165 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:55.165 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:55.165 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:55.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:55.166 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:55.166 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:55.166 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:55.166 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:55.166 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:55.192 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.192 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.192 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.193 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.193 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.193 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.193 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.193 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.193 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.193 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.193 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.193 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.194 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.197 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:55.197 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:55.197 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:55.198 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:55.198 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:55.198 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:55.198 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:55.198 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:55.198 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:55.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:55.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:55.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:55.199 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:55.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.199656 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 6
23:11:55.213 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.213 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.213 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.214 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:55.220662 21094 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.20.133.124:39773: Network error: Client connection negotiation failed: client connection to 127.20.133.124:39773: connect: Connection refused (error 111)
23:11:55.265 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:55.265 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:55.265 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:55.266 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:55.266 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:55.266 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:55.266 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:55.266 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:55.266 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:55.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:55.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:55.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:55.266 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:55.271 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.271 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.271 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.272 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.312 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:55.312 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:55.312 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:55.313 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:55.313 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:55.313 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:55.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:55.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:55.313 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:55.313 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:55.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:55.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:55.314 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:55.352 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.352 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.352 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.353 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.357 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.357 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.358 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.358 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:55.443 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:55.473 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.474 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.474 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.474 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.474 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.474 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.475 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:54.108628 21188 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:55.518159 21186 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 21173
23:11:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:55.518769 21186 kernel_stack_watchdog.cc:198] Thread 21173 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 406ms:
23:11:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:11:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:11:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:11:55.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:11:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:55.524241 21173 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.414s	user 0.000s	sys 0.002s
23:11:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:55.524734 21173 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.415s	user 0.000s	sys 0.003s
23:11:55.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.525131 21173 server_base.cc:1061] running on GCE node
23:11:55.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:55.525979 21190 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:55.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.527179 21173 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:11:55.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.530022 21173 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:11:55.531 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.531 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.531 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.531 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.531 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.532 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.532 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.532 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.532 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.532195 21173 hybrid_clock.cc:648] HybridClock initialized: now 1783465915532125 us; error 36 us; skew 500 ppm
23:11:55.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.533241 21173 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:11:55.533 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:55.540 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.540673 21173 webserver.cc:534] Webserver started at http://127.20.133.124:41567/ using document root <none> and password file <none>
23:11:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.541848 21173 fs_manager.cc:362] Metadata directory not provided
23:11:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.542192 21173 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:11:55.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.542701 21173 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:11:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.548800 21173 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/data/instance:
23:11:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da316e07050a4e3d80ffa949b68ee4bc"
23:11:55.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:55 on dist-test-slave-sprr"
23:11:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.550247 21173 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/wal/instance:
23:11:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da316e07050a4e3d80ffa949b68ee4bc"
23:11:55.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:55 on dist-test-slave-sprr"
23:11:55.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.559155 21173 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.003s	sys 0.005s
23:11:55.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.566524 21246 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:11:55.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.567703 21173 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.568022 21173 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/wal
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "da316e07050a4e3d80ffa949b68ee4bc"
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:11:55 on dist-test-slave-sprr"
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.568368 21173 fs_report.cc:389] FS layout report
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/wal
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/wal
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/data/data
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:11:55.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:11:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:11:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:11:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:11:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:11:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:11:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:11:55.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:11:55.631 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:55.631 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:55.631 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:55.632 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:55.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:55.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:55.632 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:55.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:55.632 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:55.632 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:55.632 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:55.632 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:55.632 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:55.633 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.633 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.633 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.633 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.633 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.633 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.633 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.634 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.634 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.634 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.634 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.634 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.634 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.653 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.652100 21173 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:11:55.654 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.654633 21173 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:11:55.655 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.655050 21173 kserver.cc:163] Server-wide thread pool size limit: 3276
23:11:55.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.729144 21173 rpc_server.cc:307] RPC server started. Bound to: 127.20.133.124:39773
23:11:55.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.729171 21297 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.133.124:39773 every 8 connection(s)
23:11:55.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.732227 21173 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/data/info.pb
23:11:55.733 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.733 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.733 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.733 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.734 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.735663 21013 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 21173
23:11:55.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.736212 21013 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/master-2/wal/instance
23:11:55.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.739959 21298 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:11:55.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.758046 21298 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } has no permanent_uuid. Determining permanent_uuid...
23:11:55.792 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.792 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.792 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.794 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.794 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.801549 21298 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } has no permanent_uuid. Determining permanent_uuid...
23:11:55.816 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.816116 21298 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } has no permanent_uuid. Determining permanent_uuid...
23:11:55.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.835071 21298 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc: Bootstrap starting.
23:11:55.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.841756 21298 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc: Neither blocks nor log segments found. Creating new log.
23:11:55.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.843865 21298 log.cc:826] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc: Log is configured to *not* fsync() on all Append() calls
23:11:55.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.848923 21298 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc: No bootstrap required, opened a new log
23:11:55.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.869138 21298 raft_consensus.cc:359] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } }
23:11:55.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.869926 21298 raft_consensus.cc:385] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:55.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.870121 21298 raft_consensus.cc:740] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: da316e07050a4e3d80ffa949b68ee4bc, State: Initialized, Role: FOLLOWER
23:11:55.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.870913 21298 consensus_queue.cc:260] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } }
23:11:55.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.874723 21309 sys_catalog.cc:455] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } } }
23:11:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.875890 21309 sys_catalog.cc:458] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [sys.catalog]: This master's current role is: FOLLOWER
23:11:55.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.876570 21298 sys_catalog.cc:565] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [sys.catalog]: configured and running, proceeding with master startup.
23:11:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:55.903851 21320 catalog_manager.cc:1593] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:11:55.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:55.904268 21320 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:11:55.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:55.910388 21252 tablet.cc:2406] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:55.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.904083 21173 master_runner.cc:187] Error getting master registration for 127.20.133.126:37441: OK, instance_id { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" instance_seqno: 1783465911512088 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:11:55.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:55.928102 21173 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:11:55.933 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:55.934 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:55.934 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:55.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:55.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:55.938 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.938 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.938 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:55.938 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:55.943 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:55.956 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:55.957 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:55.957 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:55.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:55.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:55.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:55.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:55.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:55.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:55.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:55.958 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:55.958 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:55.958 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:56.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:56.031 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:56.032 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:56.032 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:56.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.032 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.032 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.032 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.032 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.033 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:56.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.056979 21171 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 7
23:11:56.074 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:56.074 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:56.074 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:56.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.075 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.075 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.075 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:56.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.078999 21171 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a: Bootstrap starting.
23:11:56.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.089357 21171 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a: Neither blocks nor log segments found. Creating new log.
23:11:56.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.091827 21171 log.cc:826] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a: Log is configured to *not* fsync() on all Append() calls
23:11:56.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.096789 21171 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a: No bootstrap required, opened a new log
23:11:56.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.113698 21309 raft_consensus.cc:493] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:11:56.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.114326 21309 raft_consensus.cc:515] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } }
23:11:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.119736 21171 raft_consensus.cc:359] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } }
23:11:56.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.120609 21171 raft_consensus.cc:385] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:56.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.120909 21171 raft_consensus.cc:740] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b5e4254a8714c30a2fe66ec854d348a, State: Initialized, Role: FOLLOWER
23:11:56.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.121883 21171 consensus_queue.cc:260] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } }
23:11:56.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.124240 21309 leader_election.cc:290] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bffd9b8cfc38415aa0f28f720b767460 (127.20.133.126:37441), 7b5e4254a8714c30a2fe66ec854d348a (127.20.133.125:35321)
23:11:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.126272 21324 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } } }
23:11:56.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.127099 21324 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [sys.catalog]: This master's current role is: FOLLOWER
23:11:56.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.128121 21171 sys_catalog.cc:565] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [sys.catalog]: configured and running, proceeding with master startup.
23:11:56.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.128268 21146 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da316e07050a4e3d80ffa949b68ee4bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b5e4254a8714c30a2fe66ec854d348a" is_pre_election: true
23:11:56.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.129128 21146 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate da316e07050a4e3d80ffa949b68ee4bc in term 0.
23:11:56.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.130683 21249 leader_election.cc:304] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b5e4254a8714c30a2fe66ec854d348a, da316e07050a4e3d80ffa949b68ee4bc; no voters: 
23:11:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.131970 21309 raft_consensus.cc:2804] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [term 0 FOLLOWER]: Leader pre-election won for term 1
23:11:56.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.132437 21309 raft_consensus.cc:493] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:11:56.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.132892 21309 raft_consensus.cc:3060] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [term 0 FOLLOWER]: Advancing to term 1
23:11:56.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.143076 21309 raft_consensus.cc:515] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } }
23:11:56.145 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RESTARTING to RUNNING.
23:11:56.146 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:11:56.147 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:11:56.147 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
23:11:56.148 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
23:11:56.148 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id dd79a6f79ec905dac849f07417c6e19d
23:11:56.149 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:11:56.150 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:11:56.152 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot dd79a6f79ec905dac849f07417c6e19d.
23:11:56.153 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id dd79a6f79ec905dac849f07417c6e19d.
23:11:56.166 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
23:11:56.166 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
23:11:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.165586 21146 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da316e07050a4e3d80ffa949b68ee4bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b5e4254a8714c30a2fe66ec854d348a"
23:11:56.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.166381 21146 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [term 0 FOLLOWER]: Advancing to term 1
23:11:56.167 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@efc81d7
23:11:56.167 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:56.167 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:11:56.167 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:11:56.169 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:11:56.170 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@702505f1
23:11:56.171 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:56.171 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:56.172 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:56.172 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:56.172 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.172 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.172 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.173 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.173 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:56.175 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:56.175 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:56.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.177 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.186 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:56.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.187 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:56.196 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:56.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.211444 21309 leader_election.cc:290] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [CANDIDATE]: Term 1 election: Requested vote from peers bffd9b8cfc38415aa0f28f720b767460 (127.20.133.126:37441), 7b5e4254a8714c30a2fe66ec854d348a (127.20.133.125:35321)
23:11:56.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.227149 21146 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate da316e07050a4e3d80ffa949b68ee4bc in term 1.
23:11:56.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.228683 21249 leader_election.cc:304] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b5e4254a8714c30a2fe66ec854d348a, da316e07050a4e3d80ffa949b68ee4bc; no voters: 
23:11:56.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.229790 21309 raft_consensus.cc:2804] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [term 1 FOLLOWER]: Leader election won for term 1
23:11:56.231 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:56.232 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:56.232 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:56.232 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:56.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.233 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.233 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.234 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.234 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.234 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.234 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:56.234 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:56.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.238 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:56.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.240001 21309 raft_consensus.cc:697] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [term 1 LEADER]: Becoming Leader. State: Replica: da316e07050a4e3d80ffa949b68ee4bc, State: Running, Role: LEADER
23:11:56.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.241456 21309 consensus_queue.cc:237] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } }
23:11:56.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.254251 21094 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } attempt: 7
23:11:56.256 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:56.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.253590 21338 sys_catalog.cc:455] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [sys.catalog]: SysCatalogTable state changed. Reason: New leader da316e07050a4e3d80ffa949b68ee4bc. Latest consensus state: current_term: 1 leader_uuid: "da316e07050a4e3d80ffa949b68ee4bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } } }
23:11:56.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.263162 21338 sys_catalog.cc:458] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [sys.catalog]: This master's current role is: LEADER
23:11:56.263 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:56.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.265 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.270453 21346 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:11:56.274 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:56.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.274 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:56.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.283636 21346 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:11:56.295 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:56.295 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:56.296 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:56.296 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.296 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.296 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.297 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.297 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.297 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.297 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.297 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.297 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.297 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:56.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:56.301189 21125 tablet.cc:2406] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:56.315 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:56.315 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:56.316 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:56.316 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.316 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.316 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.316 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.316 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.316 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.316 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.316 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.316 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.316 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:56.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.317251 21094 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460: Bootstrap starting.
23:11:56.317 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:56.318 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:56.318 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:56.318 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.318 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.318 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.319 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.319 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.319 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.319 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.319 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.319 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.319 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:56.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.326128 21350 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:11:56.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.338307 21146 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [term 1 FOLLOWER]: Refusing update from remote peer da316e07050a4e3d80ffa949b68ee4bc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:11:56.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.339980 21309 consensus_queue.cc:1048] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:11:56.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.350888 21094 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460: Neither blocks nor log segments found. Creating new log.
23:11:56.355 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:56.355 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:56.355 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:56.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.356 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.356 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.357 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.357 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:56.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.359722 21094 log.cc:826] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460: Log is configured to *not* fsync() on all Append() calls
23:11:56.376 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:56.376 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:56.376 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:56.376 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.376 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.377 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.377 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:56.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.382463 21094 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460: No bootstrap required, opened a new log
23:11:56.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.332551 21096 master_runner.cc:187] Error getting master registration for 127.20.133.126:37441: OK, instance_id { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" instance_seqno: 1783465911512088 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:11:56.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.388242 21096 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:11:56.390 [DEBUG - pool-194-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30015), Traces: [0ms] sending RPC to server master-127.17.123.60:43249, [5ms] received response from server master-127.17.123.60:43249: OK, deferred=null) with no deferred attached!
23:11:56.394 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:56.394 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:56.394 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:56.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:56.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:56.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:56.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:56.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:56.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:56.395 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:56.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:56.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:56.396 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:56.396 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:56.396 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:56.396 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:56.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:56.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:56.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:56.397 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:56.397 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:56.397 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:56.397 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:56.397 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:56.397 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:56.397 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:56.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.404531 21349 mvcc.cc:204] Tried to move back new op lower bound from 7305076393305604096 to 7305076392951087104. Current Snapshot: MvccSnapshot[applied={T|T < 7305076393305604096}]
23:11:56.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.406041 21324 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [sys.catalog]: SysCatalogTable state changed. Reason: New leader da316e07050a4e3d80ffa949b68ee4bc. Latest consensus state: current_term: 1 leader_uuid: "da316e07050a4e3d80ffa949b68ee4bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } } }
23:11:56.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.410905 21324 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [sys.catalog]: This master's current role is: FOLLOWER
23:11:56.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.414817 21338 sys_catalog.cc:455] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "da316e07050a4e3d80ffa949b68ee4bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } } }
23:11:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.415577 21338 sys_catalog.cc:458] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [sys.catalog]: This master's current role is: LEADER
23:11:56.417 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:56.418 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:56.418 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:56.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.419 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.419 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.419 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.421 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.421 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.421 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.421 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:56.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.425544 21346 catalog_manager.cc:1382] Generated new cluster ID: 14c50813d0c74bda9607cb9fba1476a0
23:11:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.425863 21346 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:11:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.425441 21094 raft_consensus.cc:359] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } }
23:11:56.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.426561 21094 raft_consensus.cc:385] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:11:56.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.426927 21094 raft_consensus.cc:740] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bffd9b8cfc38415aa0f28f720b767460, State: Initialized, Role: FOLLOWER
23:11:56.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.427953 21094 consensus_queue.cc:260] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } }
23:11:56.438 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.439190 21094 sys_catalog.cc:565] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [sys.catalog]: configured and running, proceeding with master startup.
23:11:56.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.437129 21358 sys_catalog.cc:455] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } } }
23:11:56.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.439803 21358 sys_catalog.cc:458] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [sys.catalog]: This master's current role is: FOLLOWER
23:11:56.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.442507 21067 raft_consensus.cc:3060] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [term 0 FOLLOWER]: Advancing to term 1
23:11:56.443 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:56.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.447242 21069 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da316e07050a4e3d80ffa949b68ee4bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bffd9b8cfc38415aa0f28f720b767460" is_pre_election: true
23:11:56.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.450242 21068 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "da316e07050a4e3d80ffa949b68ee4bc" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bffd9b8cfc38415aa0f28f720b767460"
23:11:56.455 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:56.455 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:56.456 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:56.456 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.456 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.456 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.456 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.456 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.456 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.456 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.456 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.457 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.457 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:56.465939 21048 tablet.cc:2406] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:11:56.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.466876 21067 raft_consensus.cc:1275] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [term 1 FOLLOWER]: Refusing update from remote peer da316e07050a4e3d80ffa949b68ee4bc: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:11:56.469 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.468905 21309 consensus_queue.cc:1048] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [LEADER]: Connected to new peer: Peer: permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:11:56.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.495311 21324 sys_catalog.cc:455] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "da316e07050a4e3d80ffa949b68ee4bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } } }
23:11:56.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.496063 21324 sys_catalog.cc:458] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a [sys.catalog]: This master's current role is: FOLLOWER
23:11:56.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.529829 21368 sys_catalog.cc:455] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "da316e07050a4e3d80ffa949b68ee4bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } } }
23:11:56.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:56.532 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:56.533 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:56.533 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:56.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.533 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:56.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:56.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:56.535 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.540299 21358 sys_catalog.cc:455] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [sys.catalog]: SysCatalogTable state changed. Reason: New leader da316e07050a4e3d80ffa949b68ee4bc. Latest consensus state: current_term: 1 leader_uuid: "da316e07050a4e3d80ffa949b68ee4bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } } }
23:11:56.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.553040 21358 sys_catalog.cc:458] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [sys.catalog]: This master's current role is: FOLLOWER
23:11:56.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.533987 21368 sys_catalog.cc:458] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460 [sys.catalog]: This master's current role is: FOLLOWER
23:11:56.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.591602 21373 catalog_manager.cc:1294] Loaded cluster ID: 14c50813d0c74bda9607cb9fba1476a0
23:11:56.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.591933 21373 catalog_manager.cc:1587] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460: loading cluster ID for follower catalog manager: success
23:11:56.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.605566 21338 sys_catalog.cc:455] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "da316e07050a4e3d80ffa949b68ee4bc" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "bffd9b8cfc38415aa0f28f720b767460" member_type: VOTER last_known_addr { host: "127.20.133.126" port: 37441 } } peers { permanent_uuid: "7b5e4254a8714c30a2fe66ec854d348a" member_type: VOTER last_known_addr { host: "127.20.133.125" port: 35321 } } peers { permanent_uuid: "da316e07050a4e3d80ffa949b68ee4bc" member_type: VOTER last_known_addr { host: "127.20.133.124" port: 39773 } } }
23:11:56.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.610800 21338 sys_catalog.cc:458] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc [sys.catalog]: This master's current role is: LEADER
23:11:56.613 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:56.613 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:56.613 [DEBUG - pool-244-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:56.618 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:56.618 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:56.618 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:56.618 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:56.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:56.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:56.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:56.618407 21373 catalog_manager.cc:1611] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460: acquiring CA information for follower catalog manager: Not found: root CA entry not found
23:11:56.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:56.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:56.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:56.619 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:56.619 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29540, elapsed=27687), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801], [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [107ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [522ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [982ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1842ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3600ms] refreshing cache from master, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [5440ms] refreshing cache from master, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [5442ms] too many traces: truncated at 100 traces, deferred=Deferred@1851837347(state=PENDING, result=null, callback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601), errback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601)))
23:11:56.620 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=186ee95605124c9b8b0ac43ca77b0b78, attempt=4, KuduRpc(method=Scan, tablet=186ee95605124c9b8b0ac43ca77b0b78, attempt=4, TimeoutTracker(timeout=30000, elapsed=28149), Traces: [0ms] sending RPC to server e4bc6450f15f44e6a4792244f83e3c03, [377ms] received response from server e4bc6450f15f44e6a4792244f83e3c03: Network error: connection closed, [377ms] delaying RPC due to: Network error: connection closed, [380ms] sending RPC to server 510f86c8f39f47b9802550a16d66fe5a, [389ms] received response from server 510f86c8f39f47b9802550a16d66fe5a: Network error: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455, [389ms] delaying RPC due to: Network error: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455, [400ms] sending RPC to server 70666051c64946f8a4d58af14a2ce177, [401ms] received response from server 70666051c64946f8a4d58af14a2ce177: Network error: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617, [402ms] delaying RPC due to: Network error: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617, [420ms] refreshing cache from master, [420ms] Sub RPC GetTableLocations: refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [427ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [427ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [436ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [462ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801], [512ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [512ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [519ms] Sub RPC GetTableLocations: refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [523ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [524ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [526ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [526ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [527ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [540ms] Sub RPC GetTableLocations: refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [541ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [541ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [541ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [541ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [561ms] Sub RPC GetTableLocations: refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [562ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [562ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [580ms] Sub RPC GetTableLocations: refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [580ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [580ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [581ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [581ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [601ms] Sub RPC GetTableLocations: refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [602ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [660ms] Sub RPC GetTableLocations: refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [662ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [760ms] Sub RPC GetTableLocations: refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [761ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [761ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [761ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [762ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [940ms] Sub RPC GetTableLocations: refreshing cache from master, [940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [941ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [942ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [942ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [942ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1400ms] Sub RPC GetTableLocations: refreshing cache from master, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1402ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [2260ms] Sub RPC GetTableLocations: refreshing cache from master, [2260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [2261ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2262ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [4020ms] Sub RPC GetTableLocations: refreshing cache from master, [4020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [4020ms] too many traces: truncated at 100 traces, deferred=Deferred@932862340(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29540, elapsed=27687), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801], [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [107ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [522ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [982ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1842ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3600ms] refreshing cache from master, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [5440ms] refreshing cache from master, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [5442ms] too many traces: truncated at 100 traces, deferred=Deferred@1851837347(state=PENDING, result=null, callback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601), errback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:56.621 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29540, elapsed=27687), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801], [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [107ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [522ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [982ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1842ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3600ms] refreshing cache from master, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [5440ms] refreshing cache from master, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [5442ms] too many traces: truncated at 100 traces, deferred=Deferred@1851837347(state=PENDING, result=null, callback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601), errback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:56.621 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:11:56.621 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29540, elapsed=27687), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801], [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [107ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [522ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [982ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1842ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3600ms] refreshing cache from master, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [5440ms] refreshing cache from master, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [5442ms] too many traces: truncated at 100 traces, deferred=Deferred@1851837347(state=PENDING, result=null, callback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601), errback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:56.622 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state TERMINATED
23:11:56.622 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.17.123.62:37959(127.17.123.62:37959)] disconnecting while in state TERMINATED
23:11:56.622 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617)] disconnecting while in state TERMINATED
23:11:56.622 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] disconnecting while in state TERMINATED
23:11:56.622 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.17.123.61:34801(127.17.123.61:34801)] disconnecting while in state TERMINATED
23:11:56.622 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.17.123.60:43249(127.17.123.60:43249)] disconnecting while in state TERMINATED
23:11:56.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:56.621881 21373 catalog_manager.cc:883] Not found: root CA entry not found: failed to prepare follower catalog manager, will retry
23:11:56.623 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.18.60.253:41141(127.18.60.253:41141)] disconnecting while in state TERMINATED
23:11:56.624 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.18.60.254:40821(127.18.60.254:40821)] disconnecting while in state TERMINATED
23:11:56.624 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.18.60.252:36979(127.18.60.252:36979)] disconnecting while in state TERMINATED
23:11:56.624 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 3ba3a1fcae304731a1616f2074cee8ee(127.18.60.195:33017)] disconnecting while in state TERMINATED
23:11:56.626 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:56.626 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-3
23:11:56.626 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:11:56.626 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:11:56.628 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:56.631 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:11:56.632 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-4
23:11:56.632 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-0
23:11:56.632 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
23:11:56.633 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:11:56.633 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:11:56.633 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29540, elapsed=27687), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801], [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [107ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [522ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [982ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1842ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3600ms] refreshing cache from master, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [5440ms] refreshing cache from master, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [5442ms] too many traces: truncated at 100 traces, deferred=Deferred@1851837347(state=PENDING, result=null, callback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601), errback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:56.634 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:11:56.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.632992 21346 catalog_manager.cc:1405] Generated new certificate authority record
23:11:56.637 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:11:56.642 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29540, elapsed=27687), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [7ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [16ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [42ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801], [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0x20b6a844, L:/127.0.0.1:35392 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x781975a0, L:/127.0.0.1:34122 - R:/127.17.123.60:43249], [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [104ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [106ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [107ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [121ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [142ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [160ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [161ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [241ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [242ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [342ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [521ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [522ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [522ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [981ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [982ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1842ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3600ms] refreshing cache from master, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [3600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [3601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [3602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [3602ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [5440ms] refreshing cache from master, [5440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [5441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [5442ms] too many traces: truncated at 100 traces, deferred=Deferred@1851837347(state=PENDING, result=null, callback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601), errback=(continuation of Deferred@118404356 after retry RPC after error@1696576208) -> (continuation of Deferred@811028966 after retry RPC after error@1484962204) -> (continuation of Deferred@718704925 after retry RPC after error@851914661) -> (continuation of Deferred@949321850 after retry RPC after error@1964413101) -> (continuation of Deferred@1809230187 after retry RPC after error@1625758131) -> (continuation of Deferred@1961214853 after retry RPC after error@892839500) -> (continuation of Deferred@1802816624 after retry RPC after error@864451116) -> (continuation of Deferred@1764060722 after retry RPC after error@1638441116) -> (continuation of Deferred@754116501 after retry RPC after error@749059901) -> (continuation of Deferred@1857224805 after retry RPC after error@1253831023) -> (continuation of Deferred@1900968418 after retry RPC after error@1888713889) -> (continuation of Deferred@106298110 after retry RPC after error@334517202) -> (continuation of Deferred@292796711 after retry RPC after error@2054076892) -> (continuation of Deferred@1405435493 after retry RPC after error@1111136524) -> (continuation of Deferred@1309457133 after retry RPC after error@1101220521) -> (continuation of Deferred@1005544174 after retry RPC after error@755723878) -> (continuation of Deferred@117138168 after retry RPC after error@1565955724) -> (continuation of Deferred@502167514 after retry RPC after error@1809863263) -> (continuation of Deferred@919671161 after retry RPC after error@1608127449) -> (continuation of Deferred@837087071 after retry RPC after error@1493119382) -> (continuation of Deferred@1721481513 after retry RPC after error@1766861560) -> (continuation of Deferred@2144911002 after retry RPC after error@1577735030) -> (continuation of Deferred@1709439855 after retry RPC after error@227281601)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:56.643 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
23:11:56.643 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:11:56.643 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RUNNING to RESTARTING.
23:11:56.643 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:56.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.639144 21346 catalog_manager.cc:1539] Loading token signing keys...
23:11:56.675 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:56.675 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:56.676 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:56.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:56.677 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.677 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.677 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:56.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:56.677 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:56.711 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:56.711 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:56.711 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:56.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:56.712 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:56.712 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:56.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:56.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:56.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:56.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:56.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:56.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:56.712 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:56.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.714584 21346 catalog_manager.cc:6069] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc: Generated new TSK 0
23:11:56.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.716121 21346 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:11:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:56.767446 21013 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:11:56.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/wal
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/data
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/logs
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/data/info.pb
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.65:0
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.133.65
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.65
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:56.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:11:56.856 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:56.856 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:56.856 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:56.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:56.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:56.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:56.858 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:56.858 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:56.858 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:56.858 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:56.858 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:56.858 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:56.858 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:56.911 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:56.911 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:56.911 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:56.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:56.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.912 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.912 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:56.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:56.913 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:56.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:56.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:57.016 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:57.016 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:57.016 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:57.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:57.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:57.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:57.017 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:57.017 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:57.017 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:57.018 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:57.018 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:57.018 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:57.018 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:57.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:57.225 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:57.225 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:57.225 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:57.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:57.226 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:57.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:57.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:57.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:57.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:57.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:57.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:57.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:57.227 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:57.251 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:57.252 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:57.252 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:57.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:57.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:57.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:57.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:57.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:57.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:57.253 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:57.253 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:57.253 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:57.253 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:57.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:57.327991 21380 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:11:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:57.328636 21380 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:11:57.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:57.329377 21380 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:11:57.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:57.346374 21350 catalog_manager.cc:1294] Loaded cluster ID: 14c50813d0c74bda9607cb9fba1476a0
23:11:57.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:57.346858 21350 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a: loading cluster ID for follower catalog manager: success
23:11:57.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:57.361305 21350 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a: acquiring CA information for follower catalog manager: success
23:11:57.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:57.382947 21350 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 7b5e4254a8714c30a2fe66ec854d348a: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:11:57.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:57.388252 21380 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:11:57.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:57.389657 21380 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.133.65
23:11:57.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:57.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:57.454814 21380 tablet_server_runner.cc:78] Tablet server non-default flags:
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/data
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/wal
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.65:0
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/data/info.pb
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.65
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.133.65
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/logs
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:11:57.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:11:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:11:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:11:57.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:57.456540 21380 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:11:57.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:57.458710 21380 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:11:57.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:57.490527 21388 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:11:57.510 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:57.510 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:57.511 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:57.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:57.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:57.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:57.512 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:57.512 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:57.512 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:57.512 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:57.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:57.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:57.512 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:57.531 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:57.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:57.642627 21373 catalog_manager.cc:1609] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460: acquiring CA information for follower catalog manager: success
23:11:57.648 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:11:57.648432 21373 catalog_manager.cc:1637] T 00000000000000000000000000000000 P bffd9b8cfc38415aa0f28f720b767460: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:11:57.674 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:57.674 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:57.674 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:57.675 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:57.675 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:57.675 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:57.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:57.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:57.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:57.676 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:57.676 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:57.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:57.676 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:57.839 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:11:57.839 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:11:57.840 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:11:57.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:57.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:57.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:11:57.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:57.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:57.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:11:57.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:57.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:57.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:11:57.841 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:11:57.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:57.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:57.976 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:57.976 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:57.976 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:57.977 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:57.977 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:57.977 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:57.977 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:57.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:57.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:57.978 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:57.978 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:57.978 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:57.978 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:57.993 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:57.994 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:57.994 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:57.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:57.994 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:57.994 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:57.995 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:57.994 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:57.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:57.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:57.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:57.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:57.995 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:58.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:58.045 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.62:37959(127.17.123.62:37959)] connecting to peer
23:11:58.046 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.60:43249(127.17.123.60:43249)] connecting to peer
23:11:58.046 [DEBUG - pool-246-thread-1] (Connection.java:748) [peer master-127.17.123.61:34801(127.17.123.61:34801)] connecting to peer
23:11:58.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:58.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.17.123.62:37959(127.17.123.62:37959)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:58.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.62:37959: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959
23:11:58.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:58.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.17.123.60:43249(127.17.123.60:43249)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:58.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.60:43249: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249
23:11:58.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:58.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.17.123.61:34801(127.17.123.61:34801)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:58.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.17.123.61:34801: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
23:11:58.048 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801; will retry
23:11:58.048 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29679, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [27ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801], [77ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [77ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [89ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [91ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [165ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [166ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [303ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [362ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [420ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [422ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1022ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2321ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [6240ms] refreshing cache from master, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [6240ms] too many traces: truncated at 100 traces, deferred=Deferred@290558100(state=PENDING, result=null, callback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271), errback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271)))
23:11:58.049 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=571a79a9e14041b082fa09bc83bc8b4f, attempt=4, KuduRpc(method=Scan, tablet=571a79a9e14041b082fa09bc83bc8b4f, attempt=4, TimeoutTracker(timeout=30000, elapsed=29425), Traces: [0ms] sending RPC to server e4bc6450f15f44e6a4792244f83e3c03, [184ms] received response from server e4bc6450f15f44e6a4792244f83e3c03: Network error: [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] unexpected exception from downstream on [id: 0x12a08463, L:/127.0.0.1:60208 - R:/127.17.123.3:40143], [185ms] delaying RPC due to: Network error: [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] unexpected exception from downstream on [id: 0x12a08463, L:/127.0.0.1:60208 - R:/127.17.123.3:40143], [200ms] sending RPC to server 510f86c8f39f47b9802550a16d66fe5a, [202ms] received response from server 510f86c8f39f47b9802550a16d66fe5a: Network error: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455, [202ms] delaying RPC due to: Network error: Failed to connect to peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455): Connection refused: /127.17.123.2:46455, [220ms] sending RPC to server 70666051c64946f8a4d58af14a2ce177, [224ms] received response from server 70666051c64946f8a4d58af14a2ce177: Network error: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617, [224ms] delaying RPC due to: Network error: Failed to connect to peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617): Connection refused: /127.17.123.1:34617, [240ms] refreshing cache from master, [240ms] Sub RPC GetTableLocations: refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [242ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [267ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801], [317ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [317ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [320ms] Sub RPC GetTableLocations: refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [328ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [329ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [331ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [331ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [332ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [332ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [340ms] Sub RPC GetTableLocations: refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [341ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [341ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [360ms] Sub RPC GetTableLocations: refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [362ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [380ms] Sub RPC GetTableLocations: refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [381ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [382ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [400ms] Sub RPC GetTableLocations: refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [403ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [404ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [405ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [406ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [420ms] Sub RPC GetTableLocations: refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [422ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [422ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [422ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [540ms] Sub RPC GetTableLocations: refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [542ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [543ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [543ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [600ms] Sub RPC GetTableLocations: refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [601ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [602ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [602ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [660ms] Sub RPC GetTableLocations: refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [660ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [661ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [662ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1260ms] Sub RPC GetTableLocations: refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1261ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1262ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1262ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2560ms] Sub RPC GetTableLocations: refreshing cache from master, [2560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [2560ms] too many traces: truncated at 100 traces, deferred=Deferred@1988537886(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29679, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [27ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801], [77ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [77ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [89ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [91ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [165ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [166ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [303ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [362ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [420ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [422ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1022ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2321ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [6240ms] refreshing cache from master, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [6240ms] too many traces: truncated at 100 traces, deferred=Deferred@290558100(state=PENDING, result=null, callback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271), errback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:58.051 [DEBUG - kudu-nio-2] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29679, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [27ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801], [77ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [77ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [89ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [91ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [165ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [166ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [303ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [362ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [420ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [422ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1022ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2321ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [6240ms] refreshing cache from master, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [6240ms] too many traces: truncated at 100 traces, deferred=Deferred@290558100(state=PENDING, result=null, callback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271), errback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:58.053 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:11:58.053 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29679, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [27ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801], [77ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [77ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [89ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [91ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [165ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [166ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [303ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [362ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [420ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [422ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1022ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2321ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [6240ms] refreshing cache from master, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [6240ms] too many traces: truncated at 100 traces, deferred=Deferred@290558100(state=PENDING, result=null, callback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271), errback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:58.053 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer e4bc6450f15f44e6a4792244f83e3c03(127.17.123.3:40143)] disconnecting while in state TERMINATED
23:11:58.053 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.17.123.62:37959(127.17.123.62:37959)] disconnecting while in state TERMINATED
23:11:58.053 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 70666051c64946f8a4d58af14a2ce177(127.17.123.1:34617)] disconnecting while in state TERMINATED
23:11:58.053 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 510f86c8f39f47b9802550a16d66fe5a(127.17.123.2:46455)] disconnecting while in state TERMINATED
23:11:58.053 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.17.123.61:34801(127.17.123.61:34801)] disconnecting while in state TERMINATED
23:11:58.053 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.17.123.60:43249(127.17.123.60:43249)] disconnecting while in state TERMINATED
23:11:58.055 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RESTARTING to RUNNING.
23:11:58.055 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:11:58.056 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
23:11:58.056 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:11:58.056 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
23:11:58.057 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
23:11:58.057 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id 8ccdb4d1b659593e1e2aaebb806abe3f
23:11:58.058 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:11:58.058 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 8ccdb4d1b659593e1e2aaebb806abe3f.
23:11:58.059 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 8ccdb4d1b659593e1e2aaebb806abe3f.
23:11:58.063 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.18.60.253:41141(127.18.60.253:41141)] disconnecting while in state TERMINATED
23:11:58.063 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.18.60.254:40821(127.18.60.254:40821)] disconnecting while in state TERMINATED
23:11:58.063 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.18.60.252:36979(127.18.60.252:36979)] disconnecting while in state TERMINATED
23:11:58.063 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:58.067 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:11:58.067 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:11:58.070 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:11:58.070 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 8 thread-local buffer(s) from thread: kudu-nio-4
23:11:58.070 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
23:11:58.071 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 16 thread-local buffer(s) from thread: kudu-nio-0
23:11:58.071 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:11:58.076 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:58.076 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:58.076 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:58.077 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.077 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.077 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.077 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.077 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.077 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.078 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.078 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.078 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.078 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:58.090 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
23:11:58.096 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
23:11:58.104 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12734fc0
23:11:58.105 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:11:58.105 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:11:58.107 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:11:58.107 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:11:58.123 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:58.126 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1027ae90
23:11:58.127 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:11:58.128 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:11:58.130 [WARN - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29679, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [27ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801], [77ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [77ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [89ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [91ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [165ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [166ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [303ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [362ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [420ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [422ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1022ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2321ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [6240ms] refreshing cache from master, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [6240ms] too many traces: truncated at 100 traces, deferred=Deferred@290558100(state=PENDING, result=null, callback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271), errback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:58.131 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:11:58.135 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:11:58.140 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 4 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=24, TimeoutTracker(timeout=29679, elapsed=29102), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [27ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801], [77ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [77ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: [peer master-127.17.123.61:34801(127.17.123.61:34801)] unexpected exception from downstream on [id: 0xc42c1c6a, L:/127.0.0.1:35388 - R:/127.17.123.61:34801],org.apache.kudu.client.RecoverableException: [peer master-127.17.123.60:43249(127.17.123.60:43249)] unexpected exception from downstream on [id: 0x481af60d, L:/127.0.0.1:34114 - R:/127.17.123.60:43249], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [89ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [91ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [92ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [92ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [101ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [101ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [121ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [122ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [141ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [142ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [163ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [164ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [165ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [166ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [181ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [182ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [182ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [300ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [302ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [303ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [303ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [361ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [362ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [362ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [420ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [421ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [422ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [1022ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2320ms] refreshing cache from master, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [2320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.62:37959: Network error: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.60:43249: Network error: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249, [2321ms] Sub RPC ConnectToMaster: received response from server master-127.17.123.61:34801: Network error: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [2321ms] delaying RPC due to: Service unavailable: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801, [6240ms] refreshing cache from master, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.62:37959, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.60:43249, [6240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.17.123.61:34801, [6240ms] too many traces: truncated at 100 traces, deferred=Deferred@290558100(state=PENDING, result=null, callback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271), errback=(continuation of Deferred@178123905 after retry RPC after error@724572393) -> (continuation of Deferred@536089751 after retry RPC after error@45933261) -> (continuation of Deferred@1742743527 after retry RPC after error@1279036578) -> (continuation of Deferred@1934850334 after retry RPC after error@370956083) -> (continuation of Deferred@1889895688 after retry RPC after error@1481924130) -> (continuation of Deferred@807880639 after retry RPC after error@1156987719) -> (continuation of Deferred@413625108 after retry RPC after error@1660453740) -> (continuation of Deferred@1751661107 after retry RPC after error@489756794) -> (continuation of Deferred@1055731459 after retry RPC after error@405284945) -> (continuation of Deferred@834154693 after retry RPC after error@618597440) -> (continuation of Deferred@1931328239 after retry RPC after error@707686013) -> (continuation of Deferred@1524653541 after retry RPC after error@100788213) -> (continuation of Deferred@416673560 after retry RPC after error@1095841785) -> (continuation of Deferred@419845443 after retry RPC after error@271661017) -> (continuation of Deferred@657172456 after retry RPC after error@1871557131) -> (continuation of Deferred@1149918964 after retry RPC after error@1562129987) -> (continuation of Deferred@661839599 after retry RPC after error@627916256) -> (continuation of Deferred@864463431 after retry RPC after error@252980314) -> (continuation of Deferred@1050676977 after retry RPC after error@1928247032) -> (continuation of Deferred@1950150256 after retry RPC after error@1524922961) -> (continuation of Deferred@1678581882 after retry RPC after error@1674773365) -> (continuation of Deferred@1888435729 after retry RPC after error@163636387) -> (continuation of Deferred@79891217 after retry RPC after error@2138077271)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.17.123.62:37959,127.17.123.60:43249,127.17.123.61:34801) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.62:37959(127.17.123.62:37959): Connection refused: /127.17.123.62:37959,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.60:43249(127.17.123.60:43249): Connection refused: /127.17.123.60:43249,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.17.123.61:34801(127.17.123.61:34801): Connection refused: /127.17.123.61:34801
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.17.123.61:34801
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:11:58.141 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:11:58.144 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
23:11:58.144 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:58.144 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:58.145 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:58.145 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:58.145 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:58.145 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:58.145 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:58.145 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:58.145 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:58.145 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:11:58.146 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RUNNING to RESTARTING.
23:11:58.146 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:58.146 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:58.146 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:58.146 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:58.160 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:11:58.166 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:58.193 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:58.216 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.216 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.216 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.229 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:58.233 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.234 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.245 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:58.246 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:58.251 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:58.252 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:58.252 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:58.252 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:58.252 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:58.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:58.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:58.253 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:58.253 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:58.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:58.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:58.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:58.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:58.253 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:58.255 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:58.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.258 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.258 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.262 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:58.266 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:58.269 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:58.271 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.271 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.271 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.272 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:58.273 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.273 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.273 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.278 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:58.287 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:58.287 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:58.287 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:58.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.287 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.288 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:58.306 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:58.307 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:58.307 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:58.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.308 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:58.326 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:58.326 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:58.326 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:58.327 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.327 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.327 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.328 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:58.377 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:58.377 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:58.377 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:58.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:58.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:58.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:58.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:58.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:58.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:58.379 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:58.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:58.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:58.379 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:58.386 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:58.386 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:58.386 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:58.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.387 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.387 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.387 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.387 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.387 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:58.389 [DEBUG - pool-194-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30016), Traces: [0ms] sending RPC to server master-127.17.123.60:43249, [7ms] received response from server master-127.17.123.60:43249: OK, deferred=null) with no deferred attached!
23:11:58.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:58.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:58.506 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:58.506 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:58.506 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:58.507 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.507 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.507 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.508 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:58.531 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:58.552 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:58.552 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:58.552 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:58.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:58.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:58.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:58.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:58.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:58.554 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:58.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:58.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:58.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:58.554 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:58.566 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:58.566 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:58.566 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:58.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:58.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.567 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.567 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:58.567 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.567 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.567 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:58.567 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:58.677 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:11:58.677 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:11:58.677 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:11:58.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:58.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:58.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:11:58.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:58.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:58.680 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:11:58.680 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:58.680 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:58.680 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:11:58.680 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:11:58.694 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:58.694 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:58.694 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:58.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:58.695 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:58.695 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:58.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:58.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:58.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:58.695 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:58.695 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:58.695 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:58.695 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:58.731 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:58.731 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:58.731 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:58.731 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:58.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:58.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:58.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:58.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:58.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:58.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:58.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:58.732 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:58.732 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:58.791 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:58.791 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:58.791 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:58.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:58.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:58.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:58.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:58.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:58.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:58.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:58.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:58.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:58.794 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:58.878 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:11:58.878 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:11:58.878 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:11:58.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:58.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:58.879 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:11:58.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:58.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:58.879 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:11:58.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:58.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:58.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:11:58.879 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:11:58.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:58.943 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:59.024 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:59.025 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:59.025 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:59.025 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:59.025 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:59.025 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:59.025 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:59.026 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:59.026 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:59.026 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:59.026 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:59.026 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:59.026 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:59.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:59.066 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:59.067 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:59.067 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:59.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:59.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:59.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:59.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:59.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:59.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:59.068 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:59.068 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:59.068 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:59.068 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:59.153 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:59.154 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:59.154 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:59.155 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.155 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.155 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.155 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.156 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:59.311 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:59.311 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:59.311 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:59.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.313 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.313 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.313 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.313 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:59.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:59.443 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:59.533 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:59.753 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:59.754 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:59.754 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:59.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.754 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.754 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.754 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.755 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:59.835 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:59.835 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:59.835 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:59.836 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:59.836 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:59.836 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:59.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:59.836 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:59.836 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:59.837 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:59.837 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:59.837 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:59.837 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:59.855 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:59.855 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:11:59.855 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:11:59.856 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:11:59.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:59.856 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:59.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:59.856 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:59.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:59.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:11:59.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:11:59.855 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:59.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:59.856 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:59.856 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:59.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:59.856 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:59.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:11:59.857 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:11:59.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:59.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:59.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:59.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:59.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:59.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:59.857 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:11:59.913 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:59.942 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:11:59.974 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:11:59.974 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:11:59.974 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:11:59.975 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.975 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.975 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:11:59.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:11:59.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:11:59.976 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:11:59.986 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:11:59.986 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:11:59.986 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:11:59.987 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:59.987 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:59.987 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:11:59.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:59.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:59.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:11:59.988 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:59.988 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:59.988 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:11:59.988 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:00.017 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:00.018 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:00.018 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:00.018 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.018 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.019 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.019 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.019 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.019 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.019 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.019 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:00.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:00.052 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:00.052 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:00.052 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:00.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.053 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.053 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.053 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.053 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.053 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.053 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.053 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.053 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:00.352 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:00.352 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:00.352 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:00.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.353 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.353 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.353 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.353 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.353 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.354 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:00.413 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:00.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.432551 21390 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2936 milliseconds
23:12:00.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:00.433079 21392 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:00.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.433745 21380 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:00.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:11:57.497514 21389 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:00.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.437999 21380 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:00.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.441171 21380 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:00.442 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:00.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.442595 21380 hybrid_clock.cc:648] HybridClock initialized: now 1783465920442449 us; error 139 us; skew 500 ppm
23:12:00.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.443491 21380 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:00.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.454768 21380 webserver.cc:534] Webserver started at http://127.20.133.65:45619/ using document root <none> and password file <none>
23:12:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.455897 21380 fs_manager.cc:362] Metadata directory not provided
23:12:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.456152 21380 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:00.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.456723 21380 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.463388 21380 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/data/instance:
23:12:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70a7970ae0e14a8cb525eb391c2c3efb"
23:12:00.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-sprr"
23:12:00.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.464695 21380 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/wal/instance:
23:12:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70a7970ae0e14a8cb525eb391c2c3efb"
23:12:00.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-sprr"
23:12:00.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.473446 21380 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.004s
23:12:00.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.482028 21416 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:00.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.483405 21380 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.003s	sys 0.001s
23:12:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.483762 21380 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/wal
23:12:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "70a7970ae0e14a8cb525eb391c2c3efb"
23:12:00.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:00 on dist-test-slave-sprr"
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.484170 21380 fs_report.cc:389] FS layout report
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/wal
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/wal
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/data/data
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:00.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:00.513 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:00.513 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:00.514 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:00.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:00.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:00.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:00.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:00.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:00.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:00.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:00.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:00.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:00.515 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:00.518 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:00.519 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:00.519 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:00.519 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.519 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.519 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.519 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.519 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:00.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:00.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.574986 21380 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.576995 21380 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:00.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.577579 21380 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:00.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.591948 21380 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.608031 21380 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.608330 21380 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:00.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.608640 21380 ts_tablet_manager.cc:616] Registered 0 tablets
23:12:00.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:00.608857 21380 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:00.619 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RESTARTING to RUNNING.
23:12:00.620 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:12:00.620 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:12:00.621 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:12:00.621 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
23:12:00.622 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
23:12:00.622 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id 11148c1f12cc2257404ffa115a7cd97a
23:12:00.622 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:12:00.622 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 11148c1f12cc2257404ffa115a7cd97a.
23:12:00.624 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 11148c1f12cc2257404ffa115a7cd97a.
23:12:00.625 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
23:12:00.625 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
23:12:00.626 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@425159e9
23:12:00.626 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:00.626 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:12:00.627 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:12:00.629 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:12:00.632 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e49e938
23:12:00.635 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:00.637 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:00.638 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:00.639 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.639 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.639 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.640 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:00.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.642 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:00.657 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:00.658 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:00.659 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.659 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.659 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.660 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:00.661 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.661 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.661 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.670 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:00.677 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:00.684 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:00.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.687 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:00.687 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.687 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.687 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.688 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.688 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.688 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.688 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:00.697 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:00.698 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:00.698 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:00.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.699 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.699 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.699 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.699 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:00.717 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:00.718 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:00.718 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:00.718 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.718 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.718 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.718 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.719 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.719 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.719 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.718 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.719 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.719 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:00.757 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:00.758 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:00.758 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:00.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:00.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:00.818 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:00.818 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:00.818 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:00.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.818 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.818 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.819 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:00.850 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:00.850 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:00.851 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:00.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:00.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:00.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:00.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:00.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:00.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:00.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:00.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:00.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:00.852 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:00.910 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:00.911 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:00.911 [DEBUG - pool-260-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:00.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:00.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:00.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:00.912 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:00.913 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=26397), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [51ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [56ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [57ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [67ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [67ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [86ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [204ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [204ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [461ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [462ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [561ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [561ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [562ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1480ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1482ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3380ms] refreshing cache from master, [3380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3383ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [6420ms] refreshing cache from master, [6420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [6421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [6421ms] too many traces: truncated at 100 traces, deferred=Deferred@1805103290(state=PENDING, result=null, callback=(continuation of Deferred@1176704350 after retry RPC after error@521297523) -> (continuation of Deferred@793070401 after retry RPC after error@2038512755) -> (continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356), errback=(continuation of Deferred@1176704350 after retry RPC after error@521297523) -> (continuation of Deferred@793070401 after retry RPC after error@2038512755) -> (continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356)))
23:12:00.913 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:12:00.914 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:00.914 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=26397), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [51ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [56ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [57ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [67ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [67ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [86ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [204ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [204ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [461ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [462ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [561ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [561ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [562ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1480ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1482ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3380ms] refreshing cache from master, [3380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3383ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [6420ms] refreshing cache from master, [6420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [6421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [6421ms] too many traces: truncated at 100 traces, deferred=Deferred@1805103290(state=PENDING, result=null, callback=(continuation of Deferred@1176704350 after retry RPC after error@521297523) -> (continuation of Deferred@793070401 after retry RPC after error@2038512755) -> (continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356), errback=(continuation of Deferred@1176704350 after retry RPC after error@521297523) -> (continuation of Deferred@793070401 after retry RPC after error@2038512755) -> (continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:00.914 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
23:12:00.916 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
23:12:00.918 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=26397), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [23ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [51ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [56ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [57ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [67ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [67ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [86ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [181ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [204ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [204ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [461ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [462ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [561ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [561ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [562ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [562ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1480ms] refreshing cache from master, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1482ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3380ms] refreshing cache from master, [3380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3383ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [6420ms] refreshing cache from master, [6420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [6421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [6421ms] too many traces: truncated at 100 traces, deferred=Deferred@1805103290(state=PENDING, result=null, callback=(continuation of Deferred@1176704350 after retry RPC after error@521297523) -> (continuation of Deferred@793070401 after retry RPC after error@2038512755) -> (continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356), errback=(continuation of Deferred@1176704350 after retry RPC after error@521297523) -> (continuation of Deferred@793070401 after retry RPC after error@2038512755) -> (continuation of Deferred@659967992 after retry RPC after error@708476071) -> (continuation of Deferred@790636002 after retry RPC after error@1605560017) -> (continuation of Deferred@1250843472 after retry RPC after error@866703842) -> (continuation of Deferred@495576384 after retry RPC after error@1430588494) -> (continuation of Deferred@1839827309 after retry RPC after error@414923507) -> (continuation of Deferred@1246392129 after retry RPC after error@923807034) -> (continuation of Deferred@374552660 after retry RPC after error@1467937999) -> (continuation of Deferred@1322756358 after retry RPC after error@2023240731) -> (continuation of Deferred@2005279428 after retry RPC after error@1476294775) -> (continuation of Deferred@605185047 after retry RPC after error@487826530) -> (continuation of Deferred@1539646726 after retry RPC after error@2145174473) -> (continuation of Deferred@1222193913 after retry RPC after error@1223274292) -> (continuation of Deferred@989220410 after retry RPC after error@590151718) -> (continuation of Deferred@576892992 after retry RPC after error@662121271) -> (continuation of Deferred@796403325 after retry RPC after error@1679769476) -> (continuation of Deferred@1405641719 after retry RPC after error@1308152874) -> (continuation of Deferred@593319974 after retry RPC after error@1042526422) -> (continuation of Deferred@786742078 after retry RPC after error@624321356)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:00.920 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
23:12:00.920 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:00.920 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
23:12:00.920 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RUNNING to RESTARTING.
23:12:00.937 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:00.937 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:00.937 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:00.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:00.938 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.938 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.938 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:00.939 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.939 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.939 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:00.939 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:01.006 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:01.006 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:01.007 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:01.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.008 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.008 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.008 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:01.017 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:01.017 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:01.017 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:01.018 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.018 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.018 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.019 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.019 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.019 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:01.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.058274 21380 rpc_server.cc:307] RPC server started. Bound to: 127.20.133.65:40775
23:12:01.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.058336 21538 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.133.65:40775 every 8 connection(s)
23:12:01.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.062263 21380 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/data/info.pb
23:12:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.063721 21013 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 21380
23:12:01.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.064379 21013 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-0/wal/instance
23:12:01.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.087373 21013 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/wal
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/data
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/logs
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/data/info.pb
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.66:0
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.133.66
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.66
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:01.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:01.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.115214 21539 heartbeater.cc:344] Connected to a master server at 127.20.133.124:39773
23:12:01.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.115742 21539 heartbeater.cc:461] Registering TS with master...
23:12:01.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.117231 21539 heartbeater.cc:507] Master 127.20.133.124:39773 requested a full tablet report, sending...
23:12:01.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.118773 21540 heartbeater.cc:344] Connected to a master server at 127.20.133.125:35321
23:12:01.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.119163 21540 heartbeater.cc:461] Registering TS with master...
23:12:01.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.120225 21540 heartbeater.cc:507] Master 127.20.133.125:35321 requested a full tablet report, sending...
23:12:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.124123 21263 ts_manager.cc:194] Registered new tserver with Master: 70a7970ae0e14a8cb525eb391c2c3efb (127.20.133.65:40775)
23:12:01.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.124749 21136 ts_manager.cc:194] Registered new tserver with Master: 70a7970ae0e14a8cb525eb391c2c3efb (127.20.133.65:40775)
23:12:01.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.128026 21263 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.133.65:42709
23:12:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.141614 21541 heartbeater.cc:344] Connected to a master server at 127.20.133.126:37441
23:12:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.142025 21541 heartbeater.cc:461] Registering TS with master...
23:12:01.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.142680 21541 heartbeater.cc:507] Master 127.20.133.126:37441 requested a full tablet report, sending...
23:12:01.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.145996 21059 ts_manager.cc:194] Registered new tserver with Master: 70a7970ae0e14a8cb525eb391c2c3efb (127.20.133.65:40775)
23:12:01.177 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:01.178 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:01.178 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:01.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.179 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.179 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.179 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.179 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.179 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.179 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:01.299 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:01.414 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:01.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:01.484186 21548 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:01.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:01.484678 21548 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:01.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:01.485213 21548 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:01.495 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:01.496 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:01.496 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:01.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.497 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:01.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:01.524364 21548 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:01.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:01.525373 21548 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.133.66
23:12:01.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:01.566 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:01.566 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:01.567 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:01.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.567 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.568 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.568 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.568 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.588042 21548 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/data
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/wal
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.66:0
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/data/info.pb
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.66
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:01.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.133.66
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/logs
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:01.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.589792 21548 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:01.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:01.591853 21548 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:01.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:01.608363 21555 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:01.658 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:01.658 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:01.658 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:01.659 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.659 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.659 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:01.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:01.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:01.660 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:01.800 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:01.813 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:01.813 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:01.813 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:01.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:01.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:01.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:01.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:01.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:01.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:01.814 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:01.815 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:01.815 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:01.815 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:01.896 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:01.897 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:01.897 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:01.897 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.898 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.898 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.898 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.898 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.898 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.898 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:01.899 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27885), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [9ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [9ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [39ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [324ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [325ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [326ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [802ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [803ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1780ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1782ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2883ms] refreshing cache from master, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2884ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2885ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2887ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6362ms] refreshing cache from master, [6362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [6371ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [6372ms] too many traces: truncated at 100 traces, deferred=Deferred@559443306(state=PENDING, result=null, callback=(continuation of Deferred@133428267 after retry RPC after error@1932577198) -> (continuation of Deferred@1863512483 after retry RPC after error@230945302) -> (continuation of Deferred@352918825 after retry RPC after error@1610734495) -> (continuation of Deferred@409379285 after retry RPC after error@178758541) -> (continuation of Deferred@1461327781 after retry RPC after error@967435258) -> (continuation of Deferred@342656275 after retry RPC after error@601941976) -> (continuation of Deferred@616590142 after retry RPC after error@1375791727) -> (continuation of Deferred@582269217 after retry RPC after error@114185352) -> (continuation of Deferred@561010420 after retry RPC after error@1953927975) -> (continuation of Deferred@1930187065 after retry RPC after error@118628804) -> (continuation of Deferred@611717156 after retry RPC after error@1683570726) -> (continuation of Deferred@1976389645 after retry RPC after error@1665614705) -> (continuation of Deferred@2007275533 after retry RPC after error@1498590895) -> (continuation of Deferred@1174458544 after retry RPC after error@528830410) -> (continuation of Deferred@1278396615 after retry RPC after error@14233656) -> (continuation of Deferred@1075639747 after retry RPC after error@1968310549) -> (continuation of Deferred@805077896 after retry RPC after error@1726824127) -> (continuation of Deferred@1098415436 after retry RPC after error@612884183) -> (continuation of Deferred@1865218316 after retry RPC after error@1622878864) -> (continuation of Deferred@1647032790 after retry RPC after error@2017505826) -> (continuation of Deferred@1890373823 after retry RPC after error@1232767888) -> (continuation of Deferred@1981840992 after retry RPC after error@185336612), errback=(continuation of Deferred@133428267 after retry RPC after error@1932577198) -> (continuation of Deferred@1863512483 after retry RPC after error@230945302) -> (continuation of Deferred@352918825 after retry RPC after error@1610734495) -> (continuation of Deferred@409379285 after retry RPC after error@178758541) -> (continuation of Deferred@1461327781 after retry RPC after error@967435258) -> (continuation of Deferred@342656275 after retry RPC after error@601941976) -> (continuation of Deferred@616590142 after retry RPC after error@1375791727) -> (continuation of Deferred@582269217 after retry RPC after error@114185352) -> (continuation of Deferred@561010420 after retry RPC after error@1953927975) -> (continuation of Deferred@1930187065 after retry RPC after error@118628804) -> (continuation of Deferred@611717156 after retry RPC after error@1683570726) -> (continuation of Deferred@1976389645 after retry RPC after error@1665614705) -> (continuation of Deferred@2007275533 after retry RPC after error@1498590895) -> (continuation of Deferred@1174458544 after retry RPC after error@528830410) -> (continuation of Deferred@1278396615 after retry RPC after error@14233656) -> (continuation of Deferred@1075639747 after retry RPC after error@1968310549) -> (continuation of Deferred@805077896 after retry RPC after error@1726824127) -> (continuation of Deferred@1098415436 after retry RPC after error@612884183) -> (continuation of Deferred@1865218316 after retry RPC after error@1622878864) -> (continuation of Deferred@1647032790 after retry RPC after error@2017505826) -> (continuation of Deferred@1890373823 after retry RPC after error@1232767888) -> (continuation of Deferred@1981840992 after retry RPC after error@185336612)))
23:12:01.900 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:01.900 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:01.901 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:01.901 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27885), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [9ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [9ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [39ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [324ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [325ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [326ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [802ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [803ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1780ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1782ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2883ms] refreshing cache from master, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2884ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2885ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2887ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6362ms] refreshing cache from master, [6362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [6371ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [6372ms] too many traces: truncated at 100 traces, deferred=Deferred@559443306(state=PENDING, result=null, callback=(continuation of Deferred@133428267 after retry RPC after error@1932577198) -> (continuation of Deferred@1863512483 after retry RPC after error@230945302) -> (continuation of Deferred@352918825 after retry RPC after error@1610734495) -> (continuation of Deferred@409379285 after retry RPC after error@178758541) -> (continuation of Deferred@1461327781 after retry RPC after error@967435258) -> (continuation of Deferred@342656275 after retry RPC after error@601941976) -> (continuation of Deferred@616590142 after retry RPC after error@1375791727) -> (continuation of Deferred@582269217 after retry RPC after error@114185352) -> (continuation of Deferred@561010420 after retry RPC after error@1953927975) -> (continuation of Deferred@1930187065 after retry RPC after error@118628804) -> (continuation of Deferred@611717156 after retry RPC after error@1683570726) -> (continuation of Deferred@1976389645 after retry RPC after error@1665614705) -> (continuation of Deferred@2007275533 after retry RPC after error@1498590895) -> (continuation of Deferred@1174458544 after retry RPC after error@528830410) -> (continuation of Deferred@1278396615 after retry RPC after error@14233656) -> (continuation of Deferred@1075639747 after retry RPC after error@1968310549) -> (continuation of Deferred@805077896 after retry RPC after error@1726824127) -> (continuation of Deferred@1098415436 after retry RPC after error@612884183) -> (continuation of Deferred@1865218316 after retry RPC after error@1622878864) -> (continuation of Deferred@1647032790 after retry RPC after error@2017505826) -> (continuation of Deferred@1890373823 after retry RPC after error@1232767888) -> (continuation of Deferred@1981840992 after retry RPC after error@185336612), errback=(continuation of Deferred@133428267 after retry RPC after error@1932577198) -> (continuation of Deferred@1863512483 after retry RPC after error@230945302) -> (continuation of Deferred@352918825 after retry RPC after error@1610734495) -> (continuation of Deferred@409379285 after retry RPC after error@178758541) -> (continuation of Deferred@1461327781 after retry RPC after error@967435258) -> (continuation of Deferred@342656275 after retry RPC after error@601941976) -> (continuation of Deferred@616590142 after retry RPC after error@1375791727) -> (continuation of Deferred@582269217 after retry RPC after error@114185352) -> (continuation of Deferred@561010420 after retry RPC after error@1953927975) -> (continuation of Deferred@1930187065 after retry RPC after error@118628804) -> (continuation of Deferred@611717156 after retry RPC after error@1683570726) -> (continuation of Deferred@1976389645 after retry RPC after error@1665614705) -> (continuation of Deferred@2007275533 after retry RPC after error@1498590895) -> (continuation of Deferred@1174458544 after retry RPC after error@528830410) -> (continuation of Deferred@1278396615 after retry RPC after error@14233656) -> (continuation of Deferred@1075639747 after retry RPC after error@1968310549) -> (continuation of Deferred@805077896 after retry RPC after error@1726824127) -> (continuation of Deferred@1098415436 after retry RPC after error@612884183) -> (continuation of Deferred@1865218316 after retry RPC after error@1622878864) -> (continuation of Deferred@1647032790 after retry RPC after error@2017505826) -> (continuation of Deferred@1890373823 after retry RPC after error@1232767888) -> (continuation of Deferred@1981840992 after retry RPC after error@185336612)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27885), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [9ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [9ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [39ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [324ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [325ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [326ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [802ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [803ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1780ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1782ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2883ms] refreshing cache from master, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2884ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2885ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2887ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6362ms] refreshing cache from master, [6362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [6371ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [6372ms] too many traces: truncated at 100 traces, deferred=Deferred@559443306(state=PENDING, result=null, callback=(continuation of Deferred@133428267 after retry RPC after error@1932577198) -> (continuation of Deferred@1863512483 after retry RPC after error@230945302) -> (continuation of Deferred@352918825 after retry RPC after error@1610734495) -> (continuation of Deferred@409379285 after retry RPC after error@178758541) -> (continuation of Deferred@1461327781 after retry RPC after error@967435258) -> (continuation of Deferred@342656275 after retry RPC after error@601941976) -> (continuation of Deferred@616590142 after retry RPC after error@1375791727) -> (continuation of Deferred@582269217 after retry RPC after error@114185352) -> (continuation of Deferred@561010420 after retry RPC after error@1953927975) -> (continuation of Deferred@1930187065 after retry RPC after error@118628804) -> (continuation of Deferred@611717156 after retry RPC after error@1683570726) -> (continuation of Deferred@1976389645 after retry RPC after error@1665614705) -> (continuation of Deferred@2007275533 after retry RPC after error@1498590895) -> (continuation of Deferred@1174458544 after retry RPC after error@528830410) -> (continuation of Deferred@1278396615 after retry RPC after error@14233656) -> (continuation of Deferred@1075639747 after retry RPC after error@1968310549) -> (continuation of Deferred@805077896 after retry RPC after error@1726824127) -> (continuation of Deferred@1098415436 after retry RPC after error@612884183) -> (continuation of Deferred@1865218316 after retry RPC after error@1622878864) -> (continuation of Deferred@1647032790 after retry RPC after error@2017505826) -> (continuation of Deferred@1890373823 after retry RPC after error@1232767888) -> (continuation of Deferred@1981840992 after retry RPC after error@185336612), errback=(continuation of Deferred@133428267 after retry RPC after error@1932577198) -> (continuation of Deferred@1863512483 after retry RPC after error@230945302) -> (continuation of Deferred@352918825 after retry RPC after error@1610734495) -> (continuation of Deferred@409379285 after retry RPC after error@178758541) -> (continuation of Deferred@1461327781 after retry RPC after error@967435258) -> (continuation of Deferred@342656275 after retry RPC after error@601941976) -> (continuation of Deferred@616590142 after retry RPC after error@1375791727) -> (continuation of Deferred@582269217 after retry RPC after error@114185352) -> (continuation of Deferred@561010420 after retry RPC after error@1953927975) -> (continuation of Deferred@1930187065 after retry RPC after error@118628804) -> (continuation of Deferred@611717156 after retry RPC after error@1683570726) -> (continuation of Deferred@1976389645 after retry RPC after error@1665614705) -> (continuation of Deferred@2007275533 after retry RPC after error@1498590895) -> (continuation of Deferred@1174458544 after retry RPC after error@528830410) -> (continuation of Deferred@1278396615 after retry RPC after error@14233656) -> (continuation of Deferred@1075639747 after retry RPC after error@1968310549) -> (continuation of Deferred@805077896 after retry RPC after error@1726824127) -> (continuation of Deferred@1098415436 after retry RPC after error@612884183) -> (continuation of Deferred@1865218316 after retry RPC after error@1622878864) -> (continuation of Deferred@1647032790 after retry RPC after error@2017505826) -> (continuation of Deferred@1890373823 after retry RPC after error@1232767888) -> (continuation of Deferred@1981840992 after retry RPC after error@185336612)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:01.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.904 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:01.909 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27885), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [9ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [9ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [39ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [324ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [325ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [326ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [802ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [803ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1780ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1782ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2883ms] refreshing cache from master, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2884ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2885ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2887ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6362ms] refreshing cache from master, [6362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [6371ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [6372ms] too many traces: truncated at 100 traces, deferred=Deferred@559443306(state=PENDING, result=null, callback=(continuation of Deferred@133428267 after retry RPC after error@1932577198) -> (continuation of Deferred@1863512483 after retry RPC after error@230945302) -> (continuation of Deferred@352918825 after retry RPC after error@1610734495) -> (continuation of Deferred@409379285 after retry RPC after error@178758541) -> (continuation of Deferred@1461327781 after retry RPC after error@967435258) -> (continuation of Deferred@342656275 after retry RPC after error@601941976) -> (continuation of Deferred@616590142 after retry RPC after error@1375791727) -> (continuation of Deferred@582269217 after retry RPC after error@114185352) -> (continuation of Deferred@561010420 after retry RPC after error@1953927975) -> (continuation of Deferred@1930187065 after retry RPC after error@118628804) -> (continuation of Deferred@611717156 after retry RPC after error@1683570726) -> (continuation of Deferred@1976389645 after retry RPC after error@1665614705) -> (continuation of Deferred@2007275533 after retry RPC after error@1498590895) -> (continuation of Deferred@1174458544 after retry RPC after error@528830410) -> (continuation of Deferred@1278396615 after retry RPC after error@14233656) -> (continuation of Deferred@1075639747 after retry RPC after error@1968310549) -> (continuation of Deferred@805077896 after retry RPC after error@1726824127) -> (continuation of Deferred@1098415436 after retry RPC after error@612884183) -> (continuation of Deferred@1865218316 after retry RPC after error@1622878864) -> (continuation of Deferred@1647032790 after retry RPC after error@2017505826) -> (continuation of Deferred@1890373823 after retry RPC after error@1232767888) -> (continuation of Deferred@1981840992 after retry RPC after error@185336612), errback=(continuation of Deferred@133428267 after retry RPC after error@1932577198) -> (continuation of Deferred@1863512483 after retry RPC after error@230945302) -> (continuation of Deferred@352918825 after retry RPC after error@1610734495) -> (continuation of Deferred@409379285 after retry RPC after error@178758541) -> (continuation of Deferred@1461327781 after retry RPC after error@967435258) -> (continuation of Deferred@342656275 after retry RPC after error@601941976) -> (continuation of Deferred@616590142 after retry RPC after error@1375791727) -> (continuation of Deferred@582269217 after retry RPC after error@114185352) -> (continuation of Deferred@561010420 after retry RPC after error@1953927975) -> (continuation of Deferred@1930187065 after retry RPC after error@118628804) -> (continuation of Deferred@611717156 after retry RPC after error@1683570726) -> (continuation of Deferred@1976389645 after retry RPC after error@1665614705) -> (continuation of Deferred@2007275533 after retry RPC after error@1498590895) -> (continuation of Deferred@1174458544 after retry RPC after error@528830410) -> (continuation of Deferred@1278396615 after retry RPC after error@14233656) -> (continuation of Deferred@1075639747 after retry RPC after error@1968310549) -> (continuation of Deferred@805077896 after retry RPC after error@1726824127) -> (continuation of Deferred@1098415436 after retry RPC after error@612884183) -> (continuation of Deferred@1865218316 after retry RPC after error@1622878864) -> (continuation of Deferred@1647032790 after retry RPC after error@2017505826) -> (continuation of Deferred@1890373823 after retry RPC after error@1232767888) -> (continuation of Deferred@1981840992 after retry RPC after error@185336612)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27885), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [3ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [6ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [9ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [9ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [24ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [30ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [39ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [39ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [61ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [65ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [81ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [82ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [242ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [322ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [324ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [325ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [326ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [802ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [803ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [803ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1780ms] refreshing cache from master, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1782ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1782ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2883ms] refreshing cache from master, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2883ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2884ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2885ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2886ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2887ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [6362ms] refreshing cache from master, [6362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [6371ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [6371ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [6372ms] too many traces: truncated at 100 traces, deferred=Deferred@559443306(state=PENDING, result=null, callback=(continuation of Deferred@133428267 after retry RPC after error@1932577198) -> (continuation of Deferred@1863512483 after retry RPC after error@230945302) -> (continuation of Deferred@352918825 after retry RPC after error@1610734495) -> (continuation of Deferred@409379285 after retry RPC after error@178758541) -> (continuation of Deferred@1461327781 after retry RPC after error@967435258) -> (continuation of Deferred@342656275 after retry RPC after error@601941976) -> (continuation of Deferred@616590142 after retry RPC after error@1375791727) -> (continuation of Deferred@582269217 after retry RPC after error@114185352) -> (continuation of Deferred@561010420 after retry RPC after error@1953927975) -> (continuation of Deferred@1930187065 after retry RPC after error@118628804) -> (continuation of Deferred@611717156 after retry RPC after error@1683570726) -> (continuation of Deferred@1976389645 after retry RPC after error@1665614705) -> (continuation of Deferred@2007275533 after retry RPC after error@1498590895) -> (continuation of Deferred@1174458544 after retry RPC after error@528830410) -> (continuation of Deferred@1278396615 after retry RPC after error@14233656) -> (continuation of Deferred@1075639747 after retry RPC after error@1968310549) -> (continuation of Deferred@805077896 after retry RPC after error@1726824127) -> (continuation of Deferred@1098415436 after retry RPC after error@612884183) -> (continuation of Deferred@1865218316 after retry RPC after error@1622878864) -> (continuation of Deferred@1647032790 after retry RPC after error@2017505826) -> (continuation of Deferred@1890373823 after retry RPC after error@1232767888) -> (continuation of Deferred@1981840992 after retry RPC after error@185336612), errback=(continuation of Deferred@133428267 after retry RPC after error@1932577198) -> (continuation of Deferred@1863512483 after retry RPC after error@230945302) -> (continuation of Deferred@352918825 after retry RPC after error@1610734495) -> (continuation of Deferred@409379285 after retry RPC after error@178758541) -> (continuation of Deferred@1461327781 after retry RPC after error@967435258) -> (continuation of Deferred@342656275 after retry RPC after error@601941976) -> (continuation of Deferred@616590142 after retry RPC after error@1375791727) -> (continuation of Deferred@582269217 after retry RPC after error@114185352) -> (continuation of Deferred@561010420 after retry RPC after error@1953927975) -> (continuation of Deferred@1930187065 after retry RPC after error@118628804) -> (continuation of Deferred@611717156 after retry RPC after error@1683570726) -> (continuation of Deferred@1976389645 after retry RPC after error@1665614705) -> (continuation of Deferred@2007275533 after retry RPC after error@1498590895) -> (continuation of Deferred@1174458544 after retry RPC after error@528830410) -> (continuation of Deferred@1278396615 after retry RPC after error@14233656) -> (continuation of Deferred@1075639747 after retry RPC after error@1968310549) -> (continuation of Deferred@805077896 after retry RPC after error@1726824127) -> (continuation of Deferred@1098415436 after retry RPC after error@612884183) -> (continuation of Deferred@1865218316 after retry RPC after error@1622878864) -> (continuation of Deferred@1647032790 after retry RPC after error@2017505826) -> (continuation of Deferred@1890373823 after retry RPC after error@1232767888) -> (continuation of Deferred@1981840992 after retry RPC after error@185336612)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:01.910 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:12:01.910 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RUNNING to RESTARTING.
23:12:01.911 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
23:12:01.912 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
23:12:01.912 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:12:01.912 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
23:12:01.912 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:12:01.913 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
23:12:01.913 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
23:12:01.913 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
23:12:01.913 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
23:12:01.914 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
23:12:01.914 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:12:01.916 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:01.917 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:01.917 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:01.917 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.917 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.917 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.918 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:12:01.918 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
23:12:01.918 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:12:01.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.920 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:01.927 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:12:01.927 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to CANCELING.
23:12:01.927 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:12:01.928 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:12:01.928 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
23:12:01.928 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:12:01.933 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:12:01.933 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to CANCELING.
23:12:01.933 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:12:01.936 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:01.936 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:01.937 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:01.937 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.937 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.937 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.937 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.937 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.937 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.938 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:01.945 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:12:01.945 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:12:01.945 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:12:01.945 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:12:01.946 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
23:12:01.946 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:12:01.948 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:12:01.948 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:12:01.948 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:12:01.948 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:12:01.948 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:12:01.948 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
23:12:01.948 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:12:01.949 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
23:12:01.951 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:01.951 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CANCELING to CANCELED.
23:12:01.952 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:01.952 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CANCELING to CANCELED.
23:12:01.953 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:01.953 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:12:01.953 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c307ae8863c63d3de8666de8ff6a319
23:12:01.956 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:01.956 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:01.956 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:01.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.957 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.957 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.957 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.957 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:01.976 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:01.976 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:01.976 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:01.977 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.977 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.977 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:01.977 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:01.978 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.978 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.978 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:01.978 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:02.011 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:02.011 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:02.012 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:02.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:02.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:02.012 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:02.013 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:02.013 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:02.013 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:02.013 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:02.013 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:02.013 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:02.013 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:02.016 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:02.016 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:02.016 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.016 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.016 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.017 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.017 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.017 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.016 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:02.017 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.017 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.017 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.017 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:02.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:02.077 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:02.077 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:02.077 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:02.077 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.077 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.077 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.078 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:02.079 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:02.079 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:02.079 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:02.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:02.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:02.079 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:02.080 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:02.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:02.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:02.080 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:02.080 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:02.080 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:02.080 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:02.135 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:02.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:02.134626 21539 heartbeater.cc:499] Master 127.20.133.124:39773 was elected leader, sending a full tablet report...
23:12:02.135 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:02.135 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:02.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.137 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.137 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.137 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.137 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:02.153 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:02.153 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:02.153 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:02.153 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:02.153 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:02.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:02.153 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:02.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:02.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:02.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:02.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:02.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:02.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:02.177 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:02.178 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:02.178 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:02.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.178 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.178 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.179 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:02.180 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27626), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [29ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [34ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [45ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [47ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [50ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [63ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [63ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [80ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [81ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [141ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [202ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [203ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [483ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [483ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [621ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [622ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [622ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1522ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2160ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2163ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5420ms] refreshing cache from master, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5421ms] too many traces: truncated at 100 traces, deferred=Deferred@207647615(state=PENDING, result=null, callback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887), errback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887)))
23:12:02.180 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:02.181 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:02.181 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:02.181 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27626), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [29ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [34ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [45ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [47ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [50ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [63ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [63ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [80ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [81ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [141ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [202ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [203ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [483ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [483ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [621ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [622ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [622ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1522ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2160ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2163ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5420ms] refreshing cache from master, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5421ms] too many traces: truncated at 100 traces, deferred=Deferred@207647615(state=PENDING, result=null, callback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887), errback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27626), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [29ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [34ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [45ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [47ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [50ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [63ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [63ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [80ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [81ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [141ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [202ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [203ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [483ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [483ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [621ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [622ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [622ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1522ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2160ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2163ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5420ms] refreshing cache from master, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5421ms] too many traces: truncated at 100 traces, deferred=Deferred@207647615(state=PENDING, result=null, callback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887), errback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.189:39011
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:02.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.182 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.182 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.183 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.183 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.183 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.183 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:02.278 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:02.278 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:02.278 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:02.278 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:02.279 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:02.279 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:02.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.279 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.279 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.280 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:02.280 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27626), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [29ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [34ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [45ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [47ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [50ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [63ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [63ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [80ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [81ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [141ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [202ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [203ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [483ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [483ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [621ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [622ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [622ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1522ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2160ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2163ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5420ms] refreshing cache from master, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5421ms] too many traces: truncated at 100 traces, deferred=Deferred@207647615(state=PENDING, result=null, callback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887), errback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27626), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [29ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [31ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [34ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [34ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [45ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [47ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [49ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [50ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [62ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [63ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [63ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [80ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [81ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [102ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [141ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [141ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [201ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [202ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [203ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [221ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [480ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [482ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [483ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [483ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [621ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [621ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [622ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [622ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1522ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2160ms] refreshing cache from master, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2162ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2163ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2163ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5420ms] refreshing cache from master, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5421ms] too many traces: truncated at 100 traces, deferred=Deferred@207647615(state=PENDING, result=null, callback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887), errback=(continuation of Deferred@322444141 after retry RPC after error@1245474591) -> (continuation of Deferred@583012684 after retry RPC after error@766797280) -> (continuation of Deferred@2122637384 after retry RPC after error@1474903056) -> (continuation of Deferred@1971391952 after retry RPC after error@2064973285) -> (continuation of Deferred@583783535 after retry RPC after error@1021076890) -> (continuation of Deferred@1095630940 after retry RPC after error@493430341) -> (continuation of Deferred@1635643691 after retry RPC after error@1045604395) -> (continuation of Deferred@254739293 after retry RPC after error@1537234931) -> (continuation of Deferred@1431965957 after retry RPC after error@2128799861) -> (continuation of Deferred@161495327 after retry RPC after error@1348921367) -> (continuation of Deferred@1437669671 after retry RPC after error@1014620836) -> (continuation of Deferred@874077429 after retry RPC after error@1406680113) -> (continuation of Deferred@251490124 after retry RPC after error@2112012533) -> (continuation of Deferred@56804680 after retry RPC after error@298404001) -> (continuation of Deferred@1957417691 after retry RPC after error@522539475) -> (continuation of Deferred@175677434 after retry RPC after error@1362055764) -> (continuation of Deferred@2067300256 after retry RPC after error@1319502557) -> (continuation of Deferred@15717308 after retry RPC after error@737778695) -> (continuation of Deferred@319042471 after retry RPC after error@1833597936) -> (continuation of Deferred@323368918 after retry RPC after error@1949861917) -> (continuation of Deferred@1175655478 after retry RPC after error@2025349887)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.189:39011
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:02.281 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:12:02.281 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
23:12:02.281 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
23:12:02.282 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.282 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.282 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.282 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
23:12:02.282 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to CANCELING.
23:12:02.282 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
23:12:02.282 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.282 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.282 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.283 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.283 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
23:12:02.283 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.283 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
23:12:02.283 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.283 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:02.283 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
23:12:02.283 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
23:12:02.285 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:12:02.286 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
23:12:02.286 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
23:12:02.297 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:02.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.298 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.298 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:02.299 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:02.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.300 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:02.301 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:02.313 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
23:12:02.313 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
23:12:02.313 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
23:12:02.317 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:02.317 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:02.318 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:02.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.318 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.319 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.319 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.319 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.319 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.319 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.319 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.319 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:02.329 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:12:02.329 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
23:12:02.330 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
23:12:02.337 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:02.338 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:02.338 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:02.338 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.339 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.339 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.339 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.339 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.339 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.340 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:02.357 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:02.357 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:02.357 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:02.358 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.358 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:02.358 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.358 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.358 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:02.358 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:02.359 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.359 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.359 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.360 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:02.360 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.361 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.361 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:02.370 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
23:12:02.370 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to CANCELING.
23:12:02.370 [INFO - flink-pekko.actor.default-dispatcher-4] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
23:12:02.398 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:12:02.398 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
23:12:02.398 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
23:12:02.417 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
23:12:02.417 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:02.417 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
23:12:02.418 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
23:12:02.418 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.418 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.418 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.417 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:02.418 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:02.418 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CANCELING to CANCELED.
23:12:02.419 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.419 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.419 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.419 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.419 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:02.420 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:02.425 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
23:12:02.426 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:02.427 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CANCELING to CANCELED.
23:12:02.428 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 7fd90d75d429cae09c48b2e4b1f4e71b
23:12:02.438 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:02.438 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:02.438 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:02.439 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.439 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.439 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.439 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.439 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.439 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.440 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:02.458 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:02.459 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:02.459 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:02.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:02.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:02.460 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:02.460 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:02.460 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:02.460 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:02.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:02.460 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:02.460 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:02.460 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:02.497 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:02.497 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:02.497 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:02.497 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.498 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.499 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.499 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.499 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.499 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:02.516 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:02.516 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:02.516 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:02.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.517 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.517 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.517 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.517 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:02.531 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:02.534 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:02.534 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:02.534 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:02.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:02.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:02.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:02.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:02.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:02.535 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:02.535 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:02.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:02.535 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:02.535 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:02.578 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:02.578 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:02.578 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:02.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.580 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.580 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.580 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.580 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:02.617 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:02.617 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:02.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:02.618 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:02.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.619 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:02.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.619 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.619 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:02.619 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:02.800 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:02.804 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:02.805 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:02.805 [DEBUG - pool-250-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:02.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.805 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.805 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.805 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.805 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.806 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.805 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.806 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.806 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:02.807 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28809), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [10ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [12ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [13ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [13ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [27ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [27ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [48ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [53ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [53ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [53ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [661ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [761ms] refreshing cache from master, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [762ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [763ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [763ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2021ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2023ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [5241ms] refreshing cache from master, [5241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [5242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [5242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [5242ms] too many traces: truncated at 100 traces, deferred=Deferred@1788243586(state=PENDING, result=null, callback=(continuation of Deferred@1847543549 after retry RPC after error@424219963) -> (continuation of Deferred@97265533 after retry RPC after error@1551350584) -> (continuation of Deferred@1221277413 after retry RPC after error@435814922) -> (continuation of Deferred@2104048007 after retry RPC after error@472310633) -> (continuation of Deferred@231445014 after retry RPC after error@1156066295) -> (continuation of Deferred@1887016940 after retry RPC after error@1542397729) -> (continuation of Deferred@182807912 after retry RPC after error@265766992) -> (continuation of Deferred@858613937 after retry RPC after error@270041058) -> (continuation of Deferred@834129572 after retry RPC after error@68650250) -> (continuation of Deferred@1554456025 after retry RPC after error@252944064) -> (continuation of Deferred@14594920 after retry RPC after error@953768364) -> (continuation of Deferred@1559544507 after retry RPC after error@1333965435) -> (continuation of Deferred@976362768 after retry RPC after error@1221867459) -> (continuation of Deferred@852481400 after retry RPC after error@1745135664) -> (continuation of Deferred@1114960573 after retry RPC after error@729267999) -> (continuation of Deferred@1734331164 after retry RPC after error@718777071) -> (continuation of Deferred@1339245586 after retry RPC after error@1506444720) -> (continuation of Deferred@1079292606 after retry RPC after error@1472456841) -> (continuation of Deferred@48612791 after retry RPC after error@261044062) -> (continuation of Deferred@1789637971 after retry RPC after error@577015599) -> (continuation of Deferred@234892969 after retry RPC after error@2017713648) -> (continuation of Deferred@1341521542 after retry RPC after error@1231949216) -> (continuation of Deferred@1175721794 after retry RPC after error@551480877) -> (continuation of Deferred@1086268798 after retry RPC after error@2038768580) -> (continuation of Deferred@533562801 after retry RPC after error@1219870691), errback=(continuation of Deferred@1847543549 after retry RPC after error@424219963) -> (continuation of Deferred@97265533 after retry RPC after error@1551350584) -> (continuation of Deferred@1221277413 after retry RPC after error@435814922) -> (continuation of Deferred@2104048007 after retry RPC after error@472310633) -> (continuation of Deferred@231445014 after retry RPC after error@1156066295) -> (continuation of Deferred@1887016940 after retry RPC after error@1542397729) -> (continuation of Deferred@182807912 after retry RPC after error@265766992) -> (continuation of Deferred@858613937 after retry RPC after error@270041058) -> (continuation of Deferred@834129572 after retry RPC after error@68650250) -> (continuation of Deferred@1554456025 after retry RPC after error@252944064) -> (continuation of Deferred@14594920 after retry RPC after error@953768364) -> (continuation of Deferred@1559544507 after retry RPC after error@1333965435) -> (continuation of Deferred@976362768 after retry RPC after error@1221867459) -> (continuation of Deferred@852481400 after retry RPC after error@1745135664) -> (continuation of Deferred@1114960573 after retry RPC after error@729267999) -> (continuation of Deferred@1734331164 after retry RPC after error@718777071) -> (continuation of Deferred@1339245586 after retry RPC after error@1506444720) -> (continuation of Deferred@1079292606 after retry RPC after error@1472456841) -> (continuation of Deferred@48612791 after retry RPC after error@261044062) -> (continuation of Deferred@1789637971 after retry RPC after error@577015599) -> (continuation of Deferred@234892969 after retry RPC after error@2017713648) -> (continuation of Deferred@1341521542 after retry RPC after error@1231949216) -> (continuation of Deferred@1175721794 after retry RPC after error@551480877) -> (continuation of Deferred@1086268798 after retry RPC after error@2038768580) -> (continuation of Deferred@533562801 after retry RPC after error@1219870691)))
23:12:02.877 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:02.877 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:02.877 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:02.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:02.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.879 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.879 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:02.879 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.879 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.879 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:02.879 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:02.890 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:02.890 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:02.891 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:02.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.893 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:02.990 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:02.991 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:02.991 [DEBUG - pool-253-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:02.992 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.992 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.992 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:02.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:02.993 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.993 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.993 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:02.993 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:02.994 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28988), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [5ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [7ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [10ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [10ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [23ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [47ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [57ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [61ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [121ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [362ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [363ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [364ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [364ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [364ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [503ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [503ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1182ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2621ms] refreshing cache from master, [2621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2622ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2623ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2624ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2624ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3500ms] refreshing cache from master, [3500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3502ms] too many traces: truncated at 100 traces, deferred=Deferred@1475122514(state=PENDING, result=null, callback=(continuation of Deferred@1108516313 after retry RPC after error@2102327500) -> (continuation of Deferred@1954716477 after retry RPC after error@1199036154) -> (continuation of Deferred@299722648 after retry RPC after error@467625463) -> (continuation of Deferred@2078559938 after retry RPC after error@39683906) -> (continuation of Deferred@2026291510 after retry RPC after error@416736004) -> (continuation of Deferred@1092435074 after retry RPC after error@798282868) -> (continuation of Deferred@1628794817 after retry RPC after error@1324641828) -> (continuation of Deferred@1713746516 after retry RPC after error@1872493968) -> (continuation of Deferred@624618693 after retry RPC after error@1213342472) -> (continuation of Deferred@61775684 after retry RPC after error@870942172) -> (continuation of Deferred@1095175072 after retry RPC after error@408169187) -> (continuation of Deferred@1878508050 after retry RPC after error@282033493) -> (continuation of Deferred@1772908263 after retry RPC after error@1343640067) -> (continuation of Deferred@27327809 after retry RPC after error@1793990133) -> (continuation of Deferred@1614777625 after retry RPC after error@47930711) -> (continuation of Deferred@68678328 after retry RPC after error@512509562) -> (continuation of Deferred@46614519 after retry RPC after error@1521386269) -> (continuation of Deferred@1637296322 after retry RPC after error@500436252) -> (continuation of Deferred@630462894 after retry RPC after error@193773674) -> (continuation of Deferred@1401239777 after retry RPC after error@1845781344) -> (continuation of Deferred@1809342055 after retry RPC after error@112876774) -> (continuation of Deferred@2088906464 after retry RPC after error@835738995) -> (continuation of Deferred@416421448 after retry RPC after error@1281041624) -> (continuation of Deferred@566486685 after retry RPC after error@306908179) -> (continuation of Deferred@446904388 after retry RPC after error@265007660), errback=(continuation of Deferred@1108516313 after retry RPC after error@2102327500) -> (continuation of Deferred@1954716477 after retry RPC after error@1199036154) -> (continuation of Deferred@299722648 after retry RPC after error@467625463) -> (continuation of Deferred@2078559938 after retry RPC after error@39683906) -> (continuation of Deferred@2026291510 after retry RPC after error@416736004) -> (continuation of Deferred@1092435074 after retry RPC after error@798282868) -> (continuation of Deferred@1628794817 after retry RPC after error@1324641828) -> (continuation of Deferred@1713746516 after retry RPC after error@1872493968) -> (continuation of Deferred@624618693 after retry RPC after error@1213342472) -> (continuation of Deferred@61775684 after retry RPC after error@870942172) -> (continuation of Deferred@1095175072 after retry RPC after error@408169187) -> (continuation of Deferred@1878508050 after retry RPC after error@282033493) -> (continuation of Deferred@1772908263 after retry RPC after error@1343640067) -> (continuation of Deferred@27327809 after retry RPC after error@1793990133) -> (continuation of Deferred@1614777625 after retry RPC after error@47930711) -> (continuation of Deferred@68678328 after retry RPC after error@512509562) -> (continuation of Deferred@46614519 after retry RPC after error@1521386269) -> (continuation of Deferred@1637296322 after retry RPC after error@500436252) -> (continuation of Deferred@630462894 after retry RPC after error@193773674) -> (continuation of Deferred@1401239777 after retry RPC after error@1845781344) -> (continuation of Deferred@1809342055 after retry RPC after error@112876774) -> (continuation of Deferred@2088906464 after retry RPC after error@835738995) -> (continuation of Deferred@416421448 after retry RPC after error@1281041624) -> (continuation of Deferred@566486685 after retry RPC after error@306908179) -> (continuation of Deferred@446904388 after retry RPC after error@265007660)))
23:12:03.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:03.112 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:03.112 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:03.112 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:03.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:03.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:03.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:03.113 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:03.113 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:03.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:03.114 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:03.114 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:03.114 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:03.114 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:03.291 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:03.291 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:03.292 [DEBUG - pool-262-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:03.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:03.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:03.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:03.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:03.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:03.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:03.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:03.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:03.293 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:03.293 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:03.294 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28766), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [7ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [31ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [37ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [37ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [43ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [44ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [46ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [46ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [64ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [65ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [66ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [67ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [67ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [81ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [101ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [364ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [364ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [364ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [682ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [682ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [682ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [682ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1322ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [5180ms] refreshing cache from master, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [5181ms] too many traces: truncated at 100 traces, deferred=Deferred@2009341967(state=PENDING, result=null, callback=(continuation of Deferred@453356221 after retry RPC after error@280534169) -> (continuation of Deferred@529225035 after retry RPC after error@1234819821) -> (continuation of Deferred@2139078945 after retry RPC after error@729273859) -> (continuation of Deferred@1855188779 after retry RPC after error@1767513766) -> (continuation of Deferred@1747827813 after retry RPC after error@2113906861) -> (continuation of Deferred@216328846 after retry RPC after error@896690842) -> (continuation of Deferred@809055941 after retry RPC after error@813914799) -> (continuation of Deferred@454583979 after retry RPC after error@1033431528) -> (continuation of Deferred@1148092288 after retry RPC after error@1855062912) -> (continuation of Deferred@921112007 after retry RPC after error@1288332634) -> (continuation of Deferred@2070905148 after retry RPC after error@94307282) -> (continuation of Deferred@194559891 after retry RPC after error@342358799) -> (continuation of Deferred@319221470 after retry RPC after error@1853550335) -> (continuation of Deferred@542154884 after retry RPC after error@189044738) -> (continuation of Deferred@798025642 after retry RPC after error@371521969) -> (continuation of Deferred@869613425 after retry RPC after error@486421889) -> (continuation of Deferred@888880131 after retry RPC after error@94610012) -> (continuation of Deferred@521612078 after retry RPC after error@1915242352) -> (continuation of Deferred@534672914 after retry RPC after error@133666551) -> (continuation of Deferred@555713404 after retry RPC after error@289162216) -> (continuation of Deferred@2101270843 after retry RPC after error@1187358789) -> (continuation of Deferred@463259522 after retry RPC after error@1758258202) -> (continuation of Deferred@1664098105 after retry RPC after error@148640922) -> (continuation of Deferred@1971413716 after retry RPC after error@2053284938), errback=(continuation of Deferred@453356221 after retry RPC after error@280534169) -> (continuation of Deferred@529225035 after retry RPC after error@1234819821) -> (continuation of Deferred@2139078945 after retry RPC after error@729273859) -> (continuation of Deferred@1855188779 after retry RPC after error@1767513766) -> (continuation of Deferred@1747827813 after retry RPC after error@2113906861) -> (continuation of Deferred@216328846 after retry RPC after error@896690842) -> (continuation of Deferred@809055941 after retry RPC after error@813914799) -> (continuation of Deferred@454583979 after retry RPC after error@1033431528) -> (continuation of Deferred@1148092288 after retry RPC after error@1855062912) -> (continuation of Deferred@921112007 after retry RPC after error@1288332634) -> (continuation of Deferred@2070905148 after retry RPC after error@94307282) -> (continuation of Deferred@194559891 after retry RPC after error@342358799) -> (continuation of Deferred@319221470 after retry RPC after error@1853550335) -> (continuation of Deferred@542154884 after retry RPC after error@189044738) -> (continuation of Deferred@798025642 after retry RPC after error@371521969) -> (continuation of Deferred@869613425 after retry RPC after error@486421889) -> (continuation of Deferred@888880131 after retry RPC after error@94610012) -> (continuation of Deferred@521612078 after retry RPC after error@1915242352) -> (continuation of Deferred@534672914 after retry RPC after error@133666551) -> (continuation of Deferred@555713404 after retry RPC after error@289162216) -> (continuation of Deferred@2101270843 after retry RPC after error@1187358789) -> (continuation of Deferred@463259522 after retry RPC after error@1758258202) -> (continuation of Deferred@1664098105 after retry RPC after error@148640922) -> (continuation of Deferred@1971413716 after retry RPC after error@2053284938)))
23:12:03.297 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:03.298 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:03.298 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:03.298 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:03.298 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:03.298 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:03.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:03.299 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:03.299 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:03.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:03.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:03.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:03.299 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:03.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:03.357 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:03.357 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:03.358 [DEBUG - pool-248-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:03.358 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:03.358 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:03.358 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:03.359 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:03.359 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:03.359 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:03.366 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:03.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:03.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:03.366 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:03.376 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:03.377 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:03.377 [DEBUG - pool-256-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:03.377 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:03.377 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:03.377 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:03.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:03.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:03.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:03.379 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:03.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:03.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:03.379 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:03.380 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29367), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [6ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [6ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [26ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [35ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [35ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [58ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [59ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [83ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [163ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [163ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [283ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [283ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [283ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [558ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [559ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [561ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [744ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1421ms] refreshing cache from master, [1421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1423ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1423ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1740ms] refreshing cache from master, [1740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1743ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1743ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2881ms] refreshing cache from master, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2882ms] too many traces: truncated at 100 traces, deferred=Deferred@536053334(state=PENDING, result=null, callback=(continuation of Deferred@1183319075 after retry RPC after error@2022859437) -> (continuation of Deferred@915018528 after retry RPC after error@893973137) -> (continuation of Deferred@870797575 after retry RPC after error@1477167836) -> (continuation of Deferred@1056887278 after retry RPC after error@1288728794) -> (continuation of Deferred@1161195310 after retry RPC after error@1139609726) -> (continuation of Deferred@190109772 after retry RPC after error@1145909084) -> (continuation of Deferred@854882276 after retry RPC after error@422702884) -> (continuation of Deferred@873120502 after retry RPC after error@420490468) -> (continuation of Deferred@139076469 after retry RPC after error@513062295) -> (continuation of Deferred@2087442881 after retry RPC after error@1678032292) -> (continuation of Deferred@1032616922 after retry RPC after error@101665265) -> (continuation of Deferred@604515616 after retry RPC after error@1696619928) -> (continuation of Deferred@992786509 after retry RPC after error@1200631320) -> (continuation of Deferred@580152039 after retry RPC after error@1170161584) -> (continuation of Deferred@462363034 after retry RPC after error@1571361821) -> (continuation of Deferred@1558945309 after retry RPC after error@1620404367) -> (continuation of Deferred@62254798 after retry RPC after error@371792729) -> (continuation of Deferred@372401399 after retry RPC after error@1562949550) -> (continuation of Deferred@1900536155 after retry RPC after error@795533305) -> (continuation of Deferred@712643391 after retry RPC after error@855065625) -> (continuation of Deferred@2087990821 after retry RPC after error@93891397) -> (continuation of Deferred@2139206434 after retry RPC after error@2011096903) -> (continuation of Deferred@709239431 after retry RPC after error@1791260169) -> (continuation of Deferred@414109904 after retry RPC after error@407566429) -> (continuation of Deferred@58958793 after retry RPC after error@1245637006) -> (continuation of Deferred@620267593 after retry RPC after error@1807684763), errback=(continuation of Deferred@1183319075 after retry RPC after error@2022859437) -> (continuation of Deferred@915018528 after retry RPC after error@893973137) -> (continuation of Deferred@870797575 after retry RPC after error@1477167836) -> (continuation of Deferred@1056887278 after retry RPC after error@1288728794) -> (continuation of Deferred@1161195310 after retry RPC after error@1139609726) -> (continuation of Deferred@190109772 after retry RPC after error@1145909084) -> (continuation of Deferred@854882276 after retry RPC after error@422702884) -> (continuation of Deferred@873120502 after retry RPC after error@420490468) -> (continuation of Deferred@139076469 after retry RPC after error@513062295) -> (continuation of Deferred@2087442881 after retry RPC after error@1678032292) -> (continuation of Deferred@1032616922 after retry RPC after error@101665265) -> (continuation of Deferred@604515616 after retry RPC after error@1696619928) -> (continuation of Deferred@992786509 after retry RPC after error@1200631320) -> (continuation of Deferred@580152039 after retry RPC after error@1170161584) -> (continuation of Deferred@462363034 after retry RPC after error@1571361821) -> (continuation of Deferred@1558945309 after retry RPC after error@1620404367) -> (continuation of Deferred@62254798 after retry RPC after error@371792729) -> (continuation of Deferred@372401399 after retry RPC after error@1562949550) -> (continuation of Deferred@1900536155 after retry RPC after error@795533305) -> (continuation of Deferred@712643391 after retry RPC after error@855065625) -> (continuation of Deferred@2087990821 after retry RPC after error@93891397) -> (continuation of Deferred@2139206434 after retry RPC after error@2011096903) -> (continuation of Deferred@709239431 after retry RPC after error@1791260169) -> (continuation of Deferred@414109904 after retry RPC after error@407566429) -> (continuation of Deferred@58958793 after retry RPC after error@1245637006) -> (continuation of Deferred@620267593 after retry RPC after error@1807684763)))
23:12:03.497 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:03.498 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:03.498 [DEBUG - pool-264-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:03.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:03.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:03.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:03.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:03.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:03.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:03.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:03.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:03.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:03.500 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:03.501 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28973), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [17ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [18ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [20ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [21ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [50ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [53ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [55ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [55ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [68ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [68ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [68ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [283ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [284ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [284ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [284ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [285ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [285ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [443ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [942ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [945ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [945ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [945ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1802ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2660ms] refreshing cache from master, [2660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2663ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5640ms] refreshing cache from master, [5640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [5641ms] too many traces: truncated at 100 traces, deferred=Deferred@464385760(state=PENDING, result=null, callback=(continuation of Deferred@426511481 after retry RPC after error@813983574) -> (continuation of Deferred@1205079041 after retry RPC after error@859502829) -> (continuation of Deferred@1246508343 after retry RPC after error@1507939839) -> (continuation of Deferred@1043525318 after retry RPC after error@1512801405) -> (continuation of Deferred@1910896514 after retry RPC after error@586681068) -> (continuation of Deferred@185959595 after retry RPC after error@228319704) -> (continuation of Deferred@1394363918 after retry RPC after error@835813867) -> (continuation of Deferred@373713830 after retry RPC after error@1149357463) -> (continuation of Deferred@1968998199 after retry RPC after error@1212124846) -> (continuation of Deferred@1837225812 after retry RPC after error@665207302) -> (continuation of Deferred@911346938 after retry RPC after error@36486752) -> (continuation of Deferred@1635054086 after retry RPC after error@1951873628) -> (continuation of Deferred@1388629488 after retry RPC after error@897361526) -> (continuation of Deferred@1935574557 after retry RPC after error@1050068976) -> (continuation of Deferred@1246312095 after retry RPC after error@450262710) -> (continuation of Deferred@499086751 after retry RPC after error@354326687) -> (continuation of Deferred@375433581 after retry RPC after error@1068113617) -> (continuation of Deferred@1499432758 after retry RPC after error@946087650) -> (continuation of Deferred@735890242 after retry RPC after error@1156519038) -> (continuation of Deferred@1638686178 after retry RPC after error@2028348419) -> (continuation of Deferred@892167814 after retry RPC after error@165533881) -> (continuation of Deferred@169727789 after retry RPC after error@1125268561) -> (continuation of Deferred@500530147 after retry RPC after error@2049597680) -> (continuation of Deferred@518681639 after retry RPC after error@1288188703), errback=(continuation of Deferred@426511481 after retry RPC after error@813983574) -> (continuation of Deferred@1205079041 after retry RPC after error@859502829) -> (continuation of Deferred@1246508343 after retry RPC after error@1507939839) -> (continuation of Deferred@1043525318 after retry RPC after error@1512801405) -> (continuation of Deferred@1910896514 after retry RPC after error@586681068) -> (continuation of Deferred@185959595 after retry RPC after error@228319704) -> (continuation of Deferred@1394363918 after retry RPC after error@835813867) -> (continuation of Deferred@373713830 after retry RPC after error@1149357463) -> (continuation of Deferred@1968998199 after retry RPC after error@1212124846) -> (continuation of Deferred@1837225812 after retry RPC after error@665207302) -> (continuation of Deferred@911346938 after retry RPC after error@36486752) -> (continuation of Deferred@1635054086 after retry RPC after error@1951873628) -> (continuation of Deferred@1388629488 after retry RPC after error@897361526) -> (continuation of Deferred@1935574557 after retry RPC after error@1050068976) -> (continuation of Deferred@1246312095 after retry RPC after error@450262710) -> (continuation of Deferred@499086751 after retry RPC after error@354326687) -> (continuation of Deferred@375433581 after retry RPC after error@1068113617) -> (continuation of Deferred@1499432758 after retry RPC after error@946087650) -> (continuation of Deferred@735890242 after retry RPC after error@1156519038) -> (continuation of Deferred@1638686178 after retry RPC after error@2028348419) -> (continuation of Deferred@892167814 after retry RPC after error@165533881) -> (continuation of Deferred@169727789 after retry RPC after error@1125268561) -> (continuation of Deferred@500530147 after retry RPC after error@2049597680) -> (continuation of Deferred@518681639 after retry RPC after error@1288188703)))
23:12:03.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.007822 21554 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 21548
23:12:03.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.510771 21554 kernel_stack_watchdog.cc:198] Thread 21548 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 395ms:
23:12:03.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:12:03.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:12:03.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:12:03.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:12:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:01.610070 21556 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.513859 21557 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1902 milliseconds
23:12:03.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.512696 21548 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.902s	user 0.465s	sys 0.797s
23:12:03.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.514495 21548 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.904s	user 0.466s	sys 0.798s
23:12:03.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.514813 21548 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:03.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:03.514077 21558 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:03.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.519418 21548 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:03.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.521951 21548 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:03.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.523350 21548 hybrid_clock.cc:648] HybridClock initialized: now 1783465923523295 us; error 63 us; skew 500 ppm
23:12:03.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.524787 21548 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:03.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:03.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.533285 21548 webserver.cc:534] Webserver started at http://127.20.133.66:37483/ using document root <none> and password file <none>
23:12:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.534493 21548 fs_manager.cc:362] Metadata directory not provided
23:12:03.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.534750 21548 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:03.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.535271 21548 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.541640 21548 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/data/instance:
23:12:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc882330dd9349a9b3ceb1bfa2086756"
23:12:03.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:03 on dist-test-slave-sprr"
23:12:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.543126 21548 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/wal/instance:
23:12:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc882330dd9349a9b3ceb1bfa2086756"
23:12:03.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:03 on dist-test-slave-sprr"
23:12:03.554 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:03.555 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:03.555 [DEBUG - pool-252-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:03.555 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:03.555 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:03.555 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:03.556 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:03.556 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:03.556 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:03.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:03.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:03.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:03.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:03.557 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29550), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [4ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [6ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [8ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [9ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [21ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [27ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [27ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [57ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [57ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [81ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [101ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [141ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [282ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [282ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [282ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [282ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [501ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [501ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [502ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [781ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [781ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [781ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [782ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1080ms] refreshing cache from master, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1080ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1081ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1860ms] refreshing cache from master, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1861ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3840ms] refreshing cache from master, [3840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@1718381823(state=PENDING, result=null, callback=(continuation of Deferred@1358632175 after retry RPC after error@1625387919) -> (continuation of Deferred@986543046 after retry RPC after error@1069808628) -> (continuation of Deferred@924310671 after retry RPC after error@1543613673) -> (continuation of Deferred@226736108 after retry RPC after error@759161331) -> (continuation of Deferred@608547711 after retry RPC after error@1970415098) -> (continuation of Deferred@1709101167 after retry RPC after error@926717278) -> (continuation of Deferred@1047205517 after retry RPC after error@1515370831) -> (continuation of Deferred@1234978754 after retry RPC after error@442084810) -> (continuation of Deferred@2095062898 after retry RPC after error@867653984) -> (continuation of Deferred@406760067 after retry RPC after error@1331585971) -> (continuation of Deferred@867827365 after retry RPC after error@978111979) -> (continuation of Deferred@1472926355 after retry RPC after error@1798615074) -> (continuation of Deferred@386148151 after retry RPC after error@1266389929) -> (continuation of Deferred@1152077791 after retry RPC after error@181420744) -> (continuation of Deferred@1021043002 after retry RPC after error@732617683) -> (continuation of Deferred@903982286 after retry RPC after error@1034907320) -> (continuation of Deferred@1587452422 after retry RPC after error@588752453) -> (continuation of Deferred@464054581 after retry RPC after error@1572114006) -> (continuation of Deferred@2001756492 after retry RPC after error@1768674413) -> (continuation of Deferred@894855476 after retry RPC after error@1281988598) -> (continuation of Deferred@944231734 after retry RPC after error@255375087) -> (continuation of Deferred@161571317 after retry RPC after error@167215376) -> (continuation of Deferred@262081405 after retry RPC after error@1171938223) -> (continuation of Deferred@1207317544 after retry RPC after error@1924977351) -> (continuation of Deferred@84933390 after retry RPC after error@312467235) -> (continuation of Deferred@1690234412 after retry RPC after error@1879061142), errback=(continuation of Deferred@1358632175 after retry RPC after error@1625387919) -> (continuation of Deferred@986543046 after retry RPC after error@1069808628) -> (continuation of Deferred@924310671 after retry RPC after error@1543613673) -> (continuation of Deferred@226736108 after retry RPC after error@759161331) -> (continuation of Deferred@608547711 after retry RPC after error@1970415098) -> (continuation of Deferred@1709101167 after retry RPC after error@926717278) -> (continuation of Deferred@1047205517 after retry RPC after error@1515370831) -> (continuation of Deferred@1234978754 after retry RPC after error@442084810) -> (continuation of Deferred@2095062898 after retry RPC after error@867653984) -> (continuation of Deferred@406760067 after retry RPC after error@1331585971) -> (continuation of Deferred@867827365 after retry RPC after error@978111979) -> (continuation of Deferred@1472926355 after retry RPC after error@1798615074) -> (continuation of Deferred@386148151 after retry RPC after error@1266389929) -> (continuation of Deferred@1152077791 after retry RPC after error@181420744) -> (continuation of Deferred@1021043002 after retry RPC after error@732617683) -> (continuation of Deferred@903982286 after retry RPC after error@1034907320) -> (continuation of Deferred@1587452422 after retry RPC after error@588752453) -> (continuation of Deferred@464054581 after retry RPC after error@1572114006) -> (continuation of Deferred@2001756492 after retry RPC after error@1768674413) -> (continuation of Deferred@894855476 after retry RPC after error@1281988598) -> (continuation of Deferred@944231734 after retry RPC after error@255375087) -> (continuation of Deferred@161571317 after retry RPC after error@167215376) -> (continuation of Deferred@262081405 after retry RPC after error@1171938223) -> (continuation of Deferred@1207317544 after retry RPC after error@1924977351) -> (continuation of Deferred@84933390 after retry RPC after error@312467235) -> (continuation of Deferred@1690234412 after retry RPC after error@1879061142)))
23:12:03.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.563812 21548 fs_manager.cc:696] Time spent creating directory manager: real 0.020s	user 0.014s	sys 0.006s
23:12:03.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.575471 21589 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.576943 21548 fs_manager.cc:730] Time spent opening block manager: real 0.008s	user 0.003s	sys 0.003s
23:12:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.577335 21548 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/wal
23:12:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bc882330dd9349a9b3ceb1bfa2086756"
23:12:03.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:03 on dist-test-slave-sprr"
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.577848 21548 fs_report.cc:389] FS layout report
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/wal
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/wal
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/data/data
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:03.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:03.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.661487 21548 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:03.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.663606 21548 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:03.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.664146 21548 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:03.667 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.667627 21548 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:03.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.672562 21548 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:03.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.672747 21548 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:03.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.673012 21548 ts_tablet_manager.cc:616] Registered 0 tablets
23:12:03.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.673157 21548 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:03.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:03.857 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:03.857 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:03.858 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:03.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:03.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:03.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:03.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:03.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:03.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:03.861 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:03.861 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:03.861 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:03.861 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.890087 21548 rpc_server.cc:307] RPC server started. Bound to: 127.20.133.66:40129
23:12:03.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.890194 21702 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.133.66:40129 every 8 connection(s)
23:12:03.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.893266 21548 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/data/info.pb
23:12:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.894044 21013 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 21548
23:12:03.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.894340 21013 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-1/wal/instance
23:12:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.910499 21013 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/wal
23:12:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/data
23:12:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:03.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/logs
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/data/info.pb
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.67:0
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.133.67
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.67
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:03.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.948213 21705 heartbeater.cc:344] Connected to a master server at 127.20.133.126:37441
23:12:03.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.948714 21705 heartbeater.cc:461] Registering TS with master...
23:12:03.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.950047 21705 heartbeater.cc:507] Master 127.20.133.126:37441 requested a full tablet report, sending...
23:12:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.951423 21704 heartbeater.cc:344] Connected to a master server at 127.20.133.125:35321
23:12:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.951812 21704 heartbeater.cc:461] Registering TS with master...
23:12:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.952721 21704 heartbeater.cc:507] Master 127.20.133.125:35321 requested a full tablet report, sending...
23:12:03.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.953290 21059 ts_manager.cc:194] Registered new tserver with Master: bc882330dd9349a9b3ceb1bfa2086756 (127.20.133.66:40129)
23:12:03.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.955781 21136 ts_manager.cc:194] Registered new tserver with Master: bc882330dd9349a9b3ceb1bfa2086756 (127.20.133.66:40129)
23:12:03.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.957353 21703 heartbeater.cc:344] Connected to a master server at 127.20.133.124:39773
23:12:03.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.957752 21703 heartbeater.cc:461] Registering TS with master...
23:12:03.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.958556 21703 heartbeater.cc:507] Master 127.20.133.124:39773 requested a full tablet report, sending...
23:12:03.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.960454 21263 ts_manager.cc:194] Registered new tserver with Master: bc882330dd9349a9b3ceb1bfa2086756 (127.20.133.66:40129)
23:12:03.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:03.961710 21263 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.133.66:45841
23:12:04.002 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RESTARTING to RUNNING.
23:12:04.002 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 9c307ae8863c63d3de8666de8ff6a319 from Checkpoint 65 @ 1783465863518 for 9c307ae8863c63d3de8666de8ff6a319 located at file:/tmp/junit16081764617082026865/checkpoints/9c307ae8863c63d3de8666de8ff6a319/chk-65.
23:12:04.003 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
23:12:04.003 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:12:04.004 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
23:12:04.005 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:04.005 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
23:12:04.005 [INFO - Thread-41] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:12:04.005 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 6b8216d747499fdd765ce2b567992055
23:12:04.005 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
23:12:04.006 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.15.153.253:37081(127.15.153.253:37081)] disconnecting while in state TERMINATED
23:12:04.006 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.15.153.252:38525(127.15.153.252:38525)] disconnecting while in state TERMINATED
23:12:04.006 [DEBUG - Thread-41] (Connection.java:575) [peer master-127.15.153.254:35665(127.15.153.254:35665)] disconnecting while in state TERMINATED
23:12:04.006 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
23:12:04.006 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id bfc1f281532da150741ebe37e35f65fc
23:12:04.007 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
23:12:04.007 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
23:12:04.007 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 7d74b8666a09b18f8a6e06f293e59fd5
23:12:04.007 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
23:12:04.008 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
23:12:04.008 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 85bfe1384700b0a8fc9aea3230d7daee
23:12:04.008 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:04.009 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 6b8216d747499fdd765ce2b567992055.
23:12:04.010 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:04.012 [INFO - Thread-41] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:12:04.012 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 6b8216d747499fdd765ce2b567992055.
23:12:04.012 [INFO - Thread-41] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:12:04.013 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:04.014 [DEBUG - Thread-41] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:04.014 [INFO - Thread-41] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:12:04.014 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:12:04.016 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:04.016 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:04.017 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:04.017 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:04.017 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot bfc1f281532da150741ebe37e35f65fc.
23:12:04.018 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
23:12:04.018 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
23:12:04.018 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id bfc1f281532da150741ebe37e35f65fc.
23:12:04.019 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@521a9642
23:12:04.019 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:04.019 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:12:04.020 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:12:04.020 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:12:04.022 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f965fc0
23:12:04.025 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:04.026 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 7d74b8666a09b18f8a6e06f293e59fd5.
23:12:04.027 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 7d74b8666a09b18f8a6e06f293e59fd5.
23:12:04.028 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
23:12:04.028 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
23:12:04.029 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5cb1a71a
23:12:04.029 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:04.029 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:12:04.030 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.030 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:12:04.030 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:12:04.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:04.031 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.031 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.034 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@fb3fbe5
23:12:04.036 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:04.038 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.039 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.040 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 85bfe1384700b0a8fc9aea3230d7daee.
23:12:04.040 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
23:12:04.040 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
23:12:04.040 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.041 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 85bfe1384700b0a8fc9aea3230d7daee.
23:12:04.041 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4f199186
23:12:04.041 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:04.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.041 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:12:04.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.042 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:12:04.042 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:12:04.044 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@48419701
23:12:04.047 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:04.047 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.048 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:04.049 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.049 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.049 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.050 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.050 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.050 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.050 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.062 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
23:12:04.062 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
23:12:04.065 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@222bb360
23:12:04.065 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:04.066 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:12:04.066 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:12:04.066 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:12:04.069 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3e02a25f
23:12:04.071 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.071 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:04.072 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.073 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:04.073 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:04.074 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.074 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.076 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.076 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.077 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.077 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.077 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.080 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.082 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:04.082352 20859 debug-util.cc:398] Leaking SignalData structure 0x7b08000adba0 after lost signal to thread 20734
23:12:04.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.083 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.083 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.083 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.083 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.083 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:04.083909 20859 debug-util.cc:398] Leaking SignalData structure 0x7b08000add00 after lost signal to thread 20862
23:12:04.090 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.092 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:04.094 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.094 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.095 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.095 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.095 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.095 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.098 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.098 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.098 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.098 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.098 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.099 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.100 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.100 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.100 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.100 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.101 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.101 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.101 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.102 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.102 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.102 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.103 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.103 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.103 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.103 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.103 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.104 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.104 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.104 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.104 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.104 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.104 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.104 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.108 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:04.109 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:04.109 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.110 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.110 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.110 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:04.110 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.110 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.110 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.111 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.111 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.111 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.110 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.111 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.111 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.111 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.112 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.112 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.112 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.112 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.111 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.112 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.113 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:04.113 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.114 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.114 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.115 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.115 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.115 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.115 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.116 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.116 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.116 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.116 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.117 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.117 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.117 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.117 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.117 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.118 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.118 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.119 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.119 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.119 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.120 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.121 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.121 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.121 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.121 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.121 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.122 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.122 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.122 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.123 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.128 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:04.129 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:04.129 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.129 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:04.130 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.130 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.130 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.130 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.130 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.130 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.131 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.131 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.131 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:04.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.132 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.132 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.132 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.132 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.132 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.132 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.133 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.133 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.134 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.134 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.134 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.134 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.134 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.135 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.135 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.135 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.135 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.135 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.136 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.137 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.137 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.137 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.137 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.140 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.141 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.141 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.141 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.141 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.141 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.141 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.142 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.142 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.142 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.149 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:04.149 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:04.149 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:04.149 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.150 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.150 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.150 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.150 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.150 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.150 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.150 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:04.151 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.151 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.150 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.151 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.151 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.151 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.151 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.152 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.152 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.152 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.152 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.153 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.154 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.154 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.154 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.155 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.155 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.155 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.156 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.156 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.156 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.164 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.164 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.164 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.164 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.164 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.164 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.164 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.164 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.165 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.165 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:04.165 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.165 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.165 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.165 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.169 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:04.169 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:04.169 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:04.169 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.169 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.169 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.169 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.169 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.170 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:04.171 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.171 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.171 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.172 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.172 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.172 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.173 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.173 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.173 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.173 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.173 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.173 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.173 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.173 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.173 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.173 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.174 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.174 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.174 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.174 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.174 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.174 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.174 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.177 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.177 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.177 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.178 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.178 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.178 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.178 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.178 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.180 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.181 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.181 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.181 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.181 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.181 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.194 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.195 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.195 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.195 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.195 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.195 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.196 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.196 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.196 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.196 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.196 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.196 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.200 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.200 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.201 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.201 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.201 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.201 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.201 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.201 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.201 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.201 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.201 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.201 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.201 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.208 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:04.209 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:04.209 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:04.209 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.209 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.209 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.209 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.209 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.209 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.209 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:04.210 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.211 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.211 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.212 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.212 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.212 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.212 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.212 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.212 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.213 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.213 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.213 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.213 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.213 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.213 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.213 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.213 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.213 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.214 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.234 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.235 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.235 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.235 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.236 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.240 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.240 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.240 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.241 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.241 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.241 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.241 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.241 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.241 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.241 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.241 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.242 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.242 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.246 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:04.246 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:04.247 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:04.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:04.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:04.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:04.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:04.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:04.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:04.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:04.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:04.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:04.248 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:04.252 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.253 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.253 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.253 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.253 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.254 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.289 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:04.289 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:04.289 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:04.290 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.290 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.290 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.290 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.290 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.290 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.291 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:04.292 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.292 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.293 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.293 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.293 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.293 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.293 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.294 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.294 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.294 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.294 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.294 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.295 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.295 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.295 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.295 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.295 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.295 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.296 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.296 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.296 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.296 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.296 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.296 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.296 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.299 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:04.312 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:04.313 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:04.313 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:04.313 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:04.313 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:04.313 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:04.313 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:04.313 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:04.313 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:04.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:04.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:04.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:04.314 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:04.349 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:04.349 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:04.349 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:04.350 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.350 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.350 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.351 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:04.352 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.352 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.352 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.353 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.353 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.353 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.353 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.353 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:04.375916 21713 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:04.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:04.376600 21713 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:04.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:04.377341 21713 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:04.393 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.393 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.395 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.395 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:04.435350 21713 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:04.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:04.436573 21713 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.20.133.67
23:12:04.440 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.441 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.441 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.442 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.442 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.442 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.470 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:04.470 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:04.470 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:04.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.472 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:04.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:04.497987 21713 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:04.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.20.133.84:43869
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/data
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/wal
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.20.133.67:0
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/data/info.pb
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.20.133.67
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.20.133.126:37441,127.20.133.125:35321,127.20.133.124:39773
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.20.133.67
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/logs
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:04.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:04.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:04.499709 21713 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:04.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:04.502156 21713 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:04.518 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:04.519 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:04.519 [DEBUG - pool-266-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:04.519 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:04.519 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:04.519 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:04.519 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:04.519 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:04.519 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:04.519 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:04.519 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:04.519 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:04.520 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:04.521 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29968), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [22ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [45ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [56ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [56ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [63ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [81ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [82ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [103ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [482ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [483ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [483ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [484ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [484ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1383ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3280ms] refreshing cache from master, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3283ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3284ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3284ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3284ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [7121ms] refreshing cache from master, [7121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [7121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [7121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [7122ms] too many traces: truncated at 100 traces, deferred=Deferred@1857631914(state=PENDING, result=null, callback=(continuation of Deferred@2115232828 after retry RPC after error@73001135) -> (continuation of Deferred@1696334242 after retry RPC after error@1119320013) -> (continuation of Deferred@602163619 after retry RPC after error@1756611040) -> (continuation of Deferred@1839713349 after retry RPC after error@341301027) -> (continuation of Deferred@369048923 after retry RPC after error@1672827589) -> (continuation of Deferred@807632658 after retry RPC after error@451369210) -> (continuation of Deferred@1990109976 after retry RPC after error@1064631412) -> (continuation of Deferred@344252263 after retry RPC after error@881091973) -> (continuation of Deferred@935452262 after retry RPC after error@793646006) -> (continuation of Deferred@495161055 after retry RPC after error@180123815) -> (continuation of Deferred@867673464 after retry RPC after error@1815859995) -> (continuation of Deferred@1833917749 after retry RPC after error@81754491) -> (continuation of Deferred@181240061 after retry RPC after error@953956788) -> (continuation of Deferred@804089199 after retry RPC after error@1342623048) -> (continuation of Deferred@908748253 after retry RPC after error@1877146421) -> (continuation of Deferred@731932083 after retry RPC after error@1303023874) -> (continuation of Deferred@676004327 after retry RPC after error@1342729352) -> (continuation of Deferred@2016220871 after retry RPC after error@1637263937) -> (continuation of Deferred@295885741 after retry RPC after error@48077117) -> (continuation of Deferred@316025999 after retry RPC after error@1187403830) -> (continuation of Deferred@1103011056 after retry RPC after error@793047435), errback=(continuation of Deferred@2115232828 after retry RPC after error@73001135) -> (continuation of Deferred@1696334242 after retry RPC after error@1119320013) -> (continuation of Deferred@602163619 after retry RPC after error@1756611040) -> (continuation of Deferred@1839713349 after retry RPC after error@341301027) -> (continuation of Deferred@369048923 after retry RPC after error@1672827589) -> (continuation of Deferred@807632658 after retry RPC after error@451369210) -> (continuation of Deferred@1990109976 after retry RPC after error@1064631412) -> (continuation of Deferred@344252263 after retry RPC after error@881091973) -> (continuation of Deferred@935452262 after retry RPC after error@793646006) -> (continuation of Deferred@495161055 after retry RPC after error@180123815) -> (continuation of Deferred@867673464 after retry RPC after error@1815859995) -> (continuation of Deferred@1833917749 after retry RPC after error@81754491) -> (continuation of Deferred@181240061 after retry RPC after error@953956788) -> (continuation of Deferred@804089199 after retry RPC after error@1342623048) -> (continuation of Deferred@908748253 after retry RPC after error@1877146421) -> (continuation of Deferred@731932083 after retry RPC after error@1303023874) -> (continuation of Deferred@676004327 after retry RPC after error@1342729352) -> (continuation of Deferred@2016220871 after retry RPC after error@1637263937) -> (continuation of Deferred@295885741 after retry RPC after error@48077117) -> (continuation of Deferred@316025999 after retry RPC after error@1187403830) -> (continuation of Deferred@1103011056 after retry RPC after error@793047435)))
23:12:04.531 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:04.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:04.548240 21775 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:04.555 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.555 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.555 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.557 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.591 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.591 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.592 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.592 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.592 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.592 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.593 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.593 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.593 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.593 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.593 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.593 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.593 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.612 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:04.612 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:04.612 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:04.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:04.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:04.613 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:04.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:04.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:04.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:04.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:04.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:04.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:04.614 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:04.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:04.680 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.680 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.680 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.681 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.681 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.681 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.682 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.682 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.682 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.682 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.682 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.682 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.682 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:04.869 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:04.869 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:04.869 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:04.870 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.870 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:04.870 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.870 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.870 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:04.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:04.871 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:04.893 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:04.893 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:04.893 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:04.894 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.894 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.894 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:04.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:04.895 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.895 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.895 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:04.895 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:04.955 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:04.955 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:04.956 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:04.956 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:04.956 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:04.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:04.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:04.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:04.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:04.957 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:04.957 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:04.957 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:04.957 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:04.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:04.964687 21703 heartbeater.cc:499] Master 127.20.133.124:39773 was elected leader, sending a full tablet report...
23:12:05.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:05.054 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:05.054 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:05.055 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:05.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.056 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.056 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.056 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.056 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.057 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:05.138 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:05.138 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:05.138 [DEBUG - pool-258-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:05.139 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:05.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:05.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:05.139 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:05.139 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:05.139 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:05.140 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:05.140 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:05.140 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:05.140 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:05.152 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:05.153 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:05.153 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:05.153 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.154 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.154 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.155 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.155 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:05.165 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:05.175 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:05.175 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:05.175 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:05.176 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.176 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.176 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.176 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.176 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.177 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:05.271 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:05.272 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:05.272 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:05.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.274 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:05.289 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:05.290 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:05.290 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:05.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:05.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:05.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:05.291 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:05.291 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:05.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:05.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:05.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:05.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:05.292 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:05.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:05.377 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:05.377 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:05.377 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:05.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:05.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:05.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:05.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:05.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:05.379 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:05.378 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:05.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:05.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:05.379 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:05.539 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:05.570 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:05.570 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:05.570 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:05.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.571 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.571 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.572 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.572 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.572 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.572 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.572 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.572 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:05.573 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:05.573 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:05.574 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:05.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:05.574 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.574 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:05.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:05.579 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:05.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:05.700 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:05.700 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:05.700 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:05.701 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.701 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.701 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.701 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.701 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.701 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:05.774 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:05.775 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:05.775 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:05.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.776 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.776 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.776 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.776 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:05.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:05.911 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:05.911 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:05.911 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:05.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.912 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.913 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.913 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.913 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.913 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.913 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.913 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:05.913 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:05.914 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:05.914 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:05.914 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.914 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.914 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.915 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.915 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.915 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.915 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.915 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.915 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.915 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:05.920 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:05.920 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:05.920 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:05.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:05.921 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.921 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.921 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:05.921 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.921 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.921 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:05.921 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:06.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:06.165 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:06.273 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:06.273 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:06.273 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:06.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.275 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:06.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:06.313 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:06.313 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:06.314 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:06.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.314 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.314 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.314 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.315 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.315 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.315 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.315 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:06.393 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:06.393 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:06.393 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:06.393 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.395 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.395 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.395 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.396 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.396 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.396 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.396 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:06.532 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:06.656 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:06.656 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:06.656 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:06.656 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:06.656 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:06.656 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:06.656 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:06.656 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:06.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:06.657 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:06.657 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:06.657 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:06.657 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:06.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:06.713 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:06.714 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:06.714 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:06.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:06.717 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:06.717 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:06.717 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:06.717 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:06.717 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:06.718 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:06.718 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:06.718 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:06.718 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:06.718 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:06.718 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:06.718 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:06.718 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:06.729 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:06.729 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:06.729 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:06.730 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:06.730 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:06.730 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:06.730 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:06.730 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:06.730 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:06.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:06.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:06.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:06.731 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:06.792 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:06.792 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:06.793 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:06.793 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.793 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.793 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.794 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.794 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.794 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.795 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:06.800 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:06.814 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:06.815 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:06.815 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:06.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.816 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.816 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.816 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.816 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.816 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.817 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.817 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:06.854 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:06.855 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:06.855 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:06.855 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.856 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.856 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.857 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:06.871 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:06.871 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:06.871 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:06.872 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.872 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.872 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:06.872 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.873 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.873 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:06.873 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.873 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.873 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:06.873 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:06.960 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:06.960 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:06.961 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:06.961 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.961 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.962 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:06.973 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:06.973 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:06.973 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:06.973 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.973 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.974 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:06.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:06.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:06.974 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:07.006 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:07.007 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:07.007 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:07.007 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:07.007 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:07.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:07.007 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:07.008 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:07.008 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:07.008 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:07.008 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:07.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:07.008 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:07.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:07.155 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:07.155 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:07.155 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:07.156 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:07.156 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:07.156 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:07.156 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:07.156 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:07.156 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:07.157 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:07.157 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:07.157 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:07.157 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:07.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:07.190 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:07.191 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:07.191 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:07.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:07.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:07.192 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:07.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:07.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:07.192 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:07.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:07.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:07.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:07.193 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:07.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:07.392 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:07.393 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:07.393 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:07.394 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:07.394 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:07.394 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:07.394 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:07.394 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:07.394 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:07.395 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:07.395 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:07.395 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:07.395 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:07.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:05.939648 21774 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 21713
23:12:07.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:07.528409 21774 kernel_stack_watchdog.cc:198] Thread 21713 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 376ms:
23:12:07.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:12:07.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:12:07.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:12:07.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:12:07.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:07.528714 21713 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.968s	user 0.601s	sys 1.063s
23:12:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:07.529050 21713 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.968s	user 0.601s	sys 1.063s
23:12:07.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:07.529844 21777 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 2956 milliseconds
23:12:07.531 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:07.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:07.531555 21778 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:07.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.531505 21713 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:07.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:04.560390 21776 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:07.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.548147 21713 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:07.558 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.557431 21713 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:07.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.561121 21713 hybrid_clock.cc:648] HybridClock initialized: now 1783465927561000 us; error 100 us; skew 500 ppm
23:12:07.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.562350 21713 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:07.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.582172 21713 webserver.cc:534] Webserver started at http://127.20.133.67:42521/ using document root <none> and password file <none>
23:12:07.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.583642 21713 fs_manager.cc:362] Metadata directory not provided
23:12:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.583933 21713 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.584549 21713 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.590958 21713 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/data/instance:
23:12:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd3a3b7f136b4733bcd8e146dcbbd748"
23:12:07.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:07 on dist-test-slave-sprr"
23:12:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.592535 21713 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/wal/instance:
23:12:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd3a3b7f136b4733bcd8e146dcbbd748"
23:12:07.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:07 on dist-test-slave-sprr"
23:12:07.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.602283 21713 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.008s	sys 0.000s
23:12:07.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.609684 21790 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.611035 21713 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.003s
23:12:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.611429 21713 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/wal
23:12:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "bd3a3b7f136b4733bcd8e146dcbbd748"
23:12:07.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:07 on dist-test-slave-sprr"
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.611877 21713 fs_report.cc:389] FS layout report
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/wal
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/wal
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/data/data
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:07.612 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:07.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:07.669 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:07.669 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:07.669 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:07.669 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:07.669 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:07.669 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:07.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:07.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:07.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:07.670 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:07.670 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:07.670 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:07.670 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:07.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.680776 21713 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:07.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.682488 21713 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:07.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.682942 21713 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:07.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.686211 21713 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.690865 21713 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.691128 21713 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.691380 21713 ts_tablet_manager.cc:616] Registered 0 tablets
23:12:07.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.691519 21713 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:07.800 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:07.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.910310 21713 rpc_server.cc:307] RPC server started. Bound to: 127.20.133.67:42163
23:12:07.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.910415 21903 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.20.133.67:42163 every 8 connection(s)
23:12:07.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.913450 21713 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/data/info.pb
23:12:07.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.916772 21013 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 21713
23:12:07.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.917356 21013 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13780886670308882661/ts-2/wal/instance
23:12:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.960180 21904 heartbeater.cc:344] Connected to a master server at 127.20.133.124:39773
23:12:07.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.960712 21904 heartbeater.cc:461] Registering TS with master...
23:12:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.960391 21905 heartbeater.cc:344] Connected to a master server at 127.20.133.125:35321
23:12:07.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.961585 21905 heartbeater.cc:461] Registering TS with master...
23:12:07.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.962296 21904 heartbeater.cc:507] Master 127.20.133.124:39773 requested a full tablet report, sending...
23:12:07.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.963179 21905 heartbeater.cc:507] Master 127.20.133.125:35321 requested a full tablet report, sending...
23:12:07.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.965286 21262 ts_manager.cc:194] Registered new tserver with Master: bd3a3b7f136b4733bcd8e146dcbbd748 (127.20.133.67:42163)
23:12:07.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.967144 21262 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.20.133.67:56851
23:12:07.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.967092 21136 ts_manager.cc:194] Registered new tserver with Master: bd3a3b7f136b4733bcd8e146dcbbd748 (127.20.133.67:42163)
23:12:07.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.980299 21908 heartbeater.cc:344] Connected to a master server at 127.20.133.126:37441
23:12:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.980737 21908 heartbeater.cc:461] Registering TS with master...
23:12:07.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.981451 21908 heartbeater.cc:507] Master 127.20.133.126:37441 requested a full tablet report, sending...
23:12:07.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.984318 21059 ts_manager.cc:194] Registered new tserver with Master: bd3a3b7f136b4733bcd8e146dcbbd748 (127.20.133.67:42163)
23:12:07.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:07.993871 21013 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:12:08.009 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:12:08.009 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:12:08.010 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.133.126"
      port: 37441
    }
    bound_http_address {
      host: "127.20.133.126"
      port: 34433
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.133.125"
      port: 35321
    }
    bound_http_address {
      host: "127.20.133.125"
      port: 34621
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.133.124"
      port: 39773
    }
    bound_http_address {
      host: "127.20.133.124"
      port: 41567
    }
  }
}

23:12:08.011 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:12:08.011 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.20.133.65"
      port: 40775
    }
    bound_http_address {
      host: "127.20.133.65"
      port: 45619
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.20.133.66"
      port: 40129
    }
    bound_http_address {
      host: "127.20.133.66"
      port: 37483
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.20.133.67"
      port: 42163
    }
    bound_http_address {
      host: "127.20.133.67"
      port: 42521
    }
  }
}

23:12:08.012 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:12:08.013 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:08.014 [DEBUG - main] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:08.015 [DEBUG - main] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:08.015 [DEBUG - main] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:08.019 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.175.190:33135(127.19.175.190:33135)] Successfully connected to peer
23:12:08.021 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.175.189:40447(127.19.175.189:40447)] Successfully connected to peer
23:12:08.023 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.190
23:12:08.023 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.175.188:42277(127.19.175.188:42277)] Successfully connected to peer
23:12:08.026 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.189
23:12:08.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:08.034 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:08.035 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.188
23:12:08.039 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc5c0c32e, L:/127.0.0.1:54834 - R:/127.19.175.190:33135] using SASL/PLAIN
23:12:08.039 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:08.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:08.043 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xbf9518d0, L:/127.0.0.1:35218 - R:/127.19.175.189:40447] using SASL/PLAIN
23:12:08.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=29), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [28ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: OK, deferred=null) after lookup
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.045804 20214 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:54834:
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:08.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\004\001d\000\000\000\004\001\310\000\000\000"
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:08.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:08.050 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:08.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.050783 20214 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:12:08.054 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x0f0d9f51, L:/127.0.0.1:46886 - R:/127.19.175.188:42277] using SASL/PLAIN
23:12:08.057 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RESTARTING to RUNNING.
23:12:08.057 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 7fd90d75d429cae09c48b2e4b1f4e71b from Checkpoint 69 @ 1783465770871 for 7fd90d75d429cae09c48b2e4b1f4e71b located at file:/tmp/junit10017824425167261518/checkpoints/7fd90d75d429cae09c48b2e4b1f4e71b/chk-69.
23:12:08.058 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:12:08.058 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:12:08.059 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
23:12:08.059 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:08.060 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
23:12:08.060 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1682dde66f4047e52e61f55f08fc41cb
23:12:08.060 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
23:12:08.060 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 1682dde66f4047e52e61f55f08fc41cb.
23:12:08.061 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
23:12:08.061 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 9b262363fcd0868adf9df6b409251b5a
23:12:08.061 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
23:12:08.061 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 1682dde66f4047e52e61f55f08fc41cb.
23:12:08.062 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
23:12:08.062 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1505a094b005b0798120d2f5455849cd
23:12:08.062 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:08.062 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:08.063 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
23:12:08.064 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:12:08.065 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
23:12:08.065 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 0c6e0f99fd3d542b70060dcf08a47801
23:12:08.066 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 9b262363fcd0868adf9df6b409251b5a.
23:12:08.067 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 9b262363fcd0868adf9df6b409251b5a.
23:12:08.067 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
23:12:08.068 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
23:12:08.068 [INFO - Thread-42] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:12:08.068 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.11.198.190:45937(127.11.198.190:45937)] disconnecting while in state TERMINATED
23:12:08.068 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.11.198.188:43131(127.11.198.188:43131)] disconnecting while in state TERMINATED
23:12:08.068 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55e000f1
23:12:08.068 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:08.068 [DEBUG - Thread-42] (Connection.java:575) [peer master-127.11.198.189:39011(127.11.198.189:39011)] disconnecting while in state TERMINATED
23:12:08.068 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:12:08.069 [DEBUG - Thread-42] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:08.069 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
23:12:08.069 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
23:12:08.071 [INFO - Thread-42] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:12:08.071 [INFO - Thread-42] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:12:08.078 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@41c465a
23:12:08.081 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:08.083 [DEBUG - Thread-42] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:08.083 [INFO - Thread-42] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:12:08.085 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 1505a094b005b0798120d2f5455849cd.
23:12:08.086 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
23:12:08.086 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 1505a094b005b0798120d2f5455849cd.
23:12:08.086 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
23:12:08.087 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 0c6e0f99fd3d542b70060dcf08a47801.
23:12:08.088 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 0c6e0f99fd3d542b70060dcf08a47801.
23:12:08.089 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
23:12:08.089 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
23:12:08.087 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5eedc281
23:12:08.090 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:08.090 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@66a15125
23:12:08.090 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:08.091 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:12:08.091 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
23:12:08.091 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
23:12:08.092 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:12:08.092 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:12:08.092 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:12:08.094 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
23:12:08.094 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
23:12:08.094 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55af8750
23:12:08.094 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:08.095 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:12:08.095 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
23:12:08.095 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
23:12:08.097 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a6ad6db
23:12:08.099 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@e2b8bbc
23:12:08.102 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71dddf88
23:12:08.104 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.105 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:08.105 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:08.105 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:08.105 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:08.105 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:08.105 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:08.105 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:08.106 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.107 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.107 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.107 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.108 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.108 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.109 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.109 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.109 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.109 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.124 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.124 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.125 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.138 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.158 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:08.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:08.169 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.171 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.171 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.171 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.175 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.176 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.182 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.182 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.182 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.183 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.184 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.185 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.185 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.185 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.185 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.186 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.186 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.186 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.187 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.187 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.187 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.187 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.187 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.188 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.189 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.189 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.189 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.192 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.192 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.192 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.192 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.192 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.192 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:08.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.193 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.194 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.194 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.194 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.198 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c71c91bed2b7476a80edcc2129f4f2d1
23:12:08.199 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.206 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.207 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.208 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.208 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.208 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.208 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.209 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.209 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.210 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.210 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.210 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.210 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.211 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.211 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.211 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.211 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.212 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.212 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.212 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.212 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.213 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.213 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.213 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.213 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.214 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.214 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.220 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.225 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.226 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.228 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.228 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.235 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.239 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.244 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.247 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:08.247 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.249 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.249 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.249 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.249 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:08.249 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.259 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:08.259 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.257055 20798 tablet_service.cc:1511] Processing CreateTablet for tablet c911d56789f042f8ab83ecc33dcdfe78 (DEFAULT_TABLE table=replication_test_table [id=c71c91bed2b7476a80edcc2129f4f2d1]), partition=RANGE (key1) PARTITION VALUES < 100
23:12:08.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.254938 20796 tablet_service.cc:1511] Processing CreateTablet for tablet 240b26877e184065b5070d404524c904 (DEFAULT_TABLE table=replication_test_table [id=c71c91bed2b7476a80edcc2129f4f2d1]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:12:08.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.259734 20796 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 240b26877e184065b5070d404524c904. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:08.260 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.260 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.260 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.260571 20798 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c911d56789f042f8ab83ecc33dcdfe78. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:08.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.265339 20797 tablet_service.cc:1511] Processing CreateTablet for tablet b886a2c85a9b4bd0a4307407e70ce439 (DEFAULT_TABLE table=replication_test_table [id=c71c91bed2b7476a80edcc2129f4f2d1]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:12:08.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.267190 20797 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b886a2c85a9b4bd0a4307407e70ce439. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:08.270 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.270 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.270 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.271 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.272 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:08.272 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:08.272 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:08.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.274 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.274 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.274 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.274 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:08.278 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.279 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.279 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.279 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.281 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.279 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.281 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.281 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.281 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.285 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:08.301 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.301 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:08.302 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.302 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.303 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.303 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.303 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.303 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.304 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.304 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.305 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.305 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.305 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.306 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.306 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.306 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.306 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.306 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.307 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.305581 20936 tablet_service.cc:1511] Processing CreateTablet for tablet 240b26877e184065b5070d404524c904 (DEFAULT_TABLE table=replication_test_table [id=c71c91bed2b7476a80edcc2129f4f2d1]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:12:08.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.308148 20936 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 240b26877e184065b5070d404524c904. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:08.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.305475 20937 tablet_service.cc:1511] Processing CreateTablet for tablet b886a2c85a9b4bd0a4307407e70ce439 (DEFAULT_TABLE table=replication_test_table [id=c71c91bed2b7476a80edcc2129f4f2d1]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:12:08.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.310314 20937 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b886a2c85a9b4bd0a4307407e70ce439. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:08.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.312951 20658 tablet_service.cc:1511] Processing CreateTablet for tablet c911d56789f042f8ab83ecc33dcdfe78 (DEFAULT_TABLE table=replication_test_table [id=c71c91bed2b7476a80edcc2129f4f2d1]), partition=RANGE (key1) PARTITION VALUES < 100
23:12:08.313 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:08.314 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:08.314 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:08.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.315 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.315 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.315 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.315 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:08.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.312284 20657 tablet_service.cc:1511] Processing CreateTablet for tablet b886a2c85a9b4bd0a4307407e70ce439 (DEFAULT_TABLE table=replication_test_table [id=c71c91bed2b7476a80edcc2129f4f2d1]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:12:08.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.304149 20938 tablet_service.cc:1511] Processing CreateTablet for tablet c911d56789f042f8ab83ecc33dcdfe78 (DEFAULT_TABLE table=replication_test_table [id=c71c91bed2b7476a80edcc2129f4f2d1]), partition=RANGE (key1) PARTITION VALUES < 100
23:12:08.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.311643 20656 tablet_service.cc:1511] Processing CreateTablet for tablet 240b26877e184065b5070d404524c904 (DEFAULT_TABLE table=replication_test_table [id=c71c91bed2b7476a80edcc2129f4f2d1]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:12:08.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.316015 20938 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c911d56789f042f8ab83ecc33dcdfe78. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:08.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.317191 20657 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet b886a2c85a9b4bd0a4307407e70ce439. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:08.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.318135 20658 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c911d56789f042f8ab83ecc33dcdfe78. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:08.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.319521 20656 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 240b26877e184065b5070d404524c904. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:08.324 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.325 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.325 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.326 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.326 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.326 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.326 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.326 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.326 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.327 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.327 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.327 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.327 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.339 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.340 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.340 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.340 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.340 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.340 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.340 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.340 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.340 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.341 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.342 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.344 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.344 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.344 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.347 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.354 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:08.355 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.357 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.357 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.364 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:08.365 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.365 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.365 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.365 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.365 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.367 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.367 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.367 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.367 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.368 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.368 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.378 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.378 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.379 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.380 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.380 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.380 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.380 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.380 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.380 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.380 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.380 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.380 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.380 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.381 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:08.384 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.385 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.385 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.385 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.385 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.385 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.386 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.386 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.386 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.386 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.386 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.387 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.387 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.387 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.387 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.387 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.387 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.388 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.388 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.388 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.388 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.393 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:08.394 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:08.394 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:08.394 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.394 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.394 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.394 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.395 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.395 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.395 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.395 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.395 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.395 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.395 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:08.398 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.398 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.398 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:08.398 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.404 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.405 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.405 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.405611 21989 tablet_bootstrap.cc:492] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee: Bootstrap starting.
23:12:08.406 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.409 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.413 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:08.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.414 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:08.414 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:08.415 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:08.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:08.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:08.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:08.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:08.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:08.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:08.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:08.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:08.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:08.416 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:08.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.416769 21993 tablet_bootstrap.cc:492] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db: Bootstrap starting.
23:12:08.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.417987 21992 tablet_bootstrap.cc:492] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37: Bootstrap starting.
23:12:08.424 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.424 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:08.424 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.424 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.425 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.425 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.425 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.425 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.425 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.425 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.425 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.425 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.426 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.426 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.426 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.426 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.426 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:08.426 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.426 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.426 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.427 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.427 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.427 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.427 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.429350 21989 tablet_bootstrap.cc:654] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee: Neither blocks nor log segments found. Creating new log.
23:12:08.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.435758 21993 tablet_bootstrap.cc:654] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db: Neither blocks nor log segments found. Creating new log.
23:12:08.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.435868 21989 log.cc:826] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee: Log is configured to *not* fsync() on all Append() calls
23:12:08.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.436224 21992 tablet_bootstrap.cc:654] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37: Neither blocks nor log segments found. Creating new log.
23:12:08.438 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.438 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.438 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.438740 21993 log.cc:826] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db: Log is configured to *not* fsync() on all Append() calls
23:12:08.439 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.439 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.439 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.439 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:08.439 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:08.440 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:08.440 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.440 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.440 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.440 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.441 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.441 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.441 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.442 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:08.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.443149 21992 log.cc:826] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37: Log is configured to *not* fsync() on all Append() calls
23:12:08.445 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.445 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.445 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.445 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.445 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.445 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.445 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.445 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.445 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.446 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.452172 21992 tablet_bootstrap.cc:492] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37: No bootstrap required, opened a new log
23:12:08.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.452222 21989 tablet_bootstrap.cc:492] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee: No bootstrap required, opened a new log
23:12:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.452694 21992 ts_tablet_manager.cc:1403] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37: Time spent bootstrapping tablet: real 0.037s	user 0.002s	sys 0.015s
23:12:08.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.452811 21989 ts_tablet_manager.cc:1403] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee: Time spent bootstrapping tablet: real 0.053s	user 0.018s	sys 0.008s
23:12:08.458 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:08.458 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:08.458 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:08.459 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.459 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.459 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.459 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.459 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.459 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.460 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.460 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.460 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.460 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:08.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.463184 21993 tablet_bootstrap.cc:492] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db: No bootstrap required, opened a new log
23:12:08.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.463877 21993 ts_tablet_manager.cc:1403] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db: Time spent bootstrapping tablet: real 0.048s	user 0.023s	sys 0.009s
23:12:08.464 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.465 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.465 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.465 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.465 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.466 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.466 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.467 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.467 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.467 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.468 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.468 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.468 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.468 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.486143 21992 raft_consensus.cc:359] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.486004 21989 raft_consensus.cc:359] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.487010 21992 raft_consensus.cc:385] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.487022 21989 raft_consensus.cc:385] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.487308 21992 raft_consensus.cc:740] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 49de6847b7b34249a490a7d95d651d37, State: Initialized, Role: FOLLOWER
23:12:08.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.487414 21989 raft_consensus.cc:740] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 95a60117e18341f7b1205fa55c62fcee, State: Initialized, Role: FOLLOWER
23:12:08.488 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:08.488 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:08.489 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:08.489 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:08.489 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:08.489 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:08.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:08.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:08.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:08.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:08.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:08.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:08.490 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:08.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.488428 21989 consensus_queue.cc:260] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.488282 21992 consensus_queue.cc:260] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.498 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.498 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.498 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.499 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:08.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.500 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.500177 21992 ts_tablet_manager.cc:1434] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37: Time spent starting tablet: real 0.047s	user 0.039s	sys 0.000s
23:12:08.500 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.500 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.500 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.500967 21993 raft_consensus.cc:359] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.501945 21993 raft_consensus.cc:385] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:08.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.504 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.504 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.499 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:08.504 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:08.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.502228 21993 raft_consensus.cc:740] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5fcf2b8edfe64a57a48b2bea7a3032db, State: Initialized, Role: FOLLOWER
23:12:08.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.503280 21993 consensus_queue.cc:260] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.505 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.505 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.505 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.505 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:08.506 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.506 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.506 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.507 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.507 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.507 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.507 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.507 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.508 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.508 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.507845 21989 ts_tablet_manager.cc:1434] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee: Time spent starting tablet: real 0.055s	user 0.028s	sys 0.013s
23:12:08.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.508792 20870 tablet.cc:2406] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:08.524 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.525 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.525 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.516764 21989 tablet_bootstrap.cc:492] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee: Bootstrap starting.
23:12:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.518778 21993 ts_tablet_manager.cc:1434] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db: Time spent starting tablet: real 0.054s	user 0.030s	sys 0.011s
23:12:08.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.523870 21989 tablet_bootstrap.cc:654] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee: Neither blocks nor log segments found. Creating new log.
23:12:08.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.527 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.532 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:08.536 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.536096 21989 tablet_bootstrap.cc:492] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee: No bootstrap required, opened a new log
23:12:08.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.536567 21989 ts_tablet_manager.cc:1403] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee: Time spent bootstrapping tablet: real 0.020s	user 0.010s	sys 0.007s
23:12:08.538 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:08.539 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:08.539 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:08.539 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.539 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.539 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.540 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.540 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.540 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.540 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.540 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.540 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.540 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:08.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.538519 21993 tablet_bootstrap.cc:492] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db: Bootstrap starting.
23:12:08.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.543509 21989 raft_consensus.cc:359] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.544 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.544 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.544 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.545 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.545 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.545 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.545 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.545 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.545 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.546 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.544319 21989 raft_consensus.cc:385] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.544596 21989 raft_consensus.cc:740] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 95a60117e18341f7b1205fa55c62fcee, State: Initialized, Role: FOLLOWER
23:12:08.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.545707 21989 consensus_queue.cc:260] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.546 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.546 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.546 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.547 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.547 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.547 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.548 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.548 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.548 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.548411 21989 ts_tablet_manager.cc:1434] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee: Time spent starting tablet: real 0.012s	user 0.007s	sys 0.000s
23:12:08.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.549445 21989 tablet_bootstrap.cc:492] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee: Bootstrap starting.
23:12:08.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.551235 21993 tablet_bootstrap.cc:654] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db: Neither blocks nor log segments found. Creating new log.
23:12:08.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.556335 21989 tablet_bootstrap.cc:654] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee: Neither blocks nor log segments found. Creating new log.
23:12:08.558 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:08.558 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:08.559 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:08.559 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.559 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.559 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.559 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.559 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.559 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.559 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.559 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.559 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.559 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:08.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.568305 21993 tablet_bootstrap.cc:492] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db: No bootstrap required, opened a new log
23:12:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.568765 21993 ts_tablet_manager.cc:1403] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db: Time spent bootstrapping tablet: real 0.030s	user 0.009s	sys 0.009s
23:12:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.568848 21989 tablet_bootstrap.cc:492] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee: No bootstrap required, opened a new log
23:12:08.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.569363 21989 ts_tablet_manager.cc:1403] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee: Time spent bootstrapping tablet: real 0.020s	user 0.009s	sys 0.006s
23:12:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.571854 21993 raft_consensus.cc:359] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.572640 21993 raft_consensus.cc:385] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.572399 21989 raft_consensus.cc:359] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.572921 21993 raft_consensus.cc:740] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5fcf2b8edfe64a57a48b2bea7a3032db, State: Initialized, Role: FOLLOWER
23:12:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.573144 21989 raft_consensus.cc:385] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:08.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.573479 21989 raft_consensus.cc:740] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 95a60117e18341f7b1205fa55c62fcee, State: Initialized, Role: FOLLOWER
23:12:08.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.573764 21993 consensus_queue.cc:260] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.574260 21989 consensus_queue.cc:260] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.579 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:08.579 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:08.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.576829 21989 ts_tablet_manager.cc:1434] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee: Time spent starting tablet: real 0.007s	user 0.003s	sys 0.003s
23:12:08.580 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:08.580 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.580 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.580 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.581 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.581 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.581 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.581 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:08.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.591396 21993 ts_tablet_manager.cc:1434] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db: Time spent starting tablet: real 0.022s	user 0.008s	sys 0.000s
23:12:08.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.594621 21992 tablet_bootstrap.cc:492] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37: Bootstrap starting.
23:12:08.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.595135 21993 tablet_bootstrap.cc:492] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db: Bootstrap starting.
23:12:08.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.602932 21993 tablet_bootstrap.cc:654] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db: Neither blocks nor log segments found. Creating new log.
23:12:08.605 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.605 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.605 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.606 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.606 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.606 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.606 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.606 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.607 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.607 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.607 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.620616 21993 tablet_bootstrap.cc:492] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db: No bootstrap required, opened a new log
23:12:08.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.620996 21993 ts_tablet_manager.cc:1403] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db: Time spent bootstrapping tablet: real 0.026s	user 0.013s	sys 0.008s
23:12:08.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.623123 21992 tablet_bootstrap.cc:654] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37: Neither blocks nor log segments found. Creating new log.
23:12:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.623440 21993 raft_consensus.cc:359] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.624056 21993 raft_consensus.cc:385] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:08.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.624260 21993 raft_consensus.cc:740] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 5fcf2b8edfe64a57a48b2bea7a3032db, State: Initialized, Role: FOLLOWER
23:12:08.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.624920 21993 consensus_queue.cc:260] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.627980 21993 ts_tablet_manager.cc:1434] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db: Time spent starting tablet: real 0.007s	user 0.004s	sys 0.004s
23:12:08.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:08.664 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.664639 21992 tablet_bootstrap.cc:492] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37: No bootstrap required, opened a new log
23:12:08.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.665097 21992 ts_tablet_manager.cc:1403] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37: Time spent bootstrapping tablet: real 0.071s	user 0.012s	sys 0.000s
23:12:08.666 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.667 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.667 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.668 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.668 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.668 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.668 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.668 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.668 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.670552 21992 raft_consensus.cc:359] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.671469 21992 raft_consensus.cc:385] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:08.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.672297 21992 raft_consensus.cc:740] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 49de6847b7b34249a490a7d95d651d37, State: Initialized, Role: FOLLOWER
23:12:08.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.673324 21992 consensus_queue.cc:260] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.686185 21992 ts_tablet_manager.cc:1434] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37: Time spent starting tablet: real 0.021s	user 0.006s	sys 0.003s
23:12:08.693 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:08.694 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:08.694 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:08.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:08.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:08.697 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.698 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:08.698 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:08.698 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:08.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.700 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.700 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.702 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.702 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:08.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.700860 21010 tablet.cc:2406] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:08.705 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.705 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.705 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.705369 21998 raft_consensus.cc:493] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:08.706 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.706 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.706 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.706138 21998 raft_consensus.cc:515] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.707 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.709 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.709 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:08.710 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:08.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:08.710031 20731 tablet.cc:2406] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:08.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.712380 21992 tablet_bootstrap.cc:492] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37: Bootstrap starting.
23:12:08.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.718727 21998 leader_election.cc:290] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49de6847b7b34249a490a7d95d651d37 (127.19.175.130:42201), 5fcf2b8edfe64a57a48b2bea7a3032db (127.19.175.129:42431)
23:12:08.736 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:08.736 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:08.736 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:08.736 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:08.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:08.736 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:08.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:08.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:08.737 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:08.737 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:08.737 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:08.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:08.737 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:08.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.726157 21992 tablet_bootstrap.cc:654] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37: Neither blocks nor log segments found. Creating new log.
23:12:08.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.761587 20818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c911d56789f042f8ab83ecc33dcdfe78" candidate_uuid: "95a60117e18341f7b1205fa55c62fcee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49de6847b7b34249a490a7d95d651d37" is_pre_election: true
23:12:08.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.762987 20818 raft_consensus.cc:2468] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 95a60117e18341f7b1205fa55c62fcee in term 0.
23:12:08.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.764550 20678 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c911d56789f042f8ab83ecc33dcdfe78" candidate_uuid: "95a60117e18341f7b1205fa55c62fcee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" is_pre_election: true
23:12:08.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.765498 20678 raft_consensus.cc:2468] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 95a60117e18341f7b1205fa55c62fcee in term 0.
23:12:08.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.767319 20892 leader_election.cc:304] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49de6847b7b34249a490a7d95d651d37, 95a60117e18341f7b1205fa55c62fcee; no voters: 
23:12:08.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.768263 21998 raft_consensus.cc:2804] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:08.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.768685 21998 raft_consensus.cc:493] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:08.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.769238 21998 raft_consensus.cc:3060] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Advancing to term 1
23:12:08.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.776710 21998 raft_consensus.cc:515] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.779654 21998 leader_election.cc:290] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [CANDIDATE]: Term 1 election: Requested vote from peers 49de6847b7b34249a490a7d95d651d37 (127.19.175.130:42201), 5fcf2b8edfe64a57a48b2bea7a3032db (127.19.175.129:42431)
23:12:08.780 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.780428 20818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c911d56789f042f8ab83ecc33dcdfe78" candidate_uuid: "95a60117e18341f7b1205fa55c62fcee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49de6847b7b34249a490a7d95d651d37"
23:12:08.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.780921 20818 raft_consensus.cc:3060] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Advancing to term 1
23:12:08.784 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.784 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.784 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.785 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.785 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.785 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.781399 20678 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c911d56789f042f8ab83ecc33dcdfe78" candidate_uuid: "95a60117e18341f7b1205fa55c62fcee" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db"
23:12:08.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.782076 20678 raft_consensus.cc:3060] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Advancing to term 1
23:12:08.785 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.786 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.786 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.786 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.786 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.786 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.786 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.787294 20818 raft_consensus.cc:2468] T c911d56789f042f8ab83ecc33dcdfe78 P 49de6847b7b34249a490a7d95d651d37 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 95a60117e18341f7b1205fa55c62fcee in term 1.
23:12:08.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:08.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.788859 20892 leader_election.cc:304] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49de6847b7b34249a490a7d95d651d37, 95a60117e18341f7b1205fa55c62fcee; no voters: 
23:12:08.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.791164 20678 raft_consensus.cc:2468] T c911d56789f042f8ab83ecc33dcdfe78 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 95a60117e18341f7b1205fa55c62fcee in term 1.
23:12:08.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.796444 21992 tablet_bootstrap.cc:492] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37: No bootstrap required, opened a new log
23:12:08.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.797349 21992 ts_tablet_manager.cc:1403] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37: Time spent bootstrapping tablet: real 0.086s	user 0.013s	sys 0.026s
23:12:08.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.789690 21998 raft_consensus.cc:2804] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [term 1 FOLLOWER]: Leader election won for term 1
23:12:08.800 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.803958 21992 raft_consensus.cc:359] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.805012 21992 raft_consensus.cc:385] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:08.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.805505 21992 raft_consensus.cc:740] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 49de6847b7b34249a490a7d95d651d37, State: Initialized, Role: FOLLOWER
23:12:08.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.807307 21998 raft_consensus.cc:697] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [term 1 LEADER]: Becoming Leader. State: Replica: 95a60117e18341f7b1205fa55c62fcee, State: Running, Role: LEADER
23:12:08.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.807996 21992 consensus_queue.cc:260] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.808389 21998 consensus_queue.cc:237] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.815025 21992 ts_tablet_manager.cc:1434] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37: Time spent starting tablet: real 0.017s	user 0.008s	sys 0.000s
23:12:08.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.823360 21999 raft_consensus.cc:493] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:08.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.824007 21999 raft_consensus.cc:515] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.831604 21999 leader_election.cc:290] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 5fcf2b8edfe64a57a48b2bea7a3032db (127.19.175.129:42431), 95a60117e18341f7b1205fa55c62fcee (127.19.175.131:34565)
23:12:08.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.846333 20214 catalog_manager.cc:5696] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee reported cstate change: term changed from 0 to 1, leader changed from <none> to 95a60117e18341f7b1205fa55c62fcee (127.19.175.131). New cstate: current_term: 1 leader_uuid: "95a60117e18341f7b1205fa55c62fcee" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } health_report { overall_health: HEALTHY } } }
23:12:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.865792 20678 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b886a2c85a9b4bd0a4307407e70ce439" candidate_uuid: "49de6847b7b34249a490a7d95d651d37" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" is_pre_election: true
23:12:08.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.866425 20678 raft_consensus.cc:2468] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 49de6847b7b34249a490a7d95d651d37 in term 0.
23:12:08.869 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:08.869 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:08.869 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:08.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:08.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:08.869 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:08.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:08.869 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:08.870 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:08.870 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:08.870 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:08.870 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:08.870 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:08.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.871199 20753 leader_election.cc:304] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49de6847b7b34249a490a7d95d651d37, 5fcf2b8edfe64a57a48b2bea7a3032db; no voters: 
23:12:08.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.872359 21999 raft_consensus.cc:2804] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.872745 21999 raft_consensus.cc:493] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:08.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.873056 21999 raft_consensus.cc:3060] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Advancing to term 1
23:12:08.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.881476 21999 raft_consensus.cc:515] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.883656 21999 leader_election.cc:290] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [CANDIDATE]: Term 1 election: Requested vote from peers 5fcf2b8edfe64a57a48b2bea7a3032db (127.19.175.129:42431), 95a60117e18341f7b1205fa55c62fcee (127.19.175.131:34565)
23:12:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.884713 20678 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b886a2c85a9b4bd0a4307407e70ce439" candidate_uuid: "49de6847b7b34249a490a7d95d651d37" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db"
23:12:08.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.885236 20678 raft_consensus.cc:3060] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Advancing to term 1
23:12:08.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.897169 20958 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b886a2c85a9b4bd0a4307407e70ce439" candidate_uuid: "49de6847b7b34249a490a7d95d651d37" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "95a60117e18341f7b1205fa55c62fcee" is_pre_election: true
23:12:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.898000 20958 raft_consensus.cc:2468] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 49de6847b7b34249a490a7d95d651d37 in term 0.
23:12:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.899411 20957 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "b886a2c85a9b4bd0a4307407e70ce439" candidate_uuid: "49de6847b7b34249a490a7d95d651d37" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "95a60117e18341f7b1205fa55c62fcee"
23:12:08.902 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.900038 20957 raft_consensus.cc:3060] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Advancing to term 1
23:12:08.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.925079 20678 raft_consensus.cc:2468] T b886a2c85a9b4bd0a4307407e70ce439 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 49de6847b7b34249a490a7d95d651d37 in term 1.
23:12:08.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.918816 20957 raft_consensus.cc:2468] T b886a2c85a9b4bd0a4307407e70ce439 P 95a60117e18341f7b1205fa55c62fcee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 49de6847b7b34249a490a7d95d651d37 in term 1.
23:12:08.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.926501 20753 leader_election.cc:304] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49de6847b7b34249a490a7d95d651d37, 5fcf2b8edfe64a57a48b2bea7a3032db; no voters: 
23:12:08.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.927307 21999 raft_consensus.cc:2804] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [term 1 FOLLOWER]: Leader election won for term 1
23:12:08.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.930065 21999 raft_consensus.cc:697] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [term 1 LEADER]: Becoming Leader. State: Replica: 49de6847b7b34249a490a7d95d651d37, State: Running, Role: LEADER
23:12:08.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.932039 21999 consensus_queue.cc:237] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.945194 20214 catalog_manager.cc:5696] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 reported cstate change: term changed from 0 to 1, leader changed from <none> to 49de6847b7b34249a490a7d95d651d37 (127.19.175.130). New cstate: current_term: 1 leader_uuid: "49de6847b7b34249a490a7d95d651d37" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } health_report { overall_health: UNKNOWN } } }
23:12:08.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.954272 22000 raft_consensus.cc:493] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:08.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.954873 22000 raft_consensus.cc:515] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.958 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:08.958 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:08.958 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:08.959 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.959 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.959 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:08.959 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.959 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.959 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:08.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:08.960 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:08.960 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.960 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.960 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.960 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.960 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.960 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.961 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.961 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.961 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.961 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.961 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.961 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.958671 22000 leader_election.cc:290] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 49de6847b7b34249a490a7d95d651d37 (127.19.175.130:42201), 95a60117e18341f7b1205fa55c62fcee (127.19.175.131:34565)
23:12:08.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.976058 21904 heartbeater.cc:499] Master 127.20.133.124:39773 was elected leader, sending a full tablet report...
23:12:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.979077 20818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "240b26877e184065b5070d404524c904" candidate_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49de6847b7b34249a490a7d95d651d37" is_pre_election: true
23:12:08.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.979662 20818 raft_consensus.cc:2468] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5fcf2b8edfe64a57a48b2bea7a3032db in term 0.
23:12:08.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.981009 20612 leader_election.cc:304] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49de6847b7b34249a490a7d95d651d37, 5fcf2b8edfe64a57a48b2bea7a3032db; no voters: 
23:12:08.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.982014 22000 raft_consensus.cc:2804] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:08.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.982337 22000 raft_consensus.cc:493] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:08.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.982671 22000 raft_consensus.cc:3060] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 0 FOLLOWER]: Advancing to term 1
23:12:08.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.982501 20957 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "240b26877e184065b5070d404524c904" candidate_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "95a60117e18341f7b1205fa55c62fcee" is_pre_election: true
23:12:08.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.983096 20957 raft_consensus.cc:2468] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 5fcf2b8edfe64a57a48b2bea7a3032db in term 0.
23:12:08.986 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:08.986 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:08.986 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:08.986 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.986 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.986 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.986 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:08.986 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.986 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:08.987 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.987 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.987 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:08.987 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.989068 22000 raft_consensus.cc:515] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:08.991 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.991258 22000 leader_election.cc:290] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [CANDIDATE]: Term 1 election: Requested vote from peers 49de6847b7b34249a490a7d95d651d37 (127.19.175.130:42201), 95a60117e18341f7b1205fa55c62fcee (127.19.175.131:34565)
23:12:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.993403 20818 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "240b26877e184065b5070d404524c904" candidate_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "49de6847b7b34249a490a7d95d651d37"
23:12:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.994020 20818 raft_consensus.cc:3060] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37 [term 0 FOLLOWER]: Advancing to term 1
23:12:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.994499 20957 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "240b26877e184065b5070d404524c904" candidate_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "95a60117e18341f7b1205fa55c62fcee"
23:12:08.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:08.995055 20957 raft_consensus.cc:3060] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee [term 0 FOLLOWER]: Advancing to term 1
23:12:09.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.000840 20818 raft_consensus.cc:2468] T 240b26877e184065b5070d404524c904 P 49de6847b7b34249a490a7d95d651d37 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5fcf2b8edfe64a57a48b2bea7a3032db in term 1.
23:12:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.002020 20957 raft_consensus.cc:2468] T 240b26877e184065b5070d404524c904 P 95a60117e18341f7b1205fa55c62fcee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 5fcf2b8edfe64a57a48b2bea7a3032db in term 1.
23:12:09.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.001981 20612 leader_election.cc:304] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 49de6847b7b34249a490a7d95d651d37, 5fcf2b8edfe64a57a48b2bea7a3032db; no voters: 
23:12:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.002812 22000 raft_consensus.cc:2804] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 1 FOLLOWER]: Leader election won for term 1
23:12:09.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.004897 22000 raft_consensus.cc:697] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [term 1 LEADER]: Becoming Leader. State: Replica: 5fcf2b8edfe64a57a48b2bea7a3032db, State: Running, Role: LEADER
23:12:09.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.006057 22000 consensus_queue.cc:237] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } }
23:12:09.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.023319 20214 catalog_manager.cc:5696] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db reported cstate change: term changed from 0 to 1, leader changed from <none> to 5fcf2b8edfe64a57a48b2bea7a3032db (127.19.175.129). New cstate: current_term: 1 leader_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 } health_report { overall_health: UNKNOWN } } }
23:12:09.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:09.158 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:09.159 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:09.159 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:09.159 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.159 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.159 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.159 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.159 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.159 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.159 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:09.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:09.171 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:09.171 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:09.171 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:09.171 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:09.171 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:09.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:09.171 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:09.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:09.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:09.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:09.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:09.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:09.171 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:09.177 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:09.177 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:09.178 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:09.178 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:09.178 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:09.178 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:09.178 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:09.178 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:09.178 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:09.178 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:09.178 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:09.178 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:09.178 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:09.186 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:09.186 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:09.187 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:09.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.187 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.187 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:09.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.216861 21998 consensus_queue.cc:1048] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [LEADER]: Connected to new peer: Peer: permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:09.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.245775 21998 consensus_queue.cc:1048] T c911d56789f042f8ab83ecc33dcdfe78 P 95a60117e18341f7b1205fa55c62fcee [LEADER]: Connected to new peer: Peer: permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:09.272 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:09.273 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:09.273 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:09.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:09.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:09.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:09.273 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:09.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:09.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:09.274 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:09.274 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:09.274 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:09.274 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:09.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:09.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:09.404 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:09.404 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:09.405 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:09.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.406 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.406 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.406 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.406 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.406 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.406 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:09.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.406598 21999 consensus_queue.cc:1048] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [LEADER]: Connected to new peer: Peer: permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:09.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c71c91bed2b7476a80edcc2129f4f2d1
23:12:09.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.423097 22000 consensus_queue.cc:1048] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [LEADER]: Connected to new peer: Peer: permanent_uuid: "49de6847b7b34249a490a7d95d651d37" member_type: VOTER last_known_addr { host: "127.19.175.130" port: 42201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:09.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.424243 21999 consensus_queue.cc:1048] T b886a2c85a9b4bd0a4307407e70ce439 P 49de6847b7b34249a490a7d95d651d37 [LEADER]: Connected to new peer: Peer: permanent_uuid: "5fcf2b8edfe64a57a48b2bea7a3032db" member_type: VOTER last_known_addr { host: "127.19.175.129" port: 42431 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:12:09.441 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c911d56789f042f8ab83ecc33dcdfe78 for table 'replication_test_table' with partition [<start>, 0x80000064)
23:12:09.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b886a2c85a9b4bd0a4307407e70ce439 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:12:09.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 240b26877e184065b5070d404524c904 for table 'replication_test_table' with partition [0x800000C8, <end>)
23:12:09.442 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=c911d56789f042f8ab83ecc33dcdfe78@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)[L]]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b886a2c85a9b4bd0a4307407e70ce439@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)[L],5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=240b26877e184065b5070d404524c904@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)[L],95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}]
23:12:09.442 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=19), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.19.175.190:33135, [18ms] Sub RPC GetTableLocations: received response from server master-127.19.175.190:33135: OK, deferred=null) after lookup
23:12:09.443 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:09.450 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:09.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.466113 22040 consensus_queue.cc:1048] T 240b26877e184065b5070d404524c904 P 5fcf2b8edfe64a57a48b2bea7a3032db [LEADER]: Connected to new peer: Peer: permanent_uuid: "95a60117e18341f7b1205fa55c62fcee" member_type: VOTER last_known_addr { host: "127.19.175.131" port: 34565 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.002s
23:12:09.488 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:09.493 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x18f9432e, L:/127.0.0.1:33732 - R:/127.19.175.131:34565] using TOKEN/null
23:12:09.507 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:09.507 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:09.507 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:09.508 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.508 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.508 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.508 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.508 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.508 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.509 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.509 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.509 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.509 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:09.515 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:09.515 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:09.516 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:09.516 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:09.516 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:09.516 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:09.517 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:09.517 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:09.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:09.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:09.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:09.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:09.517 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:09.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:09.604 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:09.605 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:09.605 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:09.605 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.605 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.606 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.605 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.606 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:09.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:09.690 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:09.690 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:09.690 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:09.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:09.690 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:09.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:09.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:09.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:09.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:09.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:09.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:09.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:09.691 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:09.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:09.798 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:09.798 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:09.798 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:09.798 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.798 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:09.798 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:09.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:09.799 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:09.800 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:09.877 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:09.879 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:09.881 [DEBUG - main] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:09.882 [DEBUG - main] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:09.882 [DEBUG - main] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:09.883 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.133.126:37441(127.20.133.126:37441)] Successfully connected to peer
23:12:09.883 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.133.124:39773(127.20.133.124:39773)] Successfully connected to peer
23:12:09.887 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.126
23:12:09.893 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.133.125:35321(127.20.133.125:35321)] Successfully connected to peer
23:12:09.897 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:09.898 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.124
23:12:09.901 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.125
23:12:09.902 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x96ab20ff, L:/127.0.0.1:39510 - R:/127.20.133.126:37441] using SASL/PLAIN
23:12:09.907 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:09.910 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:09.910 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x17943df4, L:/127.0.0.1:42538 - R:/127.20.133.124:39773] using SASL/PLAIN
23:12:09.914 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xabd0fbaf, L:/127.0.0.1:49228 - R:/127.20.133.125:35321] using SASL/PLAIN
23:12:09.921 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:09.921 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: OK, [37ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: OK, [39ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: OK, deferred=null) after lookup
23:12:09.924 [DEBUG - main] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:09.926 [DEBUG - main] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:09.927 [DEBUG - main] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:09.934 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.175.190:33135(127.19.175.190:33135)] Successfully connected to peer
23:12:09.934 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.175.188:42277(127.19.175.188:42277)] Successfully connected to peer
23:12:09.944 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.190
23:12:09.947 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.175.189:40447(127.19.175.189:40447)] Successfully connected to peer
23:12:09.950 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.188
23:12:09.951 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:09.954 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb30f0584, L:/127.0.0.1:54838 - R:/127.19.175.190:33135] using SASL/PLAIN
23:12:09.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:09.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=34), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [34ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: OK, deferred=null) after lookup
23:12:09.961 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.189
23:12:09.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c71c91bed2b7476a80edcc2129f4f2d1
23:12:09.963 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:09.966 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c911d56789f042f8ab83ecc33dcdfe78 for table 'replication_test_table' with partition [<start>, 0x80000064)
23:12:09.966 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b886a2c85a9b4bd0a4307407e70ce439 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:12:09.966 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 240b26877e184065b5070d404524c904 for table 'replication_test_table' with partition [0x800000C8, <end>)
23:12:09.966 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=c911d56789f042f8ab83ecc33dcdfe78@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)[L]]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b886a2c85a9b4bd0a4307407e70ce439@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)[L],5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=240b26877e184065b5070d404524c904@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)[L],95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}]
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:09.969554 21262 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:42538:
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:09.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:09.973 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7bf44a6f, L:/127.0.0.1:46898 - R:/127.19.175.188:42277] using SASL/PLAIN
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:09.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\001d\000\000\000"
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:09.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:12:09.979 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:09.978619 21262 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:12:09.992 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:09.997 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x02be10f1, L:/127.0.0.1:35226 - R:/127.19.175.189:40447] using SASL/PLAIN
23:12:10.006 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:10.007 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:10.007 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:10.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:10.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:10.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:10.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:10.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:10.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:10.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:10.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:10.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:10.008 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:10.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:10.038 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:10.039 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:10.039 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:10.039 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:10.039 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:10.039 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:10.039 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:10.039 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:10.039 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:10.040 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:10.040 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:10.040 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:10.040 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:10.040 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:10.040 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:10.041 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:10.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:10.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:10.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:10.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:10.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:10.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:10.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:10.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:10.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:10.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:10.094 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:10.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.203385 21838 tablet_service.cc:1511] Processing CreateTablet for tablet c8faa4b1c0664d7887d52870575319e2 (DEFAULT_TABLE table=replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153]), partition=RANGE (key1) PARTITION VALUES < 100
23:12:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.203469 21474 tablet_service.cc:1511] Processing CreateTablet for tablet c8faa4b1c0664d7887d52870575319e2 (DEFAULT_TABLE table=replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153]), partition=RANGE (key1) PARTITION VALUES < 100
23:12:10.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.205915 21838 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c8faa4b1c0664d7887d52870575319e2. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:10.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.206457 21474 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c8faa4b1c0664d7887d52870575319e2. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:10.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.211503 21638 tablet_service.cc:1511] Processing CreateTablet for tablet c8faa4b1c0664d7887d52870575319e2 (DEFAULT_TABLE table=replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153]), partition=RANGE (key1) PARTITION VALUES < 100
23:12:10.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.214036 21638 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet c8faa4b1c0664d7887d52870575319e2. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:10.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.248286 22083 tablet_bootstrap.cc:492] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748: Bootstrap starting.
23:12:10.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.251749 22084 tablet_bootstrap.cc:492] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb: Bootstrap starting.
23:12:10.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.258993 22083 tablet_bootstrap.cc:654] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748: Neither blocks nor log segments found. Creating new log.
23:12:10.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.261127 22083 log.cc:826] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748: Log is configured to *not* fsync() on all Append() calls
23:12:10.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.267208 22084 tablet_bootstrap.cc:654] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb: Neither blocks nor log segments found. Creating new log.
23:12:10.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.269214 22083 tablet_bootstrap.cc:492] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748: No bootstrap required, opened a new log
23:12:10.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.269797 22083 ts_tablet_manager.cc:1403] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748: Time spent bootstrapping tablet: real 0.024s	user 0.011s	sys 0.006s
23:12:10.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.273778 22084 log.cc:826] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb: Log is configured to *not* fsync() on all Append() calls
23:12:10.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:10.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.289520 22087 tablet_bootstrap.cc:492] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756: Bootstrap starting.
23:12:10.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.290767 22084 tablet_bootstrap.cc:492] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb: No bootstrap required, opened a new log
23:12:10.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.291313 22084 ts_tablet_manager.cc:1403] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb: Time spent bootstrapping tablet: real 0.040s	user 0.013s	sys 0.013s
23:12:10.299 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:10.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.302109 22087 tablet_bootstrap.cc:654] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756: Neither blocks nor log segments found. Creating new log.
23:12:10.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.305025 22087 log.cc:826] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756: Log is configured to *not* fsync() on all Append() calls
23:12:10.309 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.308864 22083 raft_consensus.cc:359] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.309847 22083 raft_consensus.cc:385] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:10.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.310153 22083 raft_consensus.cc:740] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd3a3b7f136b4733bcd8e146dcbbd748, State: Initialized, Role: FOLLOWER
23:12:10.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.311264 22083 consensus_queue.cc:260] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.317909 22087 tablet_bootstrap.cc:492] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756: No bootstrap required, opened a new log
23:12:10.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.318615 22087 ts_tablet_manager.cc:1403] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756: Time spent bootstrapping tablet: real 0.030s	user 0.012s	sys 0.010s
23:12:10.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.320775 22084 raft_consensus.cc:359] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.321821 22084 raft_consensus.cc:385] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:10.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.322125 22084 raft_consensus.cc:740] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70a7970ae0e14a8cb525eb391c2c3efb, State: Initialized, Role: FOLLOWER
23:12:10.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.323262 22084 consensus_queue.cc:260] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.325096 22083 ts_tablet_manager.cc:1434] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748: Time spent starting tablet: real 0.055s	user 0.023s	sys 0.017s
23:12:10.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.334355 22084 ts_tablet_manager.cc:1434] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb: Time spent starting tablet: real 0.043s	user 0.032s	sys 0.008s
23:12:10.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.352898 22087 raft_consensus.cc:359] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.354108 22087 raft_consensus.cc:385] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:10.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.354477 22087 raft_consensus.cc:740] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc882330dd9349a9b3ceb1bfa2086756, State: Initialized, Role: FOLLOWER
23:12:10.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.355389 22087 consensus_queue.cc:260] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.359411 22087 ts_tablet_manager.cc:1434] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756: Time spent starting tablet: real 0.040s	user 0.032s	sys 0.004s
23:12:10.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:10.387454 21549 tablet.cc:2406] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:10.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:10.449328 21708 tablet.cc:2406] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:10.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:10.462491 21911 tablet.cc:2406] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:10.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.501089 22090 raft_consensus.cc:493] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:10.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.501770 22090 raft_consensus.cc:515] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.508620 22090 leader_election.cc:290] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bc882330dd9349a9b3ceb1bfa2086756 (127.20.133.66:40129), bd3a3b7f136b4733bcd8e146dcbbd748 (127.20.133.67:42163)
23:12:10.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.522826 21658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8faa4b1c0664d7887d52870575319e2" candidate_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc882330dd9349a9b3ceb1bfa2086756" is_pre_election: true
23:12:10.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.523784 21658 raft_consensus.cc:2468] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 70a7970ae0e14a8cb525eb391c2c3efb in term 0.
23:12:10.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.525830 21417 leader_election.cc:304] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70a7970ae0e14a8cb525eb391c2c3efb, bc882330dd9349a9b3ceb1bfa2086756; no voters: 
23:12:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.526795 22090 raft_consensus.cc:2804] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.527168 22090 raft_consensus.cc:493] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:10.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.527491 22090 raft_consensus.cc:3060] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Advancing to term 1
23:12:10.531 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.533684 22090 raft_consensus.cc:515] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.536425 22090 leader_election.cc:290] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [CANDIDATE]: Term 1 election: Requested vote from peers bc882330dd9349a9b3ceb1bfa2086756 (127.20.133.66:40129), bd3a3b7f136b4733bcd8e146dcbbd748 (127.20.133.67:42163)
23:12:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.541746 21658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8faa4b1c0664d7887d52870575319e2" candidate_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc882330dd9349a9b3ceb1bfa2086756"
23:12:10.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.542586 21658 raft_consensus.cc:3060] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Advancing to term 1
23:12:10.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.549810 21658 raft_consensus.cc:2468] T c8faa4b1c0664d7887d52870575319e2 P bc882330dd9349a9b3ceb1bfa2086756 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 70a7970ae0e14a8cb525eb391c2c3efb in term 1.
23:12:10.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.551213 21417 leader_election.cc:304] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70a7970ae0e14a8cb525eb391c2c3efb, bc882330dd9349a9b3ceb1bfa2086756; no voters: 
23:12:10.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.551982 22090 raft_consensus.cc:2804] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [term 1 FOLLOWER]: Leader election won for term 1
23:12:10.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.552627 21858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8faa4b1c0664d7887d52870575319e2" candidate_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" is_pre_election: true
23:12:10.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.553469 21858 raft_consensus.cc:2468] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 70a7970ae0e14a8cb525eb391c2c3efb in term 0.
23:12:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.555482 22090 raft_consensus.cc:697] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [term 1 LEADER]: Becoming Leader. State: Replica: 70a7970ae0e14a8cb525eb391c2c3efb, State: Running, Role: LEADER
23:12:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.555899 21857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "c8faa4b1c0664d7887d52870575319e2" candidate_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748"
23:12:10.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.556528 21857 raft_consensus.cc:3060] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Advancing to term 1
23:12:10.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.556615 22090 consensus_queue.cc:237] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.566949 21857 raft_consensus.cc:2468] T c8faa4b1c0664d7887d52870575319e2 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 70a7970ae0e14a8cb525eb391c2c3efb in term 1.
23:12:10.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.578481 21262 catalog_manager.cc:5696] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb reported cstate change: term changed from 0 to 1, leader changed from <none> to 70a7970ae0e14a8cb525eb391c2c3efb (127.20.133.65). New cstate: current_term: 1 leader_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } health_report { overall_health: UNKNOWN } } }
23:12:10.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.646912 21262 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:42538:
23:12:10.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001d\000\000\000\007\001\310\000\000\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
23:12:10.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:10.665 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:10.665 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:10.665 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:10.666 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:10.666 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:10.666 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:10.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:10.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:10.667 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:10.667 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:10.667 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:10.667 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:10.667 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:10.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:10.669571 21262 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 64d574a1b31249eeab18aea55d7e6e30 has no consensus state
23:12:10.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.697187 21474 tablet_service.cc:1511] Processing CreateTablet for tablet 64d574a1b31249eeab18aea55d7e6e30 (DEFAULT_TABLE table=replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:12:10.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.697949 21638 tablet_service.cc:1511] Processing CreateTablet for tablet 64d574a1b31249eeab18aea55d7e6e30 (DEFAULT_TABLE table=replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:12:10.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.698472 21474 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 64d574a1b31249eeab18aea55d7e6e30. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:10.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.699154 21638 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 64d574a1b31249eeab18aea55d7e6e30. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:10.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.700546 21838 tablet_service.cc:1511] Processing CreateTablet for tablet 64d574a1b31249eeab18aea55d7e6e30 (DEFAULT_TABLE table=replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153]), partition=RANGE (key1) PARTITION 100 <= VALUES < 200
23:12:10.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.701656 21838 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 64d574a1b31249eeab18aea55d7e6e30. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:10.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:10.701663 21248 catalog_manager.cc:4809] Async tablet task AlterTable RPC for tablet 64d574a1b31249eeab18aea55d7e6e30 (table replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153], current schema version=0) failed: Not found: failed to reset TS proxy: No leader found: Tablet 64d574a1b31249eeab18aea55d7e6e30 consensus state has no leader
23:12:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.713315 22083 tablet_bootstrap.cc:492] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748: Bootstrap starting.
23:12:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.714521 22084 tablet_bootstrap.cc:492] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb: Bootstrap starting.
23:12:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.718508 22083 tablet_bootstrap.cc:654] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748: Neither blocks nor log segments found. Creating new log.
23:12:10.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.721740 22084 tablet_bootstrap.cc:654] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb: Neither blocks nor log segments found. Creating new log.
23:12:10.728 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:10.730 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:10.730 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:10.730 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:10.730 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:10.730 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:10.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:10.731 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:10.731 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:10.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:10.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:10.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:10.731 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:10.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.732683 22084 tablet_bootstrap.cc:492] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb: No bootstrap required, opened a new log
23:12:10.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.733171 22084 ts_tablet_manager.cc:1403] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb: Time spent bootstrapping tablet: real 0.019s	user 0.010s	sys 0.004s
23:12:10.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.736231 22084 raft_consensus.cc:359] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.737771 22084 raft_consensus.cc:385] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:10.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.738094 22084 raft_consensus.cc:740] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70a7970ae0e14a8cb525eb391c2c3efb, State: Initialized, Role: FOLLOWER
23:12:10.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.738850 22084 consensus_queue.cc:260] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.744874 22084 ts_tablet_manager.cc:1434] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb: Time spent starting tablet: real 0.011s	user 0.003s	sys 0.003s
23:12:10.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.757478 22087 tablet_bootstrap.cc:492] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756: Bootstrap starting.
23:12:10.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.759477 22083 tablet_bootstrap.cc:492] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748: No bootstrap required, opened a new log
23:12:10.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.759884 22083 ts_tablet_manager.cc:1403] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748: Time spent bootstrapping tablet: real 0.047s	user 0.017s	sys 0.021s
23:12:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.762758 22083 raft_consensus.cc:359] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.764084 22083 raft_consensus.cc:385] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.764377 22083 raft_consensus.cc:740] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd3a3b7f136b4733bcd8e146dcbbd748, State: Initialized, Role: FOLLOWER
23:12:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.764778 22087 tablet_bootstrap.cc:654] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756: Neither blocks nor log segments found. Creating new log.
23:12:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.765134 22083 consensus_queue.cc:260] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.768482 22083 ts_tablet_manager.cc:1434] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748: Time spent starting tablet: real 0.008s	user 0.004s	sys 0.004s
23:12:10.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:10.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.791653 22087 tablet_bootstrap.cc:492] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756: No bootstrap required, opened a new log
23:12:10.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.792109 22087 ts_tablet_manager.cc:1403] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756: Time spent bootstrapping tablet: real 0.035s	user 0.012s	sys 0.005s
23:12:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.794902 22087 raft_consensus.cc:359] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.795567 22087 raft_consensus.cc:385] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:10.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.796108 21262 catalog_manager.cc:6241] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc: replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153] alter complete (version 0)
23:12:10.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.795840 22087 raft_consensus.cc:740] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc882330dd9349a9b3ceb1bfa2086756, State: Initialized, Role: FOLLOWER
23:12:10.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.797636 22087 consensus_queue.cc:260] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.800460 22087 ts_tablet_manager.cc:1434] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756: Time spent starting tablet: real 0.008s	user 0.003s	sys 0.004s
23:12:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.825934 21262 catalog_manager.cc:3569] Servicing AlterTable request from {username='slave'} at 127.0.0.1:42538:
23:12:10.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table { table_name: "replication_test_table" } alter_schema_steps { type: ADD_RANGE_PARTITION add_range_partition { range_bounds { rows: "<redacted>""\006\001\310\000\000\000\007\000" } } } schema { columns { name: "key1" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key2" type: STRING is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "key3" type: INT32 is_key: true is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } columns { name: "data" type: STRING is_key: false is_nullable: false encoding: AUTO_ENCODING compression: DEFAULT_COMPRESSION cfile_block_size: 0 immutable: false is_auto_incrementing: false } }
23:12:10.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:10.847095 21262 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 64d574a1b31249eeab18aea55d7e6e30 consensus state has no leader
23:12:10.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:10.847699 21262 catalog_manager.cc:5956] Failed to send alter table request: Not found: failed to reset TS proxy: No leader found: Tablet 98758ed22a34486f9e97391ed5bdfedc has no consensus state
23:12:10.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:10.867630 21699 debug-util.cc:398] Leaking SignalData structure 0x7b08000adca0 after lost signal to thread 21550
23:12:10.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.871958 21474 tablet_service.cc:1511] Processing CreateTablet for tablet 98758ed22a34486f9e97391ed5bdfedc (DEFAULT_TABLE table=replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:12:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.873500 21638 tablet_service.cc:1511] Processing CreateTablet for tablet 98758ed22a34486f9e97391ed5bdfedc (DEFAULT_TABLE table=replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:12:10.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.873150 21474 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 98758ed22a34486f9e97391ed5bdfedc. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:10.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.874737 21638 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 98758ed22a34486f9e97391ed5bdfedc. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:10.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.875654 21838 tablet_service.cc:1511] Processing CreateTablet for tablet 98758ed22a34486f9e97391ed5bdfedc (DEFAULT_TABLE table=replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153]), partition=RANGE (key1) PARTITION 200 <= VALUES
23:12:10.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.876848 21838 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 98758ed22a34486f9e97391ed5bdfedc. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:10.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.892956 22087 tablet_bootstrap.cc:492] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756: Bootstrap starting.
23:12:10.894 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.894130 22084 tablet_bootstrap.cc:492] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb: Bootstrap starting.
23:12:10.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.896026 22083 tablet_bootstrap.cc:492] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748: Bootstrap starting.
23:12:10.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.903086 22083 tablet_bootstrap.cc:654] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748: Neither blocks nor log segments found. Creating new log.
23:12:10.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.903618 22084 tablet_bootstrap.cc:654] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb: Neither blocks nor log segments found. Creating new log.
23:12:10.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.910864 22087 tablet_bootstrap.cc:654] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756: Neither blocks nor log segments found. Creating new log.
23:12:10.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.918048 22084 tablet_bootstrap.cc:492] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb: No bootstrap required, opened a new log
23:12:10.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.918722 22084 ts_tablet_manager.cc:1403] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb: Time spent bootstrapping tablet: real 0.025s	user 0.007s	sys 0.005s
23:12:10.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.922688 22083 tablet_bootstrap.cc:492] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748: No bootstrap required, opened a new log
23:12:10.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.923110 22083 ts_tablet_manager.cc:1403] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748: Time spent bootstrapping tablet: real 0.027s	user 0.011s	sys 0.006s
23:12:10.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.924790 22091 raft_consensus.cc:493] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:10.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.925395 22091 raft_consensus.cc:515] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.929513 22083 raft_consensus.cc:359] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.930241 22083 raft_consensus.cc:385] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:10.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.930505 22083 raft_consensus.cc:740] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bd3a3b7f136b4733bcd8e146dcbbd748, State: Initialized, Role: FOLLOWER
23:12:10.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.931192 22083 consensus_queue.cc:260] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.933461 22083 ts_tablet_manager.cc:1434] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748: Time spent starting tablet: real 0.010s	user 0.003s	sys 0.001s
23:12:10.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.937538 22091 leader_election.cc:290] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70a7970ae0e14a8cb525eb391c2c3efb (127.20.133.65:40775), bd3a3b7f136b4733bcd8e146dcbbd748 (127.20.133.67:42163)
23:12:10.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.943341 22089 raft_consensus.cc:493] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:10.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.943819 22089 raft_consensus.cc:515] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.968835 22087 tablet_bootstrap.cc:492] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756: No bootstrap required, opened a new log
23:12:10.970 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.969329 22087 ts_tablet_manager.cc:1403] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756: Time spent bootstrapping tablet: real 0.077s	user 0.013s	sys 0.000s
23:12:10.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.975548 22084 raft_consensus.cc:359] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.974027 22087 raft_consensus.cc:359] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.982136 22087 raft_consensus.cc:385] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:10.982 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.982440 22087 raft_consensus.cc:740] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: bc882330dd9349a9b3ceb1bfa2086756, State: Initialized, Role: FOLLOWER
23:12:10.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.983152 22087 consensus_queue.cc:260] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:10.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.976397 22084 raft_consensus.cc:385] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:10.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.985742 22084 raft_consensus.cc:740] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 70a7970ae0e14a8cb525eb391c2c3efb, State: Initialized, Role: FOLLOWER
23:12:10.993 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.992189 22084 consensus_queue.cc:260] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:11.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.000247 21262 catalog_manager.cc:6241] T 00000000000000000000000000000000 P da316e07050a4e3d80ffa949b68ee4bc: replication_test_table [id=789f9f2aef6f4e7b9e344a1486367153] alter complete (version 0)
23:12:11.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:10.954905 22089 leader_election.cc:290] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 70a7970ae0e14a8cb525eb391c2c3efb (127.20.133.65:40775), bc882330dd9349a9b3ceb1bfa2086756 (127.20.133.66:40129)
23:12:11.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.026594 22087 ts_tablet_manager.cc:1434] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756: Time spent starting tablet: real 0.057s	user 0.007s	sys 0.000s
23:12:11.029 [DEBUG - main] (Connection.java:575) [peer master-127.19.175.188:42277(127.19.175.188:42277)] disconnecting while in state READY
23:12:11.030 [DEBUG - main] (Connection.java:575) [peer master-127.19.175.189:40447(127.19.175.189:40447)] disconnecting while in state READY
23:12:11.031 [DEBUG - main] (Connection.java:575) [peer master-127.19.175.190:33135(127.19.175.190:33135)] disconnecting while in state READY
23:12:11.031 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.175.190:33135(127.19.175.190:33135)] handling channelInactive
23:12:11.031 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state READY due to: connection closed
23:12:11.033 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.175.189:40447(127.19.175.189:40447)] handling channelInactive
23:12:11.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state READY due to: connection closed
23:12:11.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:11.035 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:11.040 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
23:12:11.040 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:12:11.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.044118 22090 raft_consensus.cc:493] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:11.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.044592 22090 raft_consensus.cc:515] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:11.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.046758 22090 leader_election.cc:290] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers bc882330dd9349a9b3ceb1bfa2086756 (127.20.133.66:40129), bd3a3b7f136b4733bcd8e146dcbbd748 (127.20.133.67:42163)
23:12:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.049877 21658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "98758ed22a34486f9e97391ed5bdfedc" candidate_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc882330dd9349a9b3ceb1bfa2086756" is_pre_election: true
23:12:11.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.050616 21658 raft_consensus.cc:2468] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 70a7970ae0e14a8cb525eb391c2c3efb in term 0.
23:12:11.054 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:11.054 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:11.054 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:11.054 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.055 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.055 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.055 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.055 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.055 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.055 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.055 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.055 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.055 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.053588 21417 leader_election.cc:304] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70a7970ae0e14a8cb525eb391c2c3efb, bc882330dd9349a9b3ceb1bfa2086756; no voters: 
23:12:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.054524 22090 raft_consensus.cc:2804] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.054857 22090 raft_consensus.cc:493] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.055203 22090 raft_consensus.cc:3060] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Advancing to term 1
23:12:11.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.009202 22084 ts_tablet_manager.cc:1434] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb: Time spent starting tablet: real 0.090s	user 0.008s	sys 0.000s
23:12:11.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.068246 21857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64d574a1b31249eeab18aea55d7e6e30" candidate_uuid: "bc882330dd9349a9b3ceb1bfa2086756" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" is_pre_election: true
23:12:11.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.069080 21857 raft_consensus.cc:2468] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc882330dd9349a9b3ceb1bfa2086756 in term 0.
23:12:11.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.068779 22090 raft_consensus.cc:515] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:11.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.071489 21591 leader_election.cc:304] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: bc882330dd9349a9b3ceb1bfa2086756, bd3a3b7f136b4733bcd8e146dcbbd748; no voters: 
23:12:11.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.072409 21658 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "98758ed22a34486f9e97391ed5bdfedc" candidate_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc882330dd9349a9b3ceb1bfa2086756"
23:12:11.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.072553 22091 raft_consensus.cc:2804] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:11.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.072939 22091 raft_consensus.cc:493] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:11.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.073341 22091 raft_consensus.cc:3060] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Advancing to term 1
23:12:11.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.073000 21658 raft_consensus.cc:3060] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756 [term 0 FOLLOWER]: Advancing to term 1
23:12:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.082728 21857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "98758ed22a34486f9e97391ed5bdfedc" candidate_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" is_pre_election: true
23:12:11.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.083319 21857 raft_consensus.cc:2468] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 70a7970ae0e14a8cb525eb391c2c3efb in term 0.
23:12:11.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.096321 22091 raft_consensus.cc:515] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.103423 21658 raft_consensus.cc:2468] T 98758ed22a34486f9e97391ed5bdfedc P bc882330dd9349a9b3ceb1bfa2086756 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 70a7970ae0e14a8cb525eb391c2c3efb in term 1.
23:12:11.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.109907 21417 leader_election.cc:304] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70a7970ae0e14a8cb525eb391c2c3efb, bc882330dd9349a9b3ceb1bfa2086756; no voters: 
23:12:11.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.114609 22114 consensus_queue.cc:1048] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [LEADER]: Connected to new peer: Peer: permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:12:11.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.107611 22090 leader_election.cc:290] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [CANDIDATE]: Term 1 election: Requested vote from peers bc882330dd9349a9b3ceb1bfa2086756 (127.20.133.66:40129), bd3a3b7f136b4733bcd8e146dcbbd748 (127.20.133.67:42163)
23:12:11.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.132055 22090 raft_consensus.cc:2804] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [term 1 FOLLOWER]: Leader election won for term 1
23:12:11.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.134106 21857 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64d574a1b31249eeab18aea55d7e6e30" candidate_uuid: "bc882330dd9349a9b3ceb1bfa2086756" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748"
23:12:11.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.134773 21857 raft_consensus.cc:3060] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Advancing to term 1
23:12:11.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.132901 22091 leader_election.cc:290] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [CANDIDATE]: Term 1 election: Requested vote from peers 70a7970ae0e14a8cb525eb391c2c3efb (127.20.133.65:40775), bd3a3b7f136b4733bcd8e146dcbbd748 (127.20.133.67:42163)
23:12:11.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.136055 22090 raft_consensus.cc:697] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [term 1 LEADER]: Becoming Leader. State: Replica: 70a7970ae0e14a8cb525eb391c2c3efb, State: Running, Role: LEADER
23:12:11.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.141607 22111 consensus_queue.cc:1048] T c8faa4b1c0664d7887d52870575319e2 P 70a7970ae0e14a8cb525eb391c2c3efb [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:12:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.143210 21857 raft_consensus.cc:2468] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc882330dd9349a9b3ceb1bfa2086756 in term 1.
23:12:11.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.137706 22090 consensus_queue.cc:237] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:11.146 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.175.188:42277(127.19.175.188:42277)] handling channelInactive
23:12:11.146 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state READY due to: connection closed
23:12:11.146 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
23:12:11.148 [DEBUG - main] (Connection.java:575) [peer master-127.20.133.125:35321(127.20.133.125:35321)] disconnecting while in state READY
23:12:11.148 [DEBUG - main] (Connection.java:575) [peer master-127.20.133.126:37441(127.20.133.126:37441)] disconnecting while in state READY
23:12:11.148 [DEBUG - main] (Connection.java:575) [peer master-127.20.133.124:39773(127.20.133.124:39773)] disconnecting while in state READY
23:12:11.148 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.133.125:35321(127.20.133.125:35321)] handling channelInactive
23:12:11.149 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state READY due to: connection closed
23:12:11.149 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.133.126:37441(127.20.133.126:37441)] handling channelInactive
23:12:11.149 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state READY due to: connection closed
23:12:11.149 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:11.152 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:12:11.152 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:12:11.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:11.153200 21418 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.20.133.67:42163, user_credentials={real_user=slave}} blocked reactor thread for 63223.2us
23:12:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.156577 21858 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "98758ed22a34486f9e97391ed5bdfedc" candidate_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748"
23:12:11.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.157196 21858 raft_consensus.cc:3060] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748 [term 0 FOLLOWER]: Advancing to term 1
23:12:11.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:11.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.165541 21858 raft_consensus.cc:2468] T 98758ed22a34486f9e97391ed5bdfedc P bd3a3b7f136b4733bcd8e146dcbbd748 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 70a7970ae0e14a8cb525eb391c2c3efb in term 1.
23:12:11.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.166929 21494 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64d574a1b31249eeab18aea55d7e6e30" candidate_uuid: "bc882330dd9349a9b3ceb1bfa2086756" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" is_pre_election: true
23:12:11.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.167717 21494 raft_consensus.cc:2468] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate bc882330dd9349a9b3ceb1bfa2086756 in term 0.
23:12:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.171887 21493 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64d574a1b31249eeab18aea55d7e6e30" candidate_uuid: "bc882330dd9349a9b3ceb1bfa2086756" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70a7970ae0e14a8cb525eb391c2c3efb"
23:12:11.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.172708 21493 raft_consensus.cc:3060] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb [term 0 FOLLOWER]: Advancing to term 1
23:12:11.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.181186 21493 raft_consensus.cc:2468] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate bc882330dd9349a9b3ceb1bfa2086756 in term 1.
23:12:11.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.182430 21592 leader_election.cc:304] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 70a7970ae0e14a8cb525eb391c2c3efb, bc882330dd9349a9b3ceb1bfa2086756; no voters: 
23:12:11.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.183183 22091 raft_consensus.cc:2804] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [term 1 FOLLOWER]: Leader election won for term 1
23:12:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.194919 21657 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64d574a1b31249eeab18aea55d7e6e30" candidate_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "bc882330dd9349a9b3ceb1bfa2086756" is_pre_election: true
23:12:11.195 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.133.124:39773(127.20.133.124:39773)] handling channelInactive
23:12:11.195 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state READY due to: connection closed
23:12:11.196 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
23:12:11.197 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:12:11.198 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:12:11.198 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:12:11.198 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:12:11.198 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:12:11.198 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:12:11.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.217582 21262 catalog_manager.cc:5696] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb reported cstate change: term changed from 0 to 1, leader changed from <none> to 70a7970ae0e14a8cb525eb391c2c3efb (127.20.133.65). New cstate: current_term: 1 leader_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } health_report { overall_health: UNKNOWN } } }
23:12:11.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.232741 21493 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "64d574a1b31249eeab18aea55d7e6e30" candidate_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" is_pre_election: true
23:12:11.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.233858 21493 raft_consensus.cc:2393] T 64d574a1b31249eeab18aea55d7e6e30 P 70a7970ae0e14a8cb525eb391c2c3efb [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate bd3a3b7f136b4733bcd8e146dcbbd748 in current term 1: Already voted for candidate bc882330dd9349a9b3ceb1bfa2086756 in this term.
23:12:11.252 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:11.252 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:11.252 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:11.253 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:11.253 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:11.253 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:11.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:11.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:11.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:11.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:11.262 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:11.262 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:11.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.235062 22091 raft_consensus.cc:697] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [term 1 LEADER]: Becoming Leader. State: Replica: bc882330dd9349a9b3ceb1bfa2086756, State: Running, Role: LEADER
23:12:11.262 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:11.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.263062 22091 consensus_queue.cc:237] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } }
23:12:11.278 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:11.278 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:11.278 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:11.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:11.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:11.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:11.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:11.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:11.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:11.280 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:11.280 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:11.280 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:11.280 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:11.280 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:12:11.280 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:12:11.280 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:12:11.280 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:12:11.280 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:12:11.280 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:12:11.281 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:12:11.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.286368 21791 leader_election.cc:304] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: bd3a3b7f136b4733bcd8e146dcbbd748; no voters: 70a7970ae0e14a8cb525eb391c2c3efb, bc882330dd9349a9b3ceb1bfa2086756
23:12:11.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.287281 22089 raft_consensus.cc:2749] T 64d574a1b31249eeab18aea55d7e6e30 P bd3a3b7f136b4733bcd8e146dcbbd748 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:12:11.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.296361 21263 catalog_manager.cc:5696] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 reported cstate change: term changed from 0 to 1, leader changed from <none> to bc882330dd9349a9b3ceb1bfa2086756 (127.20.133.66). New cstate: current_term: 1 leader_uuid: "bc882330dd9349a9b3ceb1bfa2086756" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 } health_report { overall_health: UNKNOWN } } }
23:12:11.299 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:11.373 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:11.373 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:11.373 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:11.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.374 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.374 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.374 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:11.411 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:11.411 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:11.412 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:11.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:11.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:11.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:11.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:11.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:11.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:11.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:11.413 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:11.415 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:11.415 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:11.424 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:11.424 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:11.425 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:11.425 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:11.425 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:11.425 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:11.425 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:11.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:11.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:11.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:11.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:11.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:11.426 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:11.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:11.544 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:11.544 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:11.544 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:11.547 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.547 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.547 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.547 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.547 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.547 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.548 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.548 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.548 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.548 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:11.590 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:11.591 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:11.591 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:11.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.592 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.592 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.592 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:11.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.658066 22090 consensus_queue.cc:1048] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [LEADER]: Connected to new peer: Peer: permanent_uuid: "bc882330dd9349a9b3ceb1bfa2086756" member_type: VOTER last_known_addr { host: "127.20.133.66" port: 40129 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:11.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:11.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.690512 22111 consensus_queue.cc:1048] T 98758ed22a34486f9e97391ed5bdfedc P 70a7970ae0e14a8cb525eb391c2c3efb [LEADER]: Connected to new peer: Peer: permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:11.707 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:12:11.713 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:11.713 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:11.714 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:11.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.714 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.714 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.714 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.714 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:11.745 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:11.745 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:11.746 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:11.746 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:11.746 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:11.746 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:11.746 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:11.746 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:11.746 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:11.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:11.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:11.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:11.747 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:11.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.758262 22091 consensus_queue.cc:1048] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [LEADER]: Connected to new peer: Peer: permanent_uuid: "70a7970ae0e14a8cb525eb391c2c3efb" member_type: VOTER last_known_addr { host: "127.20.133.65" port: 40775 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:12:11.791 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:11.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:11.791425 22091 consensus_queue.cc:1048] T 64d574a1b31249eeab18aea55d7e6e30 P bc882330dd9349a9b3ceb1bfa2086756 [LEADER]: Connected to new peer: Peer: permanent_uuid: "bd3a3b7f136b4733bcd8e146dcbbd748" member_type: VOTER last_known_addr { host: "127.20.133.67" port: 42163 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:11.801 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:11.886 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:12:11.886 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:12:11.886 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:12:11.900 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:12:11.940 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:11.940 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:11.940 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:11.941 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.941 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.941 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:11.942 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.942 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.942 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:11.942 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.942 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.942 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:11.942 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:11.953 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:11.953 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:11.953 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:11.954 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:11.954 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:11.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:11.954 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:11.954 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:11.954 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:11.954 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:11.954 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:11.954 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:11.954 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:11.975 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:11.975 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:11.976 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:11.976 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:11.976 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:11.976 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:11.977 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:11.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:11.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:11.977 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:11.977 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:11.977 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:11.977 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:12.010 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:12.011 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:12.011 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:12.012 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.012 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.012 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.013 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.013 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:12.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:12.093 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:12.094 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:12.094 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:12.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.096 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.096 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.096 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.096 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:12.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:12.302 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:12.302 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:12.473 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:12.473 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:12.474 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:12.474 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.474 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.474 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.474 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.474 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.475 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.475 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.474 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.475 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:12.497 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:12.497 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:12.498 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:12.498 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:12.498 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:12.498 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:12.498 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:12.498 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:12.498 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:12.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:12.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:12.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:12.498 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:12.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:12.653 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:12.653 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:12.654 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:12.654 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:12.654 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:12.654 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:12.655 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:12.655 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:12.655 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:12.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:12.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:12.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:12.655 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:12.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:12.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:12.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:12.854 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:12.854 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:12.854 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:12.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.855 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:12.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:12.856 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.856 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.856 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:12.856 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:12.948 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:12.948 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:12.949 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:12.949 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:12.949 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:12.949 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:12.949 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:12.949 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:12.949 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:12.949 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:12.950 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:12.950 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:12.950 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:12.951 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:12.951 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:12.951 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:12.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:12.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:12.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:12.952 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:12.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:12.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:12.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:12.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:12.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:12.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:12.977 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:12.977 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:12.977 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:12.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:12.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:12.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:12.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:12.979 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:12.979 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:12.979 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:12.979 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:12.979 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:12.979 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:12.986 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:12.986 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:12.986 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:12.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:12.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:12.987 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:12.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:12.987 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:12.987 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:12.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:12.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:12.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:12.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:13.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:13.098 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:13.098 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:13.098 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:13.099 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:13.099 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:13.099 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:13.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:13.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:13.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:13.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:13.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:13.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:13.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:13.146 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:12:13.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:13.193 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:13.193 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:13.193 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:13.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:13.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:13.194 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:13.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:13.194 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:13.194 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:13.194 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:13.194 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:13.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:13.194 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:13.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:13.293 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:13.293 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:13.294 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:13.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:13.294 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:13.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:13.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:13.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:13.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:13.294 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:13.295 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:13.295 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:13.295 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:13.301 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:13.306 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:13.306 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:13.306 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:13.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:13.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:13.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:13.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:13.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:13.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:13.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:13.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:13.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:13.307 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:13.423 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:12:13.443 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:12:13.469 [INFO - flink-metrics-6] (Slf4jLogger.scala:117) Slf4jLogger started
23:12:13.486 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:12:13.503 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:12:13.510 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:12:13.511 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:12:13.511 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:12:13.512 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:12:13.518 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:12:13.518 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:12:13.518 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:12:13.518 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:12:13.519 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:12:13.519 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:12:13.520 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:12:13.520 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:12:13.520 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:12:13.520 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:12:13.520 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:12:13.520 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:12:13.520 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:12:13.520 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:12:13.520 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:12:13.523 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:12:13.523 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:12:13.524 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:12:13.524 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:12:13.524 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:12:13.524 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_480a650b3428bbe2035ed2c16c8e937a/blobStorage
23:12:13.531 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:13.541 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:39839 - max concurrent requests: 50 - max backlog: 1000
23:12:13.563 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_480a650b3428bbe2035ed2c16c8e937a/blobStorage
23:12:13.570 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_480a650b3428bbe2035ed2c16c8e937a/blobStorage
23:12:13.579 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:12:13.579 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 1399c889-3147-4afd-a449-e21e2eeacaae
23:12:13.583 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 37 GB (77.08% usable)
23:12:13.583 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-de960a72-ced5-4a68-bb6a-aabab51e9bec
23:12:13.595 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-132a915a-11f6-4597-b0e9-0dccabbc48cf
23:12:13.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:13.668 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:12:13.669 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:12:13.669 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:12:13.669 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:12:13.669 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:12:13.673 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_16 .
23:12:13.682 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:12:13.682 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
23:12:13.683 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:12:13.683 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-91a1ea4b-37f0-42a8-845f-5c3095bcab2b
23:12:13.694 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:12:13.694 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:12:13.702 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:33621
23:12:13.702 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:12:13.704 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:12:13.705 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:33621 was granted leadership with leaderSessionID=bf7ecd10-628b-4f48-bfc6-32abe65d163e
23:12:13.705 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:33621 , session=bf7ecd10-628b-4f48-bfc6-32abe65d163e
23:12:13.705 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:12:13.705 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:12:13.706 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id 9552b0d4-e701-4ecb-bf86-570712dedfe5. Creating new DispatcherLeaderProcess.
23:12:13.706 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:12:13.707 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:12:13.710 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:12:13.710 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:12:13.713 [INFO - pool-311-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id e87a8b3b-dcc9-48a4-846c-a97a7e71c91a.
23:12:13.714 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_17 .
23:12:13.719 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:13.719 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:13.719 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:13.720 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:13.720 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:13.720 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:13.720 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:13.720 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:13.720 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:13.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:13.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:13.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:13.721 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:13.723 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_17 , session=9552b0d4-e701-4ecb-bf86-570712dedfe5
23:12:13.730 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:13.730 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:13.731 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:13.731 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:13.731 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:13.731 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:13.731 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:13.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:13.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:13.732 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:13.732 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:13.732 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:13.732 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:13.744 [INFO - pool-311-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_18 .
23:12:13.752 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
23:12:13.756 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:12:13.756 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:12:13.756 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:12:13.756 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:12:13.757 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_18 , session=e87a8b3b-dcc9-48a4-846c-a97a7e71c91a
23:12:13.758 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(846ca97a7e71c91ae87a8b3bdcc948a4).
23:12:13.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:13.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:13.804 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:12:13.807 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (3ec1c74f67335b85e5e1f959e912487e).
23:12:13.808 [INFO - flink-pekko.actor.default-dispatcher-9] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (3ec1c74f67335b85e5e1f959e912487e).
23:12:13.810 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1080) Registering TaskManager with ResourceID 1399c889-3147-4afd-a449-e21e2eeacaae (pekko://flink/user/rpc/taskmanager_16) at ResourceManager
23:12:13.811 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_18 under registration id 743d63823edd4d8fcdaf8420eea49d31.
23:12:13.811 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:344) Registering task executor 1399c889-3147-4afd-a449-e21e2eeacaae under 743d63823edd4d8fcdaf8420eea49d31 at the slot manager.
23:12:13.814 [INFO - flink-pekko.actor.default-dispatcher-9] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-3ec1c74f67335b85e5e1f959e912487e'.
23:12:13.814 [INFO - mini-cluster-io-thread-1] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 3ec1c74f67335b85e5e1f959e912487e was granted leadership with leader id 907bf94f-2691-4ab5-9f38-aefd93e5cb92. Creating new JobMasterServiceProcess.
23:12:13.819 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_19 .
23:12:13.823 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (3ec1c74f67335b85e5e1f959e912487e).
23:12:13.824 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e).
23:12:13.825 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph d11b266e22a0b2c40b1e3f4622200b17 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:13.825 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e).
23:12:13.825 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:12:13.826 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
23:12:13.827 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4355529e
23:12:13.827 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:13.827 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:12:13.831 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:12:13.832 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@441b2ef4 for Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e).
23:12:13.833 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_19 , session=907bf94f-2691-4ab5-9f38-aefd93e5cb92
23:12:13.833 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (3ec1c74f67335b85e5e1f959e912487e) under job master id 9f38aefd93e5cb92907bf94f26914ab5.
23:12:13.834 [INFO - flink-pekko.actor.default-dispatcher-5] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:12:13.835 [DEBUG - flink-pekko.actor.default-dispatcher-5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:13.837 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:12:13.838 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e) switched from state CREATED to RUNNING.
23:12:13.840 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:12:13.841 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:13.841 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:12:13.841 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:12:13.842 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:12:13.842 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_18(846ca97a7e71c91ae87a8b3bdcc948a4)
23:12:13.843 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:12:13.844 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:390) Registering job manager 9f38aefd93e5cb92907bf94f26914ab5@pekko://flink/user/rpc/jobmanager_19 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:13.847 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:13.855 [INFO - flink-pekko.actor.default-dispatcher-7] (ResourceManager.java:1015) Registered job manager 9f38aefd93e5cb92907bf94f26914ab5@pekko://flink/user/rpc/jobmanager_19 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:13.855 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.19.175.190:33135(127.19.175.190:33135)] Successfully connected to peer
23:12:13.858 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:13.859 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 846ca97a7e71c91ae87a8b3bdcc948a4.
23:12:13.859 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:12:13.859 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.19.175.188:42277(127.19.175.188:42277)] Successfully connected to peer
23:12:13.862 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.190
23:12:13.865 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.19.175.189:40447(127.19.175.189:40447)] Successfully connected to peer
23:12:13.875 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 3ec1c74f67335b85e5e1f959e912487e
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 1399c889-3147-4afd-a449-e21e2eeacaae
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:12:13.876 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot a42b59db9e403eeca2a100ab510b5dd1 from 1399c889-3147-4afd-a449-e21e2eeacaae for job 3ec1c74f67335b85e5e1f959e912487e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:12:13.877 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 8e6297a68defdfe92d21d45c7af816a8 from 1399c889-3147-4afd-a449-e21e2eeacaae for job 3ec1c74f67335b85e5e1f959e912487e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:12:13.878 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.188
23:12:13.878 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request a42b59db9e403eeca2a100ab510b5dd1 for job 3ec1c74f67335b85e5e1f959e912487e from resource manager with leader id 846ca97a7e71c91ae87a8b3bdcc948a4.
23:12:13.878 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for a42b59db9e403eeca2a100ab510b5dd1 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:12:13.879 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 6d9bd2a17e5c624042fd132d220a11dc from 1399c889-3147-4afd-a449-e21e2eeacaae for job 3ec1c74f67335b85e5e1f959e912487e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:12:13.879 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot db42ba01cab3cf95bfd94d34682141f9 from 1399c889-3147-4afd-a449-e21e2eeacaae for job 3ec1c74f67335b85e5e1f959e912487e with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:12:13.891 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.189
23:12:13.894 [DEBUG - main] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:13.905 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:13.908 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:13.924 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:13.925 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcddc3a45, L:/127.0.0.1:37412 - R:/127.19.175.190:33135] using SASL/PLAIN
23:12:13.926 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x10cdf500, L:/127.0.0.1:58772 - R:/127.19.175.188:42277] using SASL/PLAIN
23:12:13.930 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultJobLeaderService.java:192) Add job 3ec1c74f67335b85e5e1f959e912487e for job leader monitoring.
23:12:13.930 [INFO - mini-cluster-io-thread-1] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_19 with leader id 907bf94f-2691-4ab5-9f38-aefd93e5cb92.
23:12:13.930 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 8e6297a68defdfe92d21d45c7af816a8 for job 3ec1c74f67335b85e5e1f959e912487e from resource manager with leader id 846ca97a7e71c91ae87a8b3bdcc948a4.
23:12:13.931 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 8e6297a68defdfe92d21d45c7af816a8 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:12:13.931 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request 6d9bd2a17e5c624042fd132d220a11dc for job 3ec1c74f67335b85e5e1f959e912487e from resource manager with leader id 846ca97a7e71c91ae87a8b3bdcc948a4.
23:12:13.931 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for 6d9bd2a17e5c624042fd132d220a11dc with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:12:13.931 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:1149) Receive slot request db42ba01cab3cf95bfd94d34682141f9 for job 3ec1c74f67335b85e5e1f959e912487e from resource manager with leader id 846ca97a7e71c91ae87a8b3bdcc948a4.
23:12:13.931 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:321) Allocated slot for db42ba01cab3cf95bfd94d34682141f9 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:12:13.932 [INFO - flink-pekko.actor.default-dispatcher-5] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:12:13.934 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_19 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:13.934 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1783) Establish JobManager connection for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:13.934 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 3ec1c74f67335b85e5e1f959e912487e.
23:12:13.935 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:12:13.935 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id 6d9bd2a17e5c624042fd132d220a11dc
23:12:13.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:13.935 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=95), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [92ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: OK, [92ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: OK, deferred=null) after lookup
23:12:13.936 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 6d9bd2a17e5c624042fd132d220a11dc.
23:12:13.936 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb54d2f9f, L:/127.0.0.1:37594 - R:/127.19.175.189:40447] using SASL/PLAIN
23:12:13.937 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:13.937 [INFO - flink-pekko.actor.default-dispatcher-5] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:12:13.937 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 3ec1c74f67335b85e5e1f959e912487e
23:12:13.940 [DEBUG - main] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:13.941 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 6d9bd2a17e5c624042fd132d220a11dc.
23:12:13.941 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c71c91bed2b7476a80edcc2129f4f2d1
23:12:13.943 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.133.124:39773(127.20.133.124:39773)] Successfully connected to peer
23:12:13.943 [DEBUG - main] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:13.944 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.133.125:35321(127.20.133.125:35321)] Successfully connected to peer
23:12:13.959 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c911d56789f042f8ab83ecc33dcdfe78 for table 'replication_test_table' with partition [<start>, 0x80000064)
23:12:13.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet b886a2c85a9b4bd0a4307407e70ce439 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:12:13.960 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 240b26877e184065b5070d404524c904 for table 'replication_test_table' with partition [0x800000C8, <end>)
23:12:13.983 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=c911d56789f042f8ab83ecc33dcdfe78@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)[L]]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=b886a2c85a9b4bd0a4307407e70ce439@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)[L],5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299976, tablet=240b26877e184065b5070d404524c904@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)[L],95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}]
23:12:14.005 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.125
23:12:14.015 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.124
23:12:14.018 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:12:14.019 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id db42ba01cab3cf95bfd94d34682141f9
23:12:14.024 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:14.025 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:14.025 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:14.025 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.025 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:14.025 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:14.025 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:14.026 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:14.026 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:14.026 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:14.026 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:14.026 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:14.026 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:14.026 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:14.026 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.133.126:37441(127.20.133.126:37441)] Successfully connected to peer
23:12:14.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:14.030 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.031 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1d8e05c9, L:/127.0.0.1:60960 - R:/127.20.133.125:35321] using SASL/PLAIN
23:12:14.032 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.126
23:12:14.033 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:14.033 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:14.033 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:14.033 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:14.034 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:14.034 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:14.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:14.034 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:14.034 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:14.034 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:14.034 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:14.034 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:14.034 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:14.038 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:12:14.038 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id a42b59db9e403eeca2a100ab510b5dd1
23:12:14.046 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:12:14.046 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe0bef89c, L:/127.0.0.1:52410 - R:/127.20.133.124:39773] using SASL/PLAIN
23:12:14.046 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id 8e6297a68defdfe92d21d45c7af816a8
23:12:14.051 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.052 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:14.052 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=177), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [141ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: OK, [157ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: OK, deferred=null) after lookup
23:12:14.056 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb7f4dd37, L:/127.0.0.1:60952 - R:/127.20.133.126:37441] using SASL/PLAIN
23:12:14.056 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:14.058 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot db42ba01cab3cf95bfd94d34682141f9.
23:12:14.059 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id db42ba01cab3cf95bfd94d34682141f9.
23:12:14.060 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:14.061 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:14.061 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:14.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:14.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:14.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:14.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:14.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:14.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:14.062 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:14.062 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:14.062 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:14.062 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:14.064 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:12:14.064 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:12:14.065 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4b7c4628
23:12:14.065 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:14.069 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:12:14.069 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:12:14.070 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:12:14.071 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot a42b59db9e403eeca2a100ab510b5dd1.
23:12:14.072 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c8faa4b1c0664d7887d52870575319e2 for table 'replication_test_table' with partition [<start>, 0x80000064)
23:12:14.072 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id a42b59db9e403eeca2a100ab510b5dd1.
23:12:14.072 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 64d574a1b31249eeab18aea55d7e6e30 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:12:14.072 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 98758ed22a34486f9e97391ed5bdfedc for table 'replication_test_table' with partition [0x800000C8, <end>)
23:12:14.072 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=c8faa4b1c0664d7887d52870575319e2@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)[L],bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129),bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64d574a1b31249eeab18aea55d7e6e30@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775),bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129)[L],bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=98758ed22a34486f9e97391ed5bdfedc@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)[L],bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129),bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}]
23:12:14.073 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=5), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.20.133.124:39773, [5ms] Sub RPC GetTableLocations: received response from server master-127.20.133.124:39773: OK, deferred=null)) after lookup
23:12:14.073 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)] connecting to peer
23:12:14.075 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:12:14.075 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:12:14.078 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@61864f39
23:12:14.081 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:14.082 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:12:14.083 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:12:14.083 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:12:14.089 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 8e6297a68defdfe92d21d45c7af816a8.
23:12:14.090 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:14.091 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:14.091 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:14.091 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:14.091 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:14.091 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:14.092 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:14.092 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:14.092 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:14.092 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:12:14.092 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:14.092 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:14.092 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:14.092 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:14.092 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:12:14.093 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5851f7bc
23:12:14.093 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:14.094 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:12:14.094 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:12:14.096 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 8e6297a68defdfe92d21d45c7af816a8.
23:12:14.102 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:12:14.107 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44051179
23:12:14.112 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36643c6c
23:12:14.116 [ERROR - Source: KuduSource -> Sink: Writer (2/4)#0] (HashedWheelTimer.java:470) You are creating too many HashedWheelTimer instances. HashedWheelTimer is a shared resource that must be reused across the JVM, so that only a few instances are created.
23:12:14.118 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)] Successfully connected to peer
23:12:14.123 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@b24318b
23:12:14.123 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:14.125 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:14.127 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 6d9bd2a17e5c624042fd132d220a11dc.
23:12:14.127 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot db42ba01cab3cf95bfd94d34682141f9.
23:12:14.127 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot a42b59db9e403eeca2a100ab510b5dd1.
23:12:14.127 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 8e6297a68defdfe92d21d45c7af816a8.
23:12:14.128 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:12:14.128 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:12:14.129 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3730fa05
23:12:14.129 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:14.129 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:12:14.129 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:12:14.130 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:12:14.133 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:14.138 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:14.143 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.148 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:14.148 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:14.149 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:14.149 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:14.149 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:14.149 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:14.150 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ae1336
23:12:14.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:14.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:14.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:14.152 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:14.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:14.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:14.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:14.152 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:14.153 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xaffb3063, L:/127.0.0.1:42996 - R:/127.20.133.65:40775] using TOKEN/null
23:12:14.165 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:14.174 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:14.191 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.191 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:14.192 [DEBUG - main] (Connection.java:748) [peer bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129)] connecting to peer
23:12:14.192 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:14.192 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:14.193 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.133.124:39773(127.20.133.124:39773)] Successfully connected to peer
23:12:14.197 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.124
23:12:14.211 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:14.218 [DEBUG - kudu-nio-4] (Connection.java:757) [peer bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129)] Successfully connected to peer
23:12:14.231 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.238 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:14.241 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.133.124:39773(127.20.133.124:39773)] Successfully connected to peer
23:12:14.241 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8dea30df, L:/127.0.0.1:52420 - R:/127.20.133.124:39773] using SASL/PLAIN
23:12:14.244 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.124
23:12:14.255 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:14.267 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.133.125:35321(127.20.133.125:35321)] Successfully connected to peer
23:12:14.270 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.272 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.125
23:12:14.277 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.133.126:37441(127.20.133.126:37441)] Successfully connected to peer
23:12:14.278 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x992c69fc, L:/127.0.0.1:39598 - R:/127.20.133.66:40129] using TOKEN/null
23:12:14.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:14.287 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.288 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:14.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:14.302 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.126
23:12:14.314 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.314 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:14.318 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:14.319 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x12d5c2c8, L:/127.0.0.1:52426 - R:/127.20.133.124:39773] using SASL/PLAIN
23:12:14.323 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.329 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.133.124:39773(127.20.133.124:39773)] Successfully connected to peer
23:12:14.345 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:14.352 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.124
23:12:14.354 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=229), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [171ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: OK, deferred=null) after lookup
23:12:14.359 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:14.384 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.389 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.389 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:14.390 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:14.391 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.133.125:35321(127.20.133.125:35321)] Successfully connected to peer
23:12:14.398 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.398 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:14.399 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:14.399 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xd3b1dca5, L:/127.0.0.1:60966 - R:/127.20.133.125:35321] using SASL/PLAIN
23:12:14.399 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=275), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [113ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: OK, [252ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, deferred=null) after lookup
23:12:14.401 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.133.126:37441(127.20.133.126:37441)] Successfully connected to peer
23:12:14.402 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:14.402 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.133.126:37441(127.20.133.126:37441)] Successfully connected to peer
23:12:14.403 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.20.133.124:39773(127.20.133.124:39773)] Successfully connected to peer
23:12:14.404 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.133.125:35321(127.20.133.125:35321)] Successfully connected to peer
23:12:14.405 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:14.406 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.124
23:12:14.407 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.409 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:14.410 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.125
23:12:14.415 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:14.415 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.125
23:12:14.415 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@32829912
23:12:14.417 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:12:14.417 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:12:14.419 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.421 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:14.424 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c9af807
23:12:14.425 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:12:14.425 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:12:14.426 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x910b10fc, L:/127.0.0.1:52448 - R:/127.20.133.124:39773] using SASL/PLAIN
23:12:14.429 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xa787a931, L:/127.0.0.1:60956 - R:/127.20.133.126:37441] using SASL/PLAIN
23:12:14.432 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.126
23:12:14.437 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.439 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xba6e095a, L:/127.0.0.1:60982 - R:/127.20.133.125:35321] using SASL/PLAIN
23:12:14.448 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:14.450 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.20.133.125:35321(127.20.133.125:35321)] Successfully connected to peer
23:12:14.451 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.452 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.20.133.125
23:12:14.455 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.460 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.462 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:14.462 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=310), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [147ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: OK, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, deferred=null) after lookup
23:12:14.464 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x908e94b6, L:/127.0.0.1:60970 - R:/127.20.133.126:37441] using TOKEN/null
23:12:14.464 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.465 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9b1287b4, L:/127.0.0.1:52442 - R:/127.20.133.124:39773] using SASL/PLAIN
23:12:14.466 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.20.133.126:37441(127.20.133.126:37441)] Successfully connected to peer
23:12:14.467 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:14.469 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x2b2e4833, L:/127.0.0.1:60984 - R:/127.20.133.126:37441] using SASL/PLAIN
23:12:14.470 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x03caf500, L:/127.0.0.1:60976 - R:/127.20.133.125:35321] using SASL/PLAIN
23:12:14.471 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:14.471 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3c365a32
23:12:14.474 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:12:14.474 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:12:14.474 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.475 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:14.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:14.476 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=340), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [167ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: OK, deferred=null) after lookup
23:12:14.484 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.485 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:14.491 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:14.496 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:14.496 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3822d455
23:12:14.497 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:12:14.499 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:12:14.517 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.524 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x575dc04e, L:/127.0.0.1:60988 - R:/127.20.133.125:35321] using SASL/PLAIN
23:12:14.527 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.529 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:14.529 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:14.529 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:14.529 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:14.529 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:14.529 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:14.530 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:14.530 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:14.530 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:14.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:14.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:14.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:14.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:14.532 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:14.533 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xaaaaabb0, L:/127.0.0.1:60988 - R:/127.20.133.126:37441] using TOKEN/null
23:12:14.537 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:12:14.538 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='7e584e6a620b17fc0c7707de28d87ec9d340a65708681bee526b1d8a6ff81935'}]
23:12:14.540 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:14.556 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.556 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:14.556 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:12:14.557 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='b0e4f5641230a34e51b7eb18dd9332e861f08f4b3ba4cda5b50456e9abc37124'}]
23:12:14.559 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:14.564 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.565 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:14.570 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.577 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:12:14.579 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299974, tablet=b886a2c85a9b4bd0a4307407e70ce439@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)[L],95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}]
23:12:14.593 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:12:14.599 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:12:14.606 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:14.606 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:14.606 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:14.607 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:14.607 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:14.607 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:14.607 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:14.607 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:14.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:14.608 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:14.608 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:14.608 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:14.608 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:14.609 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:12:14.610 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299974, tablet=240b26877e184065b5070d404524c904@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)[L],5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}]
23:12:14.633 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.634 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:14.640 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.641 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:14.646 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:12:14.646 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5b956fc9450b4df31af29cd2ca6aa43f3cb8b32b1c588aa85fe6335c77d56750'}]
23:12:14.648 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:14.652 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:14.672 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:12:14.675 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299975, tablet=c911d56789f042f8ab83ecc33dcdfe78@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)[L]]}]
23:12:14.691 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:14.697 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:12:14.710 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.710 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:14.712 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:14.717 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.717 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:14.725 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.740 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:12:14.741 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:12:14.741 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465934710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:14.779 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:14.781 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.782 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:14.790 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.790 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:14.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:14.796 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.800 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:14.802 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:14.813 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:14.833 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:14.833 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:14.834 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:14.834 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:14.834 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:14.834 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:14.834 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:14.834 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:14.834 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:14.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:14.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:14.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:14.835 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:14.842 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:14.846 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:14.853 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.853 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:14.855 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.858 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.858 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:14.859 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:14.866 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.868 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa5e8eb30, L:/127.0.0.1:53556 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:14.871 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6cf7f936, L:/127.0.0.1:53544 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:14.887 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076465008640001) for scanner KuduScanner(table=replication_test_table, tablet=240b26877e184065b5070d404524c904, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.887 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [b0e4f5641230a34e51b7eb18dd9332e861f08f4b3ba4cda5b50456e9abc37124]
23:12:14.888 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [b0e4f5641230a34e51b7eb18dd9332e861f08f4b3ba4cda5b50456e9abc37124]
23:12:14.888 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:12:14.888 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:12:14.888 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:14.889 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split b0e4f5641230a34e51b7eb18dd9332e861f08f4b3ba4cda5b50456e9abc37124 finished by subtask 3; deferring removal (restored in pending)
23:12:14.889 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:14.910 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 3ec1c74f67335b85e5e1f959e912487e (2877 bytes, checkpointDuration=200 ms, finalizationTime=0 ms).
23:12:14.914 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:12:14.914 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split b0e4f5641230a34e51b7eb18dd9332e861f08f4b3ba4cda5b50456e9abc37124 from pending
23:12:14.914 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
23:12:14.926 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.926 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:14.931 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:14.932 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:14.932 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:14.932 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:14.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:14.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:14.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:14.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:14.933 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:14.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:14.933 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:14.933 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:14.933 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:14.934 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.934 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:14.940 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:14.944 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:14.950 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:14.974 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:14.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:14.975 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:12:14.977 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:12:15.000 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.000 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:15.007 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.007 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:15.016 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:15.053 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076465008640001) for scanner KuduScanner(table=replication_test_table, tablet=b886a2c85a9b4bd0a4307407e70ce439, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.054 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [7e584e6a620b17fc0c7707de28d87ec9d340a65708681bee526b1d8a6ff81935]
23:12:15.054 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [7e584e6a620b17fc0c7707de28d87ec9d340a65708681bee526b1d8a6ff81935]
23:12:15.054 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:12:15.054 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:12:15.055 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 7e584e6a620b17fc0c7707de28d87ec9d340a65708681bee526b1d8a6ff81935 finished by subtask 1; deferring removal (restored in pending)
23:12:15.056 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:15.057 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:15.066 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:15.066 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:15.067 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:15.067 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:15.067 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:15.067 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:15.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:15.067 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:15.067 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:15.067 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:15.067 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:15.067 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:15.068 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:15.072 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.073 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:15.081 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.081 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:15.087 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.090 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:15.094 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:15.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:15.094 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:12:15.095 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:12:15.104 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf067cfa5, L:/127.0.0.1:53564 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:15.144 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.144 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:15.151 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.151 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:15.158 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.159 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false, responseScanTimestamp = 7305076465008640001) for scanner KuduScanner(table=replication_test_table, tablet=c911d56789f042f8ab83ecc33dcdfe78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.160 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [5b956fc9450b4df31af29cd2ca6aa43f3cb8b32b1c588aa85fe6335c77d56750]
23:12:15.160 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:15.160 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:15.160 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:15.160 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:15.160 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:15.160 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:15.161 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:12:15.161 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:15.161 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:15.161 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:15.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:15.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:15.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:15.161 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:15.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:15.171 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c8faa4b1c0664d7887d52870575319e2 for table 'replication_test_table' with partition [<start>, 0x80000064)
23:12:15.171 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 64d574a1b31249eeab18aea55d7e6e30 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:12:15.171 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 98758ed22a34486f9e97391ed5bdfedc for table 'replication_test_table' with partition [0x800000C8, <end>)
23:12:15.171 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=c8faa4b1c0664d7887d52870575319e2@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)[L],bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129),bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64d574a1b31249eeab18aea55d7e6e30@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775),bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129)[L],bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=98758ed22a34486f9e97391ed5bdfedc@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)[L],bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129),bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}]
23:12:15.172 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c8faa4b1c0664d7887d52870575319e2 for table 'replication_test_table' with partition [<start>, 0x80000064)
23:12:15.172 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 64d574a1b31249eeab18aea55d7e6e30 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:12:15.172 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 98758ed22a34486f9e97391ed5bdfedc for table 'replication_test_table' with partition [0x800000C8, <end>)
23:12:15.172 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=c8faa4b1c0664d7887d52870575319e2@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)[L],bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129),bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64d574a1b31249eeab18aea55d7e6e30@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775),bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129)[L],bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=98758ed22a34486f9e97391ed5bdfedc@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)[L],bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129),bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}]
23:12:15.190 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5b956fc9450b4df31af29cd2ca6aa43f3cb8b32b1c588aa85fe6335c77d56750]
23:12:15.191 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5b956fc9450b4df31af29cd2ca6aa43f3cb8b32b1c588aa85fe6335c77d56750 finished by subtask 0; deferring removal (restored in pending)
23:12:15.194 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:12:15.194 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:12:15.194 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:15.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet c8faa4b1c0664d7887d52870575319e2 for table 'replication_test_table' with partition [<start>, 0x80000064)
23:12:15.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 64d574a1b31249eeab18aea55d7e6e30 for table 'replication_test_table' with partition [0x80000064, 0x800000C8)
23:12:15.195 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 98758ed22a34486f9e97391ed5bdfedc for table 'replication_test_table' with partition [0x800000C8, <end>)
23:12:15.196 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=299999, tablet=c8faa4b1c0664d7887d52870575319e2@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)[L],bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129),bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}, Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=299999, tablet=64d574a1b31249eeab18aea55d7e6e30@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775),bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129)[L],bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}, Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=299999, tablet=98758ed22a34486f9e97391ed5bdfedc@[70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)[L],bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129),bd3a3b7f136b4733bcd8e146dcbbd748(127.20.133.67:42163)]}]
23:12:15.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465935210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:15.218 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:15.219 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:15.219 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:15.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.219 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.220 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.220 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.220 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.220 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.220 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:15.224 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=15, operationSize=950, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@44c287a1, flushNotification=Deferred@383046816(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:12:15.225 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)] connecting to peer
23:12:15.226 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:15.226 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:15.226 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:15.227 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.227 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.227 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.227 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.227 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.227 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.228 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:15.232 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:15.269 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)] Successfully connected to peer
23:12:15.273 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:15.273 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:15.273 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:15.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:15.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:15.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:15.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:15.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:15.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:15.275 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:15.275 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:15.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:15.275 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:15.279 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.279 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:15.286 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.286 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:15.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:15.293 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:15.317 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:12:15.317 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:15.317 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:15.318 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:12:15.332 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:15.349 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.349 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:15.358 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.358 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:15.365 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.369 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x9fed4a1c, L:/127.0.0.1:43012 - R:/127.20.133.65:40775] using TOKEN/null
23:12:15.374 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:15.375 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:15.375 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:15.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:15.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:15.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:15.375 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:15.375 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:15.375 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:15.376 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:15.376 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:15.376 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:15.376 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:15.423 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.423 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:15.430 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.430 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:15.436 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.465 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:15.465 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:15.465 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:15.465 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.465 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.466 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.466 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.466 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.466 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:15.496 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.496 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:15.505 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.505 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:15.514 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:15.514 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:15.514 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:15.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:15.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:15.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:15.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:15.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:15.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:15.516 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:15.516 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:15.516 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:15.516 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:15.519 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:15.577 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 3ec1c74f67335b85e5e1f959e912487e (2242 bytes, checkpointDuration=366 ms, finalizationTime=1 ms).
23:12:15.579 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:12:15.580 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 7e584e6a620b17fc0c7707de28d87ec9d340a65708681bee526b1d8a6ff81935 from pending
23:12:15.580 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 2 complete: removed split 5b956fc9450b4df31af29cd2ca6aa43f3cb8b32b1c588aa85fe6335c77d56750 from pending
23:12:15.580 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 2 complete: removed 2 finished splits from enumerator state
23:12:15.584 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.584 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:15.589 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.590 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:15.595 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.599 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c71c91bed2b7476a80edcc2129f4f2d1
23:12:15.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:15.607 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c71c91bed2b7476a80edcc2129f4f2d1
23:12:15.610 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:15.617 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c71c91bed2b7476a80edcc2129f4f2d1
23:12:15.620 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table 789f9f2aef6f4e7b9e344a1486367153
23:12:15.632 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:15.633 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:15.633 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:15.633 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:15.633 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:15.633 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:15.633 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:15.633 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:15.633 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:15.633 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:15.633 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:15.633 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:15.633 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:15.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c911d56789f042f8ab83ecc33dcdfe78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.641 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c911d56789f042f8ab83ecc33dcdfe78 for partition [<start>, 0x80000064) with scanner id null
23:12:15.642 [DEBUG - main] (Connection.java:748) [peer 49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)] connecting to peer
23:12:15.657 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)] Successfully connected to peer
23:12:15.666 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:15.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465935710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:15.726 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:12:15.729 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:12:15.732 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:15.739 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x27fb1dff, L:/127.0.0.1:57256 - R:/127.19.175.130:42201] using TOKEN/null
23:12:15.765 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b886a2c85a9b4bd0a4307407e70ce439, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.765 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b886a2c85a9b4bd0a4307407e70ce439 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:15.765 [DEBUG - main] (Connection.java:748) [peer 5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)] connecting to peer
23:12:15.777 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)] Successfully connected to peer
23:12:15.786 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:15.786 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:15.786 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:15.786 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.786 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.786 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:15.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.786 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.786 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:15.787 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:15.787 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:15.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:15.840 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:15.849 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c71c91bed2b7476a80edcc2129f4f2d1
23:12:15.853 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='35640d6eb6ad8e1d4d724e0d6277c908082587b2b52e1a5939f21d948354dcab'}]
23:12:15.855 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:15.856 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='ab5770984f7d626373e7d87728aaf33fa00c60d431ecf77d9b6354434264089b'}]
23:12:15.856 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='53daef2bd7d092bc174f25c967b88d5e9d106ec0ceea8c5215dbbb487fe21d47'}]
23:12:15.858 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:15.858 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:12:15.859 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=298108, tablet=240b26877e184065b5070d404524c904@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)[L],5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}]
23:12:15.861 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:15.862 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:12:15.863 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=298108, tablet=b886a2c85a9b4bd0a4307407e70ce439@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)[L],95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}]
23:12:15.863 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:15.867 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x8a4cbebc, L:/127.0.0.1:35826 - R:/127.19.175.129:42431] using TOKEN/null
23:12:15.882 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:12:15.883 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=298108, tablet=c911d56789f042f8ab83ecc33dcdfe78@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)[L]]}]
23:12:15.888 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:15.899 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=240b26877e184065b5070d404524c904, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.910 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.910 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:15.917 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.917 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:15.931 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.937 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:15.937 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:15.937 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:15.938 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:15.938 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:15.938 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:15.938 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:15.938 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:15.939 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:15.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:15.939 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:15.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:15.939 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:15.948 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c911d56789f042f8ab83ecc33dcdfe78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.948 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c911d56789f042f8ab83ecc33dcdfe78 for partition [<start>, 0x80000064) with scanner id null
23:12:15.955 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=b886a2c85a9b4bd0a4307407e70ce439, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.955 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet b886a2c85a9b4bd0a4307407e70ce439 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:15.957 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:15.963 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=240b26877e184065b5070d404524c904, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.986 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 15 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=c8faa4b1c0664d7887d52870575319e2, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.987 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet c8faa4b1c0664d7887d52870575319e2 for partition [<start>, 0x80000064) with scanner id null
23:12:15.996 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=64d574a1b31249eeab18aea55d7e6e30, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:15.996 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 64d574a1b31249eeab18aea55d7e6e30 for partition [0x80000064, 0x800000C8) with scanner id null
23:12:16.010 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=98758ed22a34486f9e97391ed5bdfedc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:16.010 [DEBUG - main] (Connection.java:575) [peer master-127.20.133.125:35321(127.20.133.125:35321)] disconnecting while in state READY
23:12:16.010 [DEBUG - main] (Connection.java:575) [peer bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129)] disconnecting while in state READY
23:12:16.010 [DEBUG - main] (Connection.java:575) [peer master-127.20.133.126:37441(127.20.133.126:37441)] disconnecting while in state READY
23:12:16.010 [DEBUG - main] (Connection.java:575) [peer master-127.20.133.124:39773(127.20.133.124:39773)] disconnecting while in state READY
23:12:16.010 [DEBUG - main] (Connection.java:575) [peer 70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)] disconnecting while in state READY
23:12:16.011 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.133.125:35321(127.20.133.125:35321)] handling channelInactive
23:12:16.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state READY due to: connection closed
23:12:16.012 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.133.126:37441(127.20.133.126:37441)] handling channelInactive
23:12:16.012 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state READY due to: connection closed
23:12:16.012 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.133.124:39773(127.20.133.124:39773)] handling channelInactive
23:12:16.012 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state READY due to: connection closed
23:12:16.013 [DEBUG - kudu-nio-4] (Connection.java:239) [peer bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129)] handling channelInactive
23:12:16.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer bc882330dd9349a9b3ceb1bfa2086756(127.20.133.66:40129)] cleaning up while in state READY due to: connection closed
23:12:16.015 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:16.015 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:12:16.016 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-2
23:12:16.016 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:12:16.016 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
23:12:16.018 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:16.029 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:16.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:16.048 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:16.049 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:16.052 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.052613 21090 debug-util.cc:398] Leaking SignalData structure 0x7b0800088100 after lost signal to thread 21026
23:12:16.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.053575 21090 debug-util.cc:398] Leaking SignalData structure 0x7b080009c920 after lost signal to thread 21093
23:12:16.073 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)] handling channelInactive
23:12:16.073 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)] cleaning up while in state READY due to: connection closed
23:12:16.073 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:12:16.077 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.074031 21013 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 21380
23:12:16.091 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:16.091 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:16.092 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:16.101 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6cf0ab36, L:/127.0.0.1:53574 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:16.103 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:16.106 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xb799aae9, L:/127.0.0.1:53572 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:16.114 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:16.114 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:16.114 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:16.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:16.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:16.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:16.115 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:16.115 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:16.115 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:16.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:16.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:16.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:16.116 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:16.127 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:16.127 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:16.127 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:16.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:16.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:16.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:16.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:16.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:16.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:16.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:16.129 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:16.129 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:16.129 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:16.134 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:16.143 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x27e79b34, L:/127.0.0.1:53586 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:16.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:16.168 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076473212928001) for scanner KuduScanner(table=replication_test_table, tablet=c911d56789f042f8ab83ecc33dcdfe78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:16.174 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [35640d6eb6ad8e1d4d724e0d6277c908082587b2b52e1a5939f21d948354dcab]
23:12:16.176 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [35640d6eb6ad8e1d4d724e0d6277c908082587b2b52e1a5939f21d948354dcab]
23:12:16.177 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:12:16.177 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:12:16.178 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 35640d6eb6ad8e1d4d724e0d6277c908082587b2b52e1a5939f21d948354dcab finished by subtask 2; deferring removal (restored in pending)
23:12:16.178 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:16.180 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:16.212 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465936211 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:16.222 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 3ec1c74f67335b85e5e1f959e912487e (2907 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:12:16.224 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)] handling channelInactive
23:12:16.224 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)] cleaning up while in state READY due to: connection closed
23:12:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.223878 21592 connection.cc:573] client connection to 127.20.133.65:40775 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:12:16.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.224341 21592 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:12:16.226 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:12:16.226 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 35640d6eb6ad8e1d4d724e0d6277c908082587b2b52e1a5939f21d948354dcab from pending
23:12:16.227 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 1 finished splits from enumerator state
23:12:16.247 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:12:16.247 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:16.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:16.247 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:12:16.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.253268 21013 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 21548
23:12:16.277 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076473212928001) for scanner KuduScanner(table=replication_test_table, tablet=b886a2c85a9b4bd0a4307407e70ce439, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:16.279 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [ab5770984f7d626373e7d87728aaf33fa00c60d431ecf77d9b6354434264089b]
23:12:16.281 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [ab5770984f7d626373e7d87728aaf33fa00c60d431ecf77d9b6354434264089b]
23:12:16.281 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:12:16.281 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:12:16.282 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split ab5770984f7d626373e7d87728aaf33fa00c60d431ecf77d9b6354434264089b finished by subtask 3; deferring removal (restored in pending)
23:12:16.284 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:16.286 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:16.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:16.299 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:16.312 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076473212928001) for scanner KuduScanner(table=replication_test_table, tablet=240b26877e184065b5070d404524c904, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:16.312 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [53daef2bd7d092bc174f25c967b88d5e9d106ec0ceea8c5215dbbb487fe21d47]
23:12:16.313 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [53daef2bd7d092bc174f25c967b88d5e9d106ec0ceea8c5215dbbb487fe21d47]
23:12:16.313 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:12:16.313 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:12:16.314 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:16.314 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:16.315 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 53daef2bd7d092bc174f25c967b88d5e9d106ec0ceea8c5215dbbb487fe21d47 finished by subtask 1; deferring removal (restored in pending)
23:12:16.330 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:16.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:16.330 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:12:16.330 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:12:16.346 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:16.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:16.346 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:12:16.347 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:12:16.416 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:16.416 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:16.416 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:16.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:16.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:16.417 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:16.417 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:16.417 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:16.417 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:16.417 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:16.417 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:16.417 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:16.417 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:16.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.457635 21013 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 21713
23:12:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.492637 20428 debug-util.cc:398] Leaking SignalData structure 0x7b080009dee0 after lost signal to thread 20309
23:12:16.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:16.493441 20428 debug-util.cc:398] Leaking SignalData structure 0x7b080008eb80 after lost signal to thread 20431
23:12:16.531 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:16.566 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:16.566 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:16.566 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:16.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:16.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:16.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:16.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:16.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:16.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:16.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:16.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:16.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:16.567 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:16.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.580368 21013 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 21025
23:12:16.593 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:16.593 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:16.593 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:16.594 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:16.594 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:16.594 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:16.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:16.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:16.595 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:16.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:16.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:16.595 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:16.595 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:16.633 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:16.634 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:16.634 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:16.634 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:16.634 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:16.634 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:16.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:16.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:16.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:16.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:16.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:16.635 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:16.635 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:16.656 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:16.656 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:16.656 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:16.656 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:16.656 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:16.656 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:16.656 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:16.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:16.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:16.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:16.657 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:16.657 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:16.657 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:16.666 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:16.678 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:16.678 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:16.678 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:16.679 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:16.679 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:16.679 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:16.679 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:16.679 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:16.679 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:16.679 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:16.679 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:16.679 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:16.679 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:16.693 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.133.126:37441(127.20.133.126:37441)] handling channelInactive
23:12:16.693 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.133.126:37441(127.20.133.126:37441)] handling channelInactive
23:12:16.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state READY due to: connection closed
23:12:16.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state READY due to: connection closed
23:12:16.693 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.133.126:37441(127.20.133.126:37441)] handling channelInactive
23:12:16.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state READY due to: connection closed
23:12:16.693 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.20.133.126:37441(127.20.133.126:37441)] handling channelInactive
23:12:16.693 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state READY due to: connection closed
23:12:16.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.705582 21013 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 21096
23:12:16.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465936713 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:16.727 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 3ec1c74f67335b85e5e1f959e912487e (2262 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:12:16.729 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:12:16.729 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split ab5770984f7d626373e7d87728aaf33fa00c60d431ecf77d9b6354434264089b from pending
23:12:16.729 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 53daef2bd7d092bc174f25c967b88d5e9d106ec0ceea8c5215dbbb487fe21d47 from pending
23:12:16.729 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 2 finished splits from enumerator state
23:12:16.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:16.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:16.801 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.133.125:35321(127.20.133.125:35321)] handling channelInactive
23:12:16.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state READY due to: connection closed
23:12:16.802 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.133.125:35321(127.20.133.125:35321)] handling channelInactive
23:12:16.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state READY due to: connection closed
23:12:16.801 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.133.125:35321(127.20.133.125:35321)] handling channelInactive
23:12:16.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state READY due to: connection closed
23:12:16.801 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.20.133.125:35321(127.20.133.125:35321)] handling channelInactive
23:12:16.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state READY due to: connection closed
23:12:16.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:16.809967 21013 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 21173
23:12:16.839 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:16.839 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:16.839 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:16.839 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:16.839 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:16.839 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:16.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:16.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:16.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:16.840 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:16.840 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:16.840 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:16.840 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:16.885 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.133.124:39773(127.20.133.124:39773)] handling channelInactive
23:12:16.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state READY due to: connection closed
23:12:16.896 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.133.124:39773(127.20.133.124:39773)] handling channelInactive
23:12:16.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state READY due to: connection closed
23:12:16.897 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.133.124:39773(127.20.133.124:39773)] handling channelInactive
23:12:16.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state READY due to: connection closed
23:12:16.897 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.20.133.124:39773(127.20.133.124:39773)] handling channelInactive
23:12:16.897 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state READY due to: connection closed
23:12:17.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:17.086 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:17.087 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:17.087 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:17.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:17.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:17.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:17.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:17.087 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:17.087 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:17.088 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:17.088 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:17.088 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:17.088 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:17.100 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:17.100 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:17.100 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:17.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:17.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:17.101 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:17.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:17.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:17.101 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:17.101 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:17.101 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:17.101 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:17.101 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:17.126 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:17.127 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:17.127 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:17.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:17.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:17.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:17.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:17.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:17.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:17.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:17.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:17.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:17.128 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:17.165 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:17.170 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:17.171 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:17.172 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:17.172 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:17.172 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:17.172 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:17.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:17.173 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:17.173 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:17.173 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:17.173 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:17.173 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:17.173 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:17.206 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:17.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:17.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:17.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:17.208 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:17.208 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:17.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:17.209 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:17.209 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:17.209 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:17.209 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:17.209 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:17.209 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:17.213 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465937210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:17.224 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:12:17.226 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:12:17.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:17.291 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:17.291 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:17.291 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:17.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:17.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:17.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:17.292 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:17.292 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:17.292 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:17.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:17.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:17.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:17.292 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:17.293 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:17.293 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:17.293 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:17.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:17.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:17.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:17.294 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:17.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:17.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:17.295 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:17.295 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:17.295 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:17.295 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:17.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:17.531 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:17.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:17.695 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:17.696 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:17.696 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:17.696 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:17.697 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:17.697 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:17.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:17.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:17.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:17.698 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:17.698 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:17.698 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:17.698 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:17.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465937710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:17.721 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:12:17.724 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:12:17.752 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:17.753 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:17.753 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:17.753 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:17.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:17.753 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:17.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:17.753 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:17.753 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:17.754 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:17.754 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:17.754 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:17.754 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:17.778 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:17.778 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:17.778 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:17.779 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:17.779 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:17.779 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:17.779 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:17.779 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:17.779 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:17.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:17.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:17.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:17.780 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:17.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:17.800 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:17.844 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c71c91bed2b7476a80edcc2129f4f2d1
23:12:17.848 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='2e11bb2943ebf11aeaddb9d9259603e9a190b22a3145873e0b9fabaff0a677f5'}]
23:12:17.850 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='73207163a5e1dd6eb28bb9dc28a8e7123994b5d0125392a3367a4c914b7353e5'}]
23:12:17.851 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='1b725bcdfcdbd1e2a88f50c8b27085d38e2052730f4e6b0979cd1e4eefd1f6d1'}]
23:12:17.853 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:17.853 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:12:17.854 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=296114, tablet=c911d56789f042f8ab83ecc33dcdfe78@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)[L]]}]
23:12:17.855 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:17.855 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:12:17.855 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=296113, tablet=240b26877e184065b5070d404524c904@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)[L],5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}]
23:12:17.856 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:17.856 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:12:17.857 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=296113, tablet=b886a2c85a9b4bd0a4307407e70ce439@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)[L],95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}]
23:12:17.862 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:17.872 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:17.884 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:17.890 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:17.897 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:17.910 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:17.917 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:17.918 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:17.918 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:17.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:17.918 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:17.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:17.918 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:17.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:17.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:17.918 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:17.918 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:17.918 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:17.918 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:17.925 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:17.941 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:17.942 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:17.949 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x97314a3d, L:/127.0.0.1:53600 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:17.958 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:17.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:17.959059 20200 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.19.175.188:42277, user_credentials={real_user=slave}} blocked reactor thread for 56965.4us
23:12:17.966 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076481392640001) for scanner KuduScanner(table=replication_test_table, tablet=c911d56789f042f8ab83ecc33dcdfe78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:17.966 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x66077128, L:/127.0.0.1:53612 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:17.967 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [2e11bb2943ebf11aeaddb9d9259603e9a190b22a3145873e0b9fabaff0a677f5]
23:12:17.967 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [2e11bb2943ebf11aeaddb9d9259603e9a190b22a3145873e0b9fabaff0a677f5]
23:12:17.968 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:12:17.968 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:12:17.969 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 2e11bb2943ebf11aeaddb9d9259603e9a190b22a3145873e0b9fabaff0a677f5 finished by subtask 0; deferring removal (restored in pending)
23:12:17.969 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:17.970 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:17.974 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:17.993 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:18.000 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x77c69950, L:/127.0.0.1:53614 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:18.012 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076481392640001) for scanner KuduScanner(table=replication_test_table, tablet=b886a2c85a9b4bd0a4307407e70ce439, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:18.012 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [73207163a5e1dd6eb28bb9dc28a8e7123994b5d0125392a3367a4c914b7353e5]
23:12:18.013 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [73207163a5e1dd6eb28bb9dc28a8e7123994b5d0125392a3367a4c914b7353e5]
23:12:18.013 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:12:18.013 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:12:18.014 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 73207163a5e1dd6eb28bb9dc28a8e7123994b5d0125392a3367a4c914b7353e5 finished by subtask 2; deferring removal (restored in pending)
23:12:18.015 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:18.016 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:18.017 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:18.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:18.018 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:12:18.018 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:12:18.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:18.058 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:18.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:18.059 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:12:18.059 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:12:18.090 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076481392640001) for scanner KuduScanner(table=replication_test_table, tablet=240b26877e184065b5070d404524c904, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:18.090 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [1b725bcdfcdbd1e2a88f50c8b27085d38e2052730f4e6b0979cd1e4eefd1f6d1]
23:12:18.090 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [1b725bcdfcdbd1e2a88f50c8b27085d38e2052730f4e6b0979cd1e4eefd1f6d1]
23:12:18.091 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:12:18.091 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:12:18.092 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 1b725bcdfcdbd1e2a88f50c8b27085d38e2052730f4e6b0979cd1e4eefd1f6d1 finished by subtask 3; deferring removal (restored in pending)
23:12:18.092 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:18.093 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:18.112 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:18.112 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:18.113 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:12:18.113 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:12:18.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:18.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465938210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:18.211 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:18.211 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:18.211 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:18.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:18.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:18.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:18.213 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:18.213 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:18.213 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:18.213 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:18.213 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:18.213 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:18.213 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:18.224 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 3ec1c74f67335b85e5e1f959e912487e (2907 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:12:18.226 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:12:18.226 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 1b725bcdfcdbd1e2a88f50c8b27085d38e2052730f4e6b0979cd1e4eefd1f6d1 from pending
23:12:18.226 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 2e11bb2943ebf11aeaddb9d9259603e9a190b22a3145873e0b9fabaff0a677f5 from pending
23:12:18.226 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 73207163a5e1dd6eb28bb9dc28a8e7123994b5d0125392a3367a4c914b7353e5 from pending
23:12:18.226 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 3 finished splits from enumerator state
23:12:18.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:18.291 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:18.292 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:18.292 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:18.292 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:18.292 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:18.292 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:18.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:18.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:18.293 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:18.293 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:18.293 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:18.293 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:18.293 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:18.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:18.340 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:18.340 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:18.340 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:18.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:18.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:18.341 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:18.341 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:18.341 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:18.341 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:18.341 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:18.341 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:18.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:18.342 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:18.466 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:18.466 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:18.466 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:18.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:18.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:18.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:18.467 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:18.467 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:18.467 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:18.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:18.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:18.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:18.467 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:18.469 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:18.470 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:18.470 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:18.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:18.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:18.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:18.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:18.470 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:18.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:18.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:18.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:18.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:18.471 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:18.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:18.626 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:18.627 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:18.627 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:18.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:18.627 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:18.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:18.627 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:18.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:18.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:18.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:18.628 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:18.628 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:18.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:18.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:18.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465938710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:18.721 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:12:18.722 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:12:18.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:18.800 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:18.830 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:18.830 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:18.831 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:18.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:18.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:18.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:18.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:18.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:18.832 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:18.832 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:18.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:18.832 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:18.832 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:18.994 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:18.994 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:18.994 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:18.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:18.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:18.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:18.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:18.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:18.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:18.996 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:18.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:18.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:18.996 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:19.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:19.084 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:19.085 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:19.085 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:19.085 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:19.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:19.085 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:19.085 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:19.085 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:19.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:19.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:19.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:19.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:19.086 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:19.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:19.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465939210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:19.219 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:12:19.221 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:12:19.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:19.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:19Z chronyd exiting
23:12:19.299 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:19.318 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:19.318 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:19.318 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:19.318 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:19.318 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:19.318 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:19.318 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:19.318 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:19.319 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:19.319 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:19.319 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:19.319 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:19.319 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:19.460 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:19.460 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:19.460 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:19.460 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:19.460 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:19.461 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:19.461 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:19.461 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:19.461 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:19.461 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:19.461 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:19.461 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:19.462 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:19.495 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:19.496 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:19.496 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:19.496 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:19.496 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:19.496 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:19.497 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:19.497 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:19.497 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:19.497 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:19.497 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:19.497 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:19.497 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:19.515 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:19.515 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:19.516 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:19.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:19.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:19.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:19.517 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:19.517 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:19.517 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:19.517 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:19.517 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:19.517 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:19.517 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:19.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:19.652 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:19.653 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:19.653 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:19.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:19.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:19.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:19.654 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:19.654 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:19.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:19.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:19.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:19.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:19.654 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:19.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:19.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465939709 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:19.720 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:12:19.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:12:19.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:19.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:19.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table c71c91bed2b7476a80edcc2129f4f2d1
23:12:19.846 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f2a7d4de5ea9681934032275b0bfd05c501c8e43785481012f24f41bd8833fa5'}]
23:12:19.848 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:19.848 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:12:19.848 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='d3e37945bc39e17570b3df9c957fe957b7e28a76f87154127880341e1038197e'}]
23:12:19.849 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x80000064, ttl=294114, tablet=c911d56789f042f8ab83ecc33dcdfe78@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)[L]]}]
23:12:19.850 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:19.850 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:12:19.851 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x800000C8, upperBoundPartitionKey=0x, ttl=294114, tablet=240b26877e184065b5070d404524c904@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)[L],5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431),95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}]
23:12:19.851 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='712fd1ad112abd5ca8cc39cb32dbac5c891c0f969670b63c378991277a0e6450'}]
23:12:19.852 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:19.853 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:12:19.853 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x80000064, upperBoundPartitionKey=0x800000C8, ttl=294114, tablet=b886a2c85a9b4bd0a4307407e70ce439@[49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201),5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)[L],95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)]}]
23:12:19.861 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:19.862 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:19.867 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] connecting to peer
23:12:19.871 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:19.872 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:19.877 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:19.887 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:19.887 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] Successfully connected to peer
23:12:19.890 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x48b2a637, L:/127.0.0.1:53626 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:19.893 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:19.903 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:19.904 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.19.175.131
23:12:19.906 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x64638812, L:/127.0.0.1:53642 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:19.916 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076489584640001) for scanner KuduScanner(table=replication_test_table, tablet=240b26877e184065b5070d404524c904, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:19.917 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [d3e37945bc39e17570b3df9c957fe957b7e28a76f87154127880341e1038197e]
23:12:19.917 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [d3e37945bc39e17570b3df9c957fe957b7e28a76f87154127880341e1038197e]
23:12:19.917 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:12:19.917 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:12:19.918 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split d3e37945bc39e17570b3df9c957fe957b7e28a76f87154127880341e1038197e finished by subtask 2; deferring removal (restored in pending)
23:12:19.918 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:19.919 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:19.919 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:19.919 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:19.919 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:19.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:19.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:19.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:19.920 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:19.920 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:19.920 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:19.920 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:19.920 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:19.920 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:19.920 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:19.925 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076489584640001) for scanner KuduScanner(table=replication_test_table, tablet=c911d56789f042f8ab83ecc33dcdfe78, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:19.925 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f2a7d4de5ea9681934032275b0bfd05c501c8e43785481012f24f41bd8833fa5]
23:12:19.925 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f2a7d4de5ea9681934032275b0bfd05c501c8e43785481012f24f41bd8833fa5]
23:12:19.928 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:12:19.928 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:12:19.928 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:19.929 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:19.929 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f2a7d4de5ea9681934032275b0bfd05c501c8e43785481012f24f41bd8833fa5 finished by subtask 1; deferring removal (restored in pending)
23:12:19.935 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:19.942 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x15c39479, L:/127.0.0.1:53644 - R:/127.19.175.131:34565] using SASL/PLAIN
23:12:19.953 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:19.953 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:19.954 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:12:19.954 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:12:19.974 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:19.974 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:19.975 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:12:19.975 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:12:20.030 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:20.060 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076489584640001) for scanner KuduScanner(table=replication_test_table, tablet=b886a2c85a9b4bd0a4307407e70ce439, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:12:20.060 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [712fd1ad112abd5ca8cc39cb32dbac5c891c0f969670b63c378991277a0e6450]
23:12:20.060 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [712fd1ad112abd5ca8cc39cb32dbac5c891c0f969670b63c378991277a0e6450]
23:12:20.061 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:12:20.061 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:12:20.062 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 712fd1ad112abd5ca8cc39cb32dbac5c891c0f969670b63c378991277a0e6450 finished by subtask 0; deferring removal (restored in pending)
23:12:20.063 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:20.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:20.111 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:20.111 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:20.111 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:12:20.111 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:12:20.165 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:20.179 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:20.179 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:20.179 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:20.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:20.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:20.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:20.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:20.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:20.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:20.181 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:20.181 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:20.181 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:20.181 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:20.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465940209 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:20.221 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 3ec1c74f67335b85e5e1f959e912487e (2907 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:12:20.223 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:12:20.223 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split d3e37945bc39e17570b3df9c957fe957b7e28a76f87154127880341e1038197e from pending
23:12:20.223 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split f2a7d4de5ea9681934032275b0bfd05c501c8e43785481012f24f41bd8833fa5 from pending
23:12:20.223 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 712fd1ad112abd5ca8cc39cb32dbac5c891c0f969670b63c378991277a0e6450 from pending
23:12:20.223 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 3 finished splits from enumerator state
23:12:20.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:20.299 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:20.353 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:20.354 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:20.354 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:20.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:20.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:20.355 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:20.355 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:20.355 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:20.355 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:20.355 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:20.355 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:20.355 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:20.355 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:20.366 [DEBUG - main] (Connection.java:575) [peer 5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)] disconnecting while in state READY
23:12:20.366 [DEBUG - main] (Connection.java:575) [peer master-127.19.175.188:42277(127.19.175.188:42277)] disconnecting while in state READY
23:12:20.366 [DEBUG - main] (Connection.java:575) [peer master-127.19.175.189:40447(127.19.175.189:40447)] disconnecting while in state READY
23:12:20.366 [DEBUG - main] (Connection.java:575) [peer master-127.19.175.190:33135(127.19.175.190:33135)] disconnecting while in state READY
23:12:20.366 [DEBUG - main] (Connection.java:575) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] disconnecting while in state READY
23:12:20.366 [DEBUG - main] (Connection.java:575) [peer 49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)] disconnecting while in state READY
23:12:20.366 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.175.188:42277(127.19.175.188:42277)] handling channelInactive
23:12:20.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state READY due to: connection closed
23:12:20.367 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)] handling channelInactive
23:12:20.367 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 5fcf2b8edfe64a57a48b2bea7a3032db(127.19.175.129:42431)] cleaning up while in state READY due to: connection closed
23:12:20.367 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.175.189:40447(127.19.175.189:40447)] handling channelInactive
23:12:20.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state READY due to: connection closed
23:12:20.368 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] handling channelInactive
23:12:20.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 95a60117e18341f7b1205fa55c62fcee(127.19.175.131:34565)] cleaning up while in state READY due to: connection closed
23:12:20.368 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)] handling channelInactive
23:12:20.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 49de6847b7b34249a490a7d95d651d37(127.19.175.130:42201)] cleaning up while in state READY due to: connection closed
23:12:20.370 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:20.372 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:12:20.373 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-3
23:12:20.373 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-4
23:12:20.373 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:20.373 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-2
23:12:20.373 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:20.373 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:20.373 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-5
23:12:20.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:20.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:20.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:20.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:20.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:20.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:20.374 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:20.374 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:20.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:20.375 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:20.381 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.175.190:33135(127.19.175.190:33135)] handling channelInactive
23:12:20.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state READY due to: connection closed
23:12:20.381 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-0
23:12:20.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.381693 20158 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 20559
23:12:20.386 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:20.386 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:20.386 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:20.386 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:20.386 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:20.386 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:20.386 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:20.386 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:20.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:20.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:20.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:20.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:20.387 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:20.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.449043 20158 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 20725
23:12:20.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.491351 20158 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 20873
23:12:20.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:20.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.535327 20158 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 20170
23:12:20.579 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.19.175.190:33135(127.19.175.190:33135)] handling channelInactive
23:12:20.579 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state READY due to: connection closed
23:12:20.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.582466 20158 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 20252
23:12:20.619 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.19.175.189:40447(127.19.175.189:40447)] handling channelInactive
23:12:20.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state READY due to: connection closed
23:12:20.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:20.620270 20158 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 20434
23:12:20.654 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.19.175.188:42277(127.19.175.188:42277)] handling channelInactive
23:12:20.654 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state READY due to: connection closed
23:12:20.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:20.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465940710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:20.719 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:12:20.720 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:12:20.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:20.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:20.917 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:20.917 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:20.918 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:20.918 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:20.918 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:20.918 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:20.918 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:20.918 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:20.918 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:20.918 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:20.918 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:20.918 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:20.918 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:20.965 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:20.965 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:20.966 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:20.966 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:20.966 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:20.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:20.966 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:20.966 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:20.966 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:20.966 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:20.966 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:20.966 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:20.966 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:20.978 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:20.978 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:20.978 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:20.979 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:20.979 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:20.979 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:20.979 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:20.979 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:20.979 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:20.979 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:20.979 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:20.979 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:20.979 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:21.013 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:21.014 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:21.014 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:21.014 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:21.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:21.014 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:21.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:21.014 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:21.014 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:21.014 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:21.014 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:21.014 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:21.015 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:21.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:21.086 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:21.086 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:21.087 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:21.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:21.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:21.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:21.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:21.087 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:21.087 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:21.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:21.087 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:21.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:21.087 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:21.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:21.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465941210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:21.219 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:12:21.220 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
23:12:21.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:21.299 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:21.309 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:21.309 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:21.309 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:21.309 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:21.310 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:21.310 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:21.310 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:21.310 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:21.310 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:21.310 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:21.310 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:21.310 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:21.310 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:21.514 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:21.514 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:21.514 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:21.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:21.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:21.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:21.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:21.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:21.515 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:21.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:21.515 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:21.515 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:21.515 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:21.531 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:21.652 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:21.653 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:21.653 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:21.653 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:21.653 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:21.653 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:21.653 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:21.653 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:21.653 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:21.653 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:21.653 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:21.654 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:21.654 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:21.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:21.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465941710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:21.719 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:12:21.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:12:21.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:21.791 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:21.791 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:21.792 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:21.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:21.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:21.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:21.792 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:21.792 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:21.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:21.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:21.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:21.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:21.792 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:21.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:21.840 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:21.841 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.841 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.841 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.19.175.190:33135(127.19.175.190:33135) for tablet Kudu Master: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:21Z chronyd exiting
23:12:21.861 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:21.862 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:21.863 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:21.862 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.863 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.863 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.863 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.863 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.863 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:21.881 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:21.882 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:21.882 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:21.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.883 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.883 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:21.901 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:21.902 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:21.902 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:21.902 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.902 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.902 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.902 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.902 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.902 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.902 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.902 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.902 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.902 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:21.921 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:21.921 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:21.922 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:21.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.922 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.922 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.922 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.922 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.922 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.922 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:21.961 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:21.961 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:21.962 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:21.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:21.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:21.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:21.962 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:22.001 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:22.001 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:22.001 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:22.002 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.002 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.002 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.002 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.002 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.002 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.002 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.002 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.002 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.002 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:22.011 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:22.012 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:22.012 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:22.012 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.012 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.012 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.012 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.012 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.012 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.012 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.012 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:22.021 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:22.021 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:22.021 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:22.021 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.021 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.022 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.022 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.022 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.022 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:22.031 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:22.046 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:22.046 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:22.046 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:22.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:22.046 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:22.046 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:22.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:22.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:22.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:22.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:22.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:22.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:22.047 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:22.085 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:22.085 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:22.085 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:22.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:22.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:22.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:22.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:22.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:22.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:22.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:22.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:22.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:22.086 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:22.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:22.181 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:22.182 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:22.182 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:22.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.182 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.182 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.182 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.182 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.182 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.182 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.182 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:22.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465942210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:22.219 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:12:22.219 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:12:22.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:22.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:22.341 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:22.341 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:22.341 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:22.342 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.342 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.342 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.342 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.342 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:22.342 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:22.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:22.342 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:22.510 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:22.510 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:22.510 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:22.511 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:22.511 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:22.511 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:22.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:22.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:22.511 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:22.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:22.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:22.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:22.511 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:22.530 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:22.533 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:22.533 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:22.533 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:22.534 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.534 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.534 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.534 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.534 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.534 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.534 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.534 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.534 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.534 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:22.600 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:22.600 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:22.601 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:22.601 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:22.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:22.601 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:22.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:22.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:22.601 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:22.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:22.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:22.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:22.601 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:22.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:22.693 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:22.694 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:22.694 [DEBUG - pool-274-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:22.694 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.694 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.694 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.694 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.694 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.694 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.694 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.695 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:22.696 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=27846), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [13ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [25ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [25ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [59ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [59ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [71ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [73ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [83ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [131ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [131ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [167ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [167ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [301ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [302ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [780ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [781ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2820ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2823ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3840ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@1407099333(state=PENDING, result=null, callback=(continuation of Deferred@1642215205 after retry RPC after error@824372229) -> (continuation of Deferred@415603320 after retry RPC after error@1043578924) -> (continuation of Deferred@1310229456 after retry RPC after error@1761348818) -> (continuation of Deferred@1558076911 after retry RPC after error@2085410040) -> (continuation of Deferred@1992351394 after retry RPC after error@2119353908) -> (continuation of Deferred@1347276084 after retry RPC after error@1253845201) -> (continuation of Deferred@981060330 after retry RPC after error@1383254263) -> (continuation of Deferred@1827179488 after retry RPC after error@1194970124) -> (continuation of Deferred@870539419 after retry RPC after error@1997677408) -> (continuation of Deferred@1594687977 after retry RPC after error@1449000872) -> (continuation of Deferred@2123541056 after retry RPC after error@419270609) -> (continuation of Deferred@801687406 after retry RPC after error@382852480) -> (continuation of Deferred@2113578416 after retry RPC after error@160247513) -> (continuation of Deferred@1612151601 after retry RPC after error@2016577390) -> (continuation of Deferred@1347250941 after retry RPC after error@810974667) -> (continuation of Deferred@1807963651 after retry RPC after error@128366050) -> (continuation of Deferred@1015496041 after retry RPC after error@1060943639) -> (continuation of Deferred@1321115069 after retry RPC after error@2080716845) -> (continuation of Deferred@2045525681 after retry RPC after error@590527124) -> (continuation of Deferred@433821754 after retry RPC after error@1288314748) -> (continuation of Deferred@1422637538 after retry RPC after error@1654345717) -> (continuation of Deferred@667156948 after retry RPC after error@1005181871) -> (continuation of Deferred@853827993 after retry RPC after error@171472087) -> (continuation of Deferred@225775333 after retry RPC after error@2025101383) -> (continuation of Deferred@1775093345 after retry RPC after error@538614083) -> (continuation of Deferred@96319875 after retry RPC after error@1503100883) -> (continuation of Deferred@1584288846 after retry RPC after error@709500481) -> (continuation of Deferred@1112787754 after retry RPC after error@542657876) -> (continuation of Deferred@205037877 after retry RPC after error@1996103397), errback=(continuation of Deferred@1642215205 after retry RPC after error@824372229) -> (continuation of Deferred@415603320 after retry RPC after error@1043578924) -> (continuation of Deferred@1310229456 after retry RPC after error@1761348818) -> (continuation of Deferred@1558076911 after retry RPC after error@2085410040) -> (continuation of Deferred@1992351394 after retry RPC after error@2119353908) -> (continuation of Deferred@1347276084 after retry RPC after error@1253845201) -> (continuation of Deferred@981060330 after retry RPC after error@1383254263) -> (continuation of Deferred@1827179488 after retry RPC after error@1194970124) -> (continuation of Deferred@870539419 after retry RPC after error@1997677408) -> (continuation of Deferred@1594687977 after retry RPC after error@1449000872) -> (continuation of Deferred@2123541056 after retry RPC after error@419270609) -> (continuation of Deferred@801687406 after retry RPC after error@382852480) -> (continuation of Deferred@2113578416 after retry RPC after error@160247513) -> (continuation of Deferred@1612151601 after retry RPC after error@2016577390) -> (continuation of Deferred@1347250941 after retry RPC after error@810974667) -> (continuation of Deferred@1807963651 after retry RPC after error@128366050) -> (continuation of Deferred@1015496041 after retry RPC after error@1060943639) -> (continuation of Deferred@1321115069 after retry RPC after error@2080716845) -> (continuation of Deferred@2045525681 after retry RPC after error@590527124) -> (continuation of Deferred@433821754 after retry RPC after error@1288314748) -> (continuation of Deferred@1422637538 after retry RPC after error@1654345717) -> (continuation of Deferred@667156948 after retry RPC after error@1005181871) -> (continuation of Deferred@853827993 after retry RPC after error@171472087) -> (continuation of Deferred@225775333 after retry RPC after error@2025101383) -> (continuation of Deferred@1775093345 after retry RPC after error@538614083) -> (continuation of Deferred@96319875 after retry RPC after error@1503100883) -> (continuation of Deferred@1584288846 after retry RPC after error@709500481) -> (continuation of Deferred@1112787754 after retry RPC after error@542657876) -> (continuation of Deferred@205037877 after retry RPC after error@1996103397)))
23:12:22.696 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:12:22.697 [WARN - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=27846), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [13ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [25ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [25ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [59ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [59ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [71ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [73ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [83ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [131ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [131ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [167ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [167ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [301ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [302ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [780ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [781ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2820ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2823ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3840ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@1407099333(state=PENDING, result=null, callback=(continuation of Deferred@1642215205 after retry RPC after error@824372229) -> (continuation of Deferred@415603320 after retry RPC after error@1043578924) -> (continuation of Deferred@1310229456 after retry RPC after error@1761348818) -> (continuation of Deferred@1558076911 after retry RPC after error@2085410040) -> (continuation of Deferred@1992351394 after retry RPC after error@2119353908) -> (continuation of Deferred@1347276084 after retry RPC after error@1253845201) -> (continuation of Deferred@981060330 after retry RPC after error@1383254263) -> (continuation of Deferred@1827179488 after retry RPC after error@1194970124) -> (continuation of Deferred@870539419 after retry RPC after error@1997677408) -> (continuation of Deferred@1594687977 after retry RPC after error@1449000872) -> (continuation of Deferred@2123541056 after retry RPC after error@419270609) -> (continuation of Deferred@801687406 after retry RPC after error@382852480) -> (continuation of Deferred@2113578416 after retry RPC after error@160247513) -> (continuation of Deferred@1612151601 after retry RPC after error@2016577390) -> (continuation of Deferred@1347250941 after retry RPC after error@810974667) -> (continuation of Deferred@1807963651 after retry RPC after error@128366050) -> (continuation of Deferred@1015496041 after retry RPC after error@1060943639) -> (continuation of Deferred@1321115069 after retry RPC after error@2080716845) -> (continuation of Deferred@2045525681 after retry RPC after error@590527124) -> (continuation of Deferred@433821754 after retry RPC after error@1288314748) -> (continuation of Deferred@1422637538 after retry RPC after error@1654345717) -> (continuation of Deferred@667156948 after retry RPC after error@1005181871) -> (continuation of Deferred@853827993 after retry RPC after error@171472087) -> (continuation of Deferred@225775333 after retry RPC after error@2025101383) -> (continuation of Deferred@1775093345 after retry RPC after error@538614083) -> (continuation of Deferred@96319875 after retry RPC after error@1503100883) -> (continuation of Deferred@1584288846 after retry RPC after error@709500481) -> (continuation of Deferred@1112787754 after retry RPC after error@542657876) -> (continuation of Deferred@205037877 after retry RPC after error@1996103397), errback=(continuation of Deferred@1642215205 after retry RPC after error@824372229) -> (continuation of Deferred@415603320 after retry RPC after error@1043578924) -> (continuation of Deferred@1310229456 after retry RPC after error@1761348818) -> (continuation of Deferred@1558076911 after retry RPC after error@2085410040) -> (continuation of Deferred@1992351394 after retry RPC after error@2119353908) -> (continuation of Deferred@1347276084 after retry RPC after error@1253845201) -> (continuation of Deferred@981060330 after retry RPC after error@1383254263) -> (continuation of Deferred@1827179488 after retry RPC after error@1194970124) -> (continuation of Deferred@870539419 after retry RPC after error@1997677408) -> (continuation of Deferred@1594687977 after retry RPC after error@1449000872) -> (continuation of Deferred@2123541056 after retry RPC after error@419270609) -> (continuation of Deferred@801687406 after retry RPC after error@382852480) -> (continuation of Deferred@2113578416 after retry RPC after error@160247513) -> (continuation of Deferred@1612151601 after retry RPC after error@2016577390) -> (continuation of Deferred@1347250941 after retry RPC after error@810974667) -> (continuation of Deferred@1807963651 after retry RPC after error@128366050) -> (continuation of Deferred@1015496041 after retry RPC after error@1060943639) -> (continuation of Deferred@1321115069 after retry RPC after error@2080716845) -> (continuation of Deferred@2045525681 after retry RPC after error@590527124) -> (continuation of Deferred@433821754 after retry RPC after error@1288314748) -> (continuation of Deferred@1422637538 after retry RPC after error@1654345717) -> (continuation of Deferred@667156948 after retry RPC after error@1005181871) -> (continuation of Deferred@853827993 after retry RPC after error@171472087) -> (continuation of Deferred@225775333 after retry RPC after error@2025101383) -> (continuation of Deferred@1775093345 after retry RPC after error@538614083) -> (continuation of Deferred@96319875 after retry RPC after error@1503100883) -> (continuation of Deferred@1584288846 after retry RPC after error@709500481) -> (continuation of Deferred@1112787754 after retry RPC after error@542657876) -> (continuation of Deferred@205037877 after retry RPC after error@1996103397)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:22.697 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:12:22.700 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
23:12:22.703 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=27846), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [13ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [25ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [25ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [57ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [59ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [59ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [71ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [73ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [83ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [83ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [131ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [131ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [162ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [167ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [167ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [301ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [302ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [780ms] refreshing cache from master, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [780ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [780ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [781ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [781ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1223ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2820ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2823ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2823ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3840ms] refreshing cache from master, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@1407099333(state=PENDING, result=null, callback=(continuation of Deferred@1642215205 after retry RPC after error@824372229) -> (continuation of Deferred@415603320 after retry RPC after error@1043578924) -> (continuation of Deferred@1310229456 after retry RPC after error@1761348818) -> (continuation of Deferred@1558076911 after retry RPC after error@2085410040) -> (continuation of Deferred@1992351394 after retry RPC after error@2119353908) -> (continuation of Deferred@1347276084 after retry RPC after error@1253845201) -> (continuation of Deferred@981060330 after retry RPC after error@1383254263) -> (continuation of Deferred@1827179488 after retry RPC after error@1194970124) -> (continuation of Deferred@870539419 after retry RPC after error@1997677408) -> (continuation of Deferred@1594687977 after retry RPC after error@1449000872) -> (continuation of Deferred@2123541056 after retry RPC after error@419270609) -> (continuation of Deferred@801687406 after retry RPC after error@382852480) -> (continuation of Deferred@2113578416 after retry RPC after error@160247513) -> (continuation of Deferred@1612151601 after retry RPC after error@2016577390) -> (continuation of Deferred@1347250941 after retry RPC after error@810974667) -> (continuation of Deferred@1807963651 after retry RPC after error@128366050) -> (continuation of Deferred@1015496041 after retry RPC after error@1060943639) -> (continuation of Deferred@1321115069 after retry RPC after error@2080716845) -> (continuation of Deferred@2045525681 after retry RPC after error@590527124) -> (continuation of Deferred@433821754 after retry RPC after error@1288314748) -> (continuation of Deferred@1422637538 after retry RPC after error@1654345717) -> (continuation of Deferred@667156948 after retry RPC after error@1005181871) -> (continuation of Deferred@853827993 after retry RPC after error@171472087) -> (continuation of Deferred@225775333 after retry RPC after error@2025101383) -> (continuation of Deferred@1775093345 after retry RPC after error@538614083) -> (continuation of Deferred@96319875 after retry RPC after error@1503100883) -> (continuation of Deferred@1584288846 after retry RPC after error@709500481) -> (continuation of Deferred@1112787754 after retry RPC after error@542657876) -> (continuation of Deferred@205037877 after retry RPC after error@1996103397), errback=(continuation of Deferred@1642215205 after retry RPC after error@824372229) -> (continuation of Deferred@415603320 after retry RPC after error@1043578924) -> (continuation of Deferred@1310229456 after retry RPC after error@1761348818) -> (continuation of Deferred@1558076911 after retry RPC after error@2085410040) -> (continuation of Deferred@1992351394 after retry RPC after error@2119353908) -> (continuation of Deferred@1347276084 after retry RPC after error@1253845201) -> (continuation of Deferred@981060330 after retry RPC after error@1383254263) -> (continuation of Deferred@1827179488 after retry RPC after error@1194970124) -> (continuation of Deferred@870539419 after retry RPC after error@1997677408) -> (continuation of Deferred@1594687977 after retry RPC after error@1449000872) -> (continuation of Deferred@2123541056 after retry RPC after error@419270609) -> (continuation of Deferred@801687406 after retry RPC after error@382852480) -> (continuation of Deferred@2113578416 after retry RPC after error@160247513) -> (continuation of Deferred@1612151601 after retry RPC after error@2016577390) -> (continuation of Deferred@1347250941 after retry RPC after error@810974667) -> (continuation of Deferred@1807963651 after retry RPC after error@128366050) -> (continuation of Deferred@1015496041 after retry RPC after error@1060943639) -> (continuation of Deferred@1321115069 after retry RPC after error@2080716845) -> (continuation of Deferred@2045525681 after retry RPC after error@590527124) -> (continuation of Deferred@433821754 after retry RPC after error@1288314748) -> (continuation of Deferred@1422637538 after retry RPC after error@1654345717) -> (continuation of Deferred@667156948 after retry RPC after error@1005181871) -> (continuation of Deferred@853827993 after retry RPC after error@171472087) -> (continuation of Deferred@225775333 after retry RPC after error@2025101383) -> (continuation of Deferred@1775093345 after retry RPC after error@538614083) -> (continuation of Deferred@96319875 after retry RPC after error@1503100883) -> (continuation of Deferred@1584288846 after retry RPC after error@709500481) -> (continuation of Deferred@1112787754 after retry RPC after error@542657876) -> (continuation of Deferred@205037877 after retry RPC after error@1996103397)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:22.704 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
23:12:22.704 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:22.704 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
23:12:22.704 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RUNNING to RESTARTING.
23:12:22.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465942710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:22.717 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:12:22.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:12:22.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:22.800 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:22.819 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:22.819 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:22.819 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:22.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:22.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:22.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:22.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:22.819 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:22.819 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:22.819 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:22.819 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:22.819 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:22.820 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
.23:12:22.889 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465942889
23:12:22.889 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465942889
23:12:22.895 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:12:22.899 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:12:22.900 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:12:22.900 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:12:22.900 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:12:22.900 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:12:22.904 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:12:22.952 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:22.953 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:22.953 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:22.953 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.953 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.953 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.953 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:22.953 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.953 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.953 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:22.953 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:22.953 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:23.000 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:23.000 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:23.000 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:23.000 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.000 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.001 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.000 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.001 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.001 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.004 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.004 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.004 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.004 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:23.035 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:23.035 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:23.035 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:23.036 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:23.036 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:23.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:23.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:23.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:23.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:23.036 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:23.036 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:23.036 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:23.036 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:23.041 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:23.041 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:23.041 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:23.041 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:23.041 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:23.041 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:23.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:23.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:23.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:23.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:23.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:23.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:23.042 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:23.125 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:23.125 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:23.125 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:23.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:23.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:23.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:23.125 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:23.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:23.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:23.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:23.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:23.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:23.126 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:23.152 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:23.153 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:23.153 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:23.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.153 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.153 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.153 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.154 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:23.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:23.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465943210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:23.218 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:12:23.219 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:12:23.270 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:12:23.271 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:12:23.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.275091 22400 mini_oidc.cc:150] Starting JWKS server
23:12:23.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.278581 22400 webserver.cc:534] Webserver started at http://127.0.0.1:37391/ using document root <none> and password file <none>
23:12:23.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.279116 22400 mini_oidc.cc:186] Starting OIDC Discovery server
23:12:23.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.281051 22400 webserver.cc:534] Webserver started at http://127.0.0.1:38143/ using document root <none> and password file <none>
23:12:23.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:23.300 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:23.313 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:23.314 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:23.314 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:23.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:23.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:23.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:23.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:23.314 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:23.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:23.314 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:23.314 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:23.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:23.314 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:23.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:23Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:12:23.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:23Z Disabled control of system clock
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.348816 22400 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/wal
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/data
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/logs
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/data/info.pb
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.62:43747
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.62
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:23.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:23.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37391/jwks.json with env {}
23:12:23.521 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:23.521 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:23.521 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:23.522 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:23.522 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:23.522 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:23.522 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:23.522 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:23.522 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:23.522 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:23.522 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:23.522 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:23.522 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:23.640 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:23.641 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:23.641 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:23.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.641 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.642 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.642 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.642 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.642 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:23.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:23.666 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:23.666 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:23.666 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:23.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:23.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:23.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:23.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:23.667 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:23.667 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:23.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:23.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:23.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:23.667 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:23.670 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:23.671 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:23.671 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:23.671 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:23.671 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:23.671 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:23.671 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:23.671 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:23.671 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:23.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:23.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:23.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:23.672 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:23.685 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:23.685 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:23.686 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:23.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:23.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:23.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:23.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:23.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:23.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:23.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:23.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:23.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:23.686 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:23.695 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:23.695 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:23.695 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:23.695 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.695 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.695 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:23.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:23.696 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.696 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.696 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:23.696 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:23.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465943710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:23.720 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:12:23.722 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:12:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.730711 22412 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:23.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.731566 22412 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:23.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.732443 22412 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.786172 22412 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:12:23.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.786540 22412 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.786970 22412 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.787210 22412 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:12:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.787482 22412 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:23.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:23.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.787734 22412 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37391/jwks.json
23:12:23.799 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.831175 22412 master_runner.cc:387] Master server non-default flags:
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/data
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/wal
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:23.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.62:43747
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37391/jwks.json
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/data/info.pb
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.62
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/logs
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:23.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.832631 22412 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:23.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:23.834540 22412 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:23.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.848503 22418 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:24.142 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:24.142 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:24.142 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:24.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:24.142 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:24.142 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:24.143 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:24.143 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:24.143 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:24.143 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:24.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:24.143 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:24.143 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:24.146 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:24.146 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:24.146 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:24.146 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.147 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:24.155 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:24.156 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:24.156 [DEBUG - pool-278-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:24.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.157 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.157 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.157 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.158 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.158 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:24.159 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27986), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [12ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [13ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [58ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [61ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [89ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [99ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [99ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [100ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [141ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [182ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [202ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [502ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [502ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [502ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [843ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [843ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1803ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1900ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1903ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [3680ms] refreshing cache from master, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3681ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [3681ms] too many traces: truncated at 100 traces, deferred=Deferred@1984818(state=PENDING, result=null, callback=(continuation of Deferred@1829659327 after retry RPC after error@467549276) -> (continuation of Deferred@1828981741 after retry RPC after error@522295462) -> (continuation of Deferred@27527783 after retry RPC after error@1811081939) -> (continuation of Deferred@644144931 after retry RPC after error@890472417) -> (continuation of Deferred@348472342 after retry RPC after error@1755156527) -> (continuation of Deferred@1753274328 after retry RPC after error@1090877862) -> (continuation of Deferred@2145284196 after retry RPC after error@2076613464) -> (continuation of Deferred@362196463 after retry RPC after error@2142518962) -> (continuation of Deferred@1944403056 after retry RPC after error@1010201871) -> (continuation of Deferred@485445299 after retry RPC after error@1114681906) -> (continuation of Deferred@405536944 after retry RPC after error@398299319) -> (continuation of Deferred@1908530725 after retry RPC after error@921109261) -> (continuation of Deferred@1320594657 after retry RPC after error@896906664) -> (continuation of Deferred@1253729749 after retry RPC after error@1145829604) -> (continuation of Deferred@1063355688 after retry RPC after error@664911769) -> (continuation of Deferred@1051521653 after retry RPC after error@624664988) -> (continuation of Deferred@381692118 after retry RPC after error@1010241760) -> (continuation of Deferred@1699836489 after retry RPC after error@496896062) -> (continuation of Deferred@177145283 after retry RPC after error@247178338) -> (continuation of Deferred@1620462790 after retry RPC after error@220489490) -> (continuation of Deferred@2146949736 after retry RPC after error@742193472) -> (continuation of Deferred@2115924093 after retry RPC after error@1345094747) -> (continuation of Deferred@298393772 after retry RPC after error@1525951788) -> (continuation of Deferred@1466184599 after retry RPC after error@1675524988) -> (continuation of Deferred@994769899 after retry RPC after error@1085025507), errback=(continuation of Deferred@1829659327 after retry RPC after error@467549276) -> (continuation of Deferred@1828981741 after retry RPC after error@522295462) -> (continuation of Deferred@27527783 after retry RPC after error@1811081939) -> (continuation of Deferred@644144931 after retry RPC after error@890472417) -> (continuation of Deferred@348472342 after retry RPC after error@1755156527) -> (continuation of Deferred@1753274328 after retry RPC after error@1090877862) -> (continuation of Deferred@2145284196 after retry RPC after error@2076613464) -> (continuation of Deferred@362196463 after retry RPC after error@2142518962) -> (continuation of Deferred@1944403056 after retry RPC after error@1010201871) -> (continuation of Deferred@485445299 after retry RPC after error@1114681906) -> (continuation of Deferred@405536944 after retry RPC after error@398299319) -> (continuation of Deferred@1908530725 after retry RPC after error@921109261) -> (continuation of Deferred@1320594657 after retry RPC after error@896906664) -> (continuation of Deferred@1253729749 after retry RPC after error@1145829604) -> (continuation of Deferred@1063355688 after retry RPC after error@664911769) -> (continuation of Deferred@1051521653 after retry RPC after error@624664988) -> (continuation of Deferred@381692118 after retry RPC after error@1010241760) -> (continuation of Deferred@1699836489 after retry RPC after error@496896062) -> (continuation of Deferred@177145283 after retry RPC after error@247178338) -> (continuation of Deferred@1620462790 after retry RPC after error@220489490) -> (continuation of Deferred@2146949736 after retry RPC after error@742193472) -> (continuation of Deferred@2115924093 after retry RPC after error@1345094747) -> (continuation of Deferred@298393772 after retry RPC after error@1525951788) -> (continuation of Deferred@1466184599 after retry RPC after error@1675524988) -> (continuation of Deferred@994769899 after retry RPC after error@1085025507)))
23:12:24.161 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:12:24.161 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27986), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [12ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [13ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [58ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [61ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [89ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [99ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [99ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [100ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [141ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [182ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [202ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [502ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [502ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [502ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [843ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [843ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1803ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1900ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1903ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [3680ms] refreshing cache from master, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3681ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [3681ms] too many traces: truncated at 100 traces, deferred=Deferred@1984818(state=PENDING, result=null, callback=(continuation of Deferred@1829659327 after retry RPC after error@467549276) -> (continuation of Deferred@1828981741 after retry RPC after error@522295462) -> (continuation of Deferred@27527783 after retry RPC after error@1811081939) -> (continuation of Deferred@644144931 after retry RPC after error@890472417) -> (continuation of Deferred@348472342 after retry RPC after error@1755156527) -> (continuation of Deferred@1753274328 after retry RPC after error@1090877862) -> (continuation of Deferred@2145284196 after retry RPC after error@2076613464) -> (continuation of Deferred@362196463 after retry RPC after error@2142518962) -> (continuation of Deferred@1944403056 after retry RPC after error@1010201871) -> (continuation of Deferred@485445299 after retry RPC after error@1114681906) -> (continuation of Deferred@405536944 after retry RPC after error@398299319) -> (continuation of Deferred@1908530725 after retry RPC after error@921109261) -> (continuation of Deferred@1320594657 after retry RPC after error@896906664) -> (continuation of Deferred@1253729749 after retry RPC after error@1145829604) -> (continuation of Deferred@1063355688 after retry RPC after error@664911769) -> (continuation of Deferred@1051521653 after retry RPC after error@624664988) -> (continuation of Deferred@381692118 after retry RPC after error@1010241760) -> (continuation of Deferred@1699836489 after retry RPC after error@496896062) -> (continuation of Deferred@177145283 after retry RPC after error@247178338) -> (continuation of Deferred@1620462790 after retry RPC after error@220489490) -> (continuation of Deferred@2146949736 after retry RPC after error@742193472) -> (continuation of Deferred@2115924093 after retry RPC after error@1345094747) -> (continuation of Deferred@298393772 after retry RPC after error@1525951788) -> (continuation of Deferred@1466184599 after retry RPC after error@1675524988) -> (continuation of Deferred@994769899 after retry RPC after error@1085025507), errback=(continuation of Deferred@1829659327 after retry RPC after error@467549276) -> (continuation of Deferred@1828981741 after retry RPC after error@522295462) -> (continuation of Deferred@27527783 after retry RPC after error@1811081939) -> (continuation of Deferred@644144931 after retry RPC after error@890472417) -> (continuation of Deferred@348472342 after retry RPC after error@1755156527) -> (continuation of Deferred@1753274328 after retry RPC after error@1090877862) -> (continuation of Deferred@2145284196 after retry RPC after error@2076613464) -> (continuation of Deferred@362196463 after retry RPC after error@2142518962) -> (continuation of Deferred@1944403056 after retry RPC after error@1010201871) -> (continuation of Deferred@485445299 after retry RPC after error@1114681906) -> (continuation of Deferred@405536944 after retry RPC after error@398299319) -> (continuation of Deferred@1908530725 after retry RPC after error@921109261) -> (continuation of Deferred@1320594657 after retry RPC after error@896906664) -> (continuation of Deferred@1253729749 after retry RPC after error@1145829604) -> (continuation of Deferred@1063355688 after retry RPC after error@664911769) -> (continuation of Deferred@1051521653 after retry RPC after error@624664988) -> (continuation of Deferred@381692118 after retry RPC after error@1010241760) -> (continuation of Deferred@1699836489 after retry RPC after error@496896062) -> (continuation of Deferred@177145283 after retry RPC after error@247178338) -> (continuation of Deferred@1620462790 after retry RPC after error@220489490) -> (continuation of Deferred@2146949736 after retry RPC after error@742193472) -> (continuation of Deferred@2115924093 after retry RPC after error@1345094747) -> (continuation of Deferred@298393772 after retry RPC after error@1525951788) -> (continuation of Deferred@1466184599 after retry RPC after error@1675524988) -> (continuation of Deferred@994769899 after retry RPC after error@1085025507)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:24.162 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:12:24.165 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:24.167 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:12:24.171 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=27986), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [12ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [13ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [57ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [58ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [61ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [89ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [99ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [99ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [100ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [141ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [182ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [202ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [502ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [502ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [502ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [840ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [843ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [843ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1801ms] refreshing cache from master, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1802ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1803ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1803ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1900ms] refreshing cache from master, [1900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1902ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1903ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1903ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [3680ms] refreshing cache from master, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3681ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [3681ms] too many traces: truncated at 100 traces, deferred=Deferred@1984818(state=PENDING, result=null, callback=(continuation of Deferred@1829659327 after retry RPC after error@467549276) -> (continuation of Deferred@1828981741 after retry RPC after error@522295462) -> (continuation of Deferred@27527783 after retry RPC after error@1811081939) -> (continuation of Deferred@644144931 after retry RPC after error@890472417) -> (continuation of Deferred@348472342 after retry RPC after error@1755156527) -> (continuation of Deferred@1753274328 after retry RPC after error@1090877862) -> (continuation of Deferred@2145284196 after retry RPC after error@2076613464) -> (continuation of Deferred@362196463 after retry RPC after error@2142518962) -> (continuation of Deferred@1944403056 after retry RPC after error@1010201871) -> (continuation of Deferred@485445299 after retry RPC after error@1114681906) -> (continuation of Deferred@405536944 after retry RPC after error@398299319) -> (continuation of Deferred@1908530725 after retry RPC after error@921109261) -> (continuation of Deferred@1320594657 after retry RPC after error@896906664) -> (continuation of Deferred@1253729749 after retry RPC after error@1145829604) -> (continuation of Deferred@1063355688 after retry RPC after error@664911769) -> (continuation of Deferred@1051521653 after retry RPC after error@624664988) -> (continuation of Deferred@381692118 after retry RPC after error@1010241760) -> (continuation of Deferred@1699836489 after retry RPC after error@496896062) -> (continuation of Deferred@177145283 after retry RPC after error@247178338) -> (continuation of Deferred@1620462790 after retry RPC after error@220489490) -> (continuation of Deferred@2146949736 after retry RPC after error@742193472) -> (continuation of Deferred@2115924093 after retry RPC after error@1345094747) -> (continuation of Deferred@298393772 after retry RPC after error@1525951788) -> (continuation of Deferred@1466184599 after retry RPC after error@1675524988) -> (continuation of Deferred@994769899 after retry RPC after error@1085025507), errback=(continuation of Deferred@1829659327 after retry RPC after error@467549276) -> (continuation of Deferred@1828981741 after retry RPC after error@522295462) -> (continuation of Deferred@27527783 after retry RPC after error@1811081939) -> (continuation of Deferred@644144931 after retry RPC after error@890472417) -> (continuation of Deferred@348472342 after retry RPC after error@1755156527) -> (continuation of Deferred@1753274328 after retry RPC after error@1090877862) -> (continuation of Deferred@2145284196 after retry RPC after error@2076613464) -> (continuation of Deferred@362196463 after retry RPC after error@2142518962) -> (continuation of Deferred@1944403056 after retry RPC after error@1010201871) -> (continuation of Deferred@485445299 after retry RPC after error@1114681906) -> (continuation of Deferred@405536944 after retry RPC after error@398299319) -> (continuation of Deferred@1908530725 after retry RPC after error@921109261) -> (continuation of Deferred@1320594657 after retry RPC after error@896906664) -> (continuation of Deferred@1253729749 after retry RPC after error@1145829604) -> (continuation of Deferred@1063355688 after retry RPC after error@664911769) -> (continuation of Deferred@1051521653 after retry RPC after error@624664988) -> (continuation of Deferred@381692118 after retry RPC after error@1010241760) -> (continuation of Deferred@1699836489 after retry RPC after error@496896062) -> (continuation of Deferred@177145283 after retry RPC after error@247178338) -> (continuation of Deferred@1620462790 after retry RPC after error@220489490) -> (continuation of Deferred@2146949736 after retry RPC after error@742193472) -> (continuation of Deferred@2115924093 after retry RPC after error@1345094747) -> (continuation of Deferred@298393772 after retry RPC after error@1525951788) -> (continuation of Deferred@1466184599 after retry RPC after error@1675524988) -> (continuation of Deferred@994769899 after retry RPC after error@1085025507)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:24.173 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:12:24.173 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RUNNING to RESTARTING.
23:12:24.174 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
23:12:24.174 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:24.193 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:24.193 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:24.193 [DEBUG - pool-276-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:24.194 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:24.194 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:24.194 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:24.195 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:24.195 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:24.195 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:24.195 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:24.195 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:24.195 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:24.196 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:24.197 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29348), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [13ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [27ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [28ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [77ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [98ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [108ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [110ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [111ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [111ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [122ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [129ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [129ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [130ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [144ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [185ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [185ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [225ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [225ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [363ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [622ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [623ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [623ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [882ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1086ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1086ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3141ms] refreshing cache from master, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [4901ms] refreshing cache from master, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4902ms] too many traces: truncated at 100 traces, deferred=Deferred@1836732679(state=PENDING, result=null, callback=(continuation of Deferred@368148348 after retry RPC after error@1463952061) -> (continuation of Deferred@1366333741 after retry RPC after error@1849493613) -> (continuation of Deferred@1890156617 after retry RPC after error@909644587) -> (continuation of Deferred@1666469168 after retry RPC after error@1697406807) -> (continuation of Deferred@1505439859 after retry RPC after error@795660580) -> (continuation of Deferred@1854940212 after retry RPC after error@1765869654) -> (continuation of Deferred@1777960357 after retry RPC after error@542481487) -> (continuation of Deferred@1334554101 after retry RPC after error@778641386) -> (continuation of Deferred@186151727 after retry RPC after error@119742951) -> (continuation of Deferred@366334195 after retry RPC after error@1940200428) -> (continuation of Deferred@1005363132 after retry RPC after error@626965823) -> (continuation of Deferred@506962735 after retry RPC after error@1159111038) -> (continuation of Deferred@450414367 after retry RPC after error@1254041150) -> (continuation of Deferred@1764940445 after retry RPC after error@434080660) -> (continuation of Deferred@1164138383 after retry RPC after error@1985873867) -> (continuation of Deferred@164089263 after retry RPC after error@1822520360) -> (continuation of Deferred@857835804 after retry RPC after error@893890796) -> (continuation of Deferred@39496030 after retry RPC after error@1698532617) -> (continuation of Deferred@1516999131 after retry RPC after error@1386453674) -> (continuation of Deferred@98879993 after retry RPC after error@213404041) -> (continuation of Deferred@182187148 after retry RPC after error@1147357623) -> (continuation of Deferred@1735130051 after retry RPC after error@701563558) -> (continuation of Deferred@2088496260 after retry RPC after error@579546189) -> (continuation of Deferred@436633148 after retry RPC after error@996379624) -> (continuation of Deferred@408899532 after retry RPC after error@1674441166) -> (continuation of Deferred@1242792981 after retry RPC after error@1837656692) -> (continuation of Deferred@264988966 after retry RPC after error@50637456), errback=(continuation of Deferred@368148348 after retry RPC after error@1463952061) -> (continuation of Deferred@1366333741 after retry RPC after error@1849493613) -> (continuation of Deferred@1890156617 after retry RPC after error@909644587) -> (continuation of Deferred@1666469168 after retry RPC after error@1697406807) -> (continuation of Deferred@1505439859 after retry RPC after error@795660580) -> (continuation of Deferred@1854940212 after retry RPC after error@1765869654) -> (continuation of Deferred@1777960357 after retry RPC after error@542481487) -> (continuation of Deferred@1334554101 after retry RPC after error@778641386) -> (continuation of Deferred@186151727 after retry RPC after error@119742951) -> (continuation of Deferred@366334195 after retry RPC after error@1940200428) -> (continuation of Deferred@1005363132 after retry RPC after error@626965823) -> (continuation of Deferred@506962735 after retry RPC after error@1159111038) -> (continuation of Deferred@450414367 after retry RPC after error@1254041150) -> (continuation of Deferred@1764940445 after retry RPC after error@434080660) -> (continuation of Deferred@1164138383 after retry RPC after error@1985873867) -> (continuation of Deferred@164089263 after retry RPC after error@1822520360) -> (continuation of Deferred@857835804 after retry RPC after error@893890796) -> (continuation of Deferred@39496030 after retry RPC after error@1698532617) -> (continuation of Deferred@1516999131 after retry RPC after error@1386453674) -> (continuation of Deferred@98879993 after retry RPC after error@213404041) -> (continuation of Deferred@182187148 after retry RPC after error@1147357623) -> (continuation of Deferred@1735130051 after retry RPC after error@701563558) -> (continuation of Deferred@2088496260 after retry RPC after error@579546189) -> (continuation of Deferred@436633148 after retry RPC after error@996379624) -> (continuation of Deferred@408899532 after retry RPC after error@1674441166) -> (continuation of Deferred@1242792981 after retry RPC after error@1837656692) -> (continuation of Deferred@264988966 after retry RPC after error@50637456)))
23:12:24.198 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:12:24.198 [WARN - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29348), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [13ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [27ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [28ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [77ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [98ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [108ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [110ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [111ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [111ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [122ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [129ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [129ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [130ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [144ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [185ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [185ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [225ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [225ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [363ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [622ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [623ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [623ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [882ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1086ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1086ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3141ms] refreshing cache from master, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [4901ms] refreshing cache from master, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4902ms] too many traces: truncated at 100 traces, deferred=Deferred@1836732679(state=PENDING, result=null, callback=(continuation of Deferred@368148348 after retry RPC after error@1463952061) -> (continuation of Deferred@1366333741 after retry RPC after error@1849493613) -> (continuation of Deferred@1890156617 after retry RPC after error@909644587) -> (continuation of Deferred@1666469168 after retry RPC after error@1697406807) -> (continuation of Deferred@1505439859 after retry RPC after error@795660580) -> (continuation of Deferred@1854940212 after retry RPC after error@1765869654) -> (continuation of Deferred@1777960357 after retry RPC after error@542481487) -> (continuation of Deferred@1334554101 after retry RPC after error@778641386) -> (continuation of Deferred@186151727 after retry RPC after error@119742951) -> (continuation of Deferred@366334195 after retry RPC after error@1940200428) -> (continuation of Deferred@1005363132 after retry RPC after error@626965823) -> (continuation of Deferred@506962735 after retry RPC after error@1159111038) -> (continuation of Deferred@450414367 after retry RPC after error@1254041150) -> (continuation of Deferred@1764940445 after retry RPC after error@434080660) -> (continuation of Deferred@1164138383 after retry RPC after error@1985873867) -> (continuation of Deferred@164089263 after retry RPC after error@1822520360) -> (continuation of Deferred@857835804 after retry RPC after error@893890796) -> (continuation of Deferred@39496030 after retry RPC after error@1698532617) -> (continuation of Deferred@1516999131 after retry RPC after error@1386453674) -> (continuation of Deferred@98879993 after retry RPC after error@213404041) -> (continuation of Deferred@182187148 after retry RPC after error@1147357623) -> (continuation of Deferred@1735130051 after retry RPC after error@701563558) -> (continuation of Deferred@2088496260 after retry RPC after error@579546189) -> (continuation of Deferred@436633148 after retry RPC after error@996379624) -> (continuation of Deferred@408899532 after retry RPC after error@1674441166) -> (continuation of Deferred@1242792981 after retry RPC after error@1837656692) -> (continuation of Deferred@264988966 after retry RPC after error@50637456), errback=(continuation of Deferred@368148348 after retry RPC after error@1463952061) -> (continuation of Deferred@1366333741 after retry RPC after error@1849493613) -> (continuation of Deferred@1890156617 after retry RPC after error@909644587) -> (continuation of Deferred@1666469168 after retry RPC after error@1697406807) -> (continuation of Deferred@1505439859 after retry RPC after error@795660580) -> (continuation of Deferred@1854940212 after retry RPC after error@1765869654) -> (continuation of Deferred@1777960357 after retry RPC after error@542481487) -> (continuation of Deferred@1334554101 after retry RPC after error@778641386) -> (continuation of Deferred@186151727 after retry RPC after error@119742951) -> (continuation of Deferred@366334195 after retry RPC after error@1940200428) -> (continuation of Deferred@1005363132 after retry RPC after error@626965823) -> (continuation of Deferred@506962735 after retry RPC after error@1159111038) -> (continuation of Deferred@450414367 after retry RPC after error@1254041150) -> (continuation of Deferred@1764940445 after retry RPC after error@434080660) -> (continuation of Deferred@1164138383 after retry RPC after error@1985873867) -> (continuation of Deferred@164089263 after retry RPC after error@1822520360) -> (continuation of Deferred@857835804 after retry RPC after error@893890796) -> (continuation of Deferred@39496030 after retry RPC after error@1698532617) -> (continuation of Deferred@1516999131 after retry RPC after error@1386453674) -> (continuation of Deferred@98879993 after retry RPC after error@213404041) -> (continuation of Deferred@182187148 after retry RPC after error@1147357623) -> (continuation of Deferred@1735130051 after retry RPC after error@701563558) -> (continuation of Deferred@2088496260 after retry RPC after error@579546189) -> (continuation of Deferred@436633148 after retry RPC after error@996379624) -> (continuation of Deferred@408899532 after retry RPC after error@1674441166) -> (continuation of Deferred@1242792981 after retry RPC after error@1837656692) -> (continuation of Deferred@264988966 after retry RPC after error@50637456)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:24.199 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:12:24.202 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
23:12:24.205 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29348), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [13ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [22ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [27ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [28ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [77ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [98ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [108ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [110ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [111ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [111ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [122ms] refreshing cache from master, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [129ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [129ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [130ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [144ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [185ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [185ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [223ms] refreshing cache from master, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [223ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [224ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [225ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [225ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [360ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [363ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [622ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [622ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [623ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [623ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [882ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [882ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1081ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1086ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1086ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3141ms] refreshing cache from master, [3141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [4901ms] refreshing cache from master, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4902ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4902ms] too many traces: truncated at 100 traces, deferred=Deferred@1836732679(state=PENDING, result=null, callback=(continuation of Deferred@368148348 after retry RPC after error@1463952061) -> (continuation of Deferred@1366333741 after retry RPC after error@1849493613) -> (continuation of Deferred@1890156617 after retry RPC after error@909644587) -> (continuation of Deferred@1666469168 after retry RPC after error@1697406807) -> (continuation of Deferred@1505439859 after retry RPC after error@795660580) -> (continuation of Deferred@1854940212 after retry RPC after error@1765869654) -> (continuation of Deferred@1777960357 after retry RPC after error@542481487) -> (continuation of Deferred@1334554101 after retry RPC after error@778641386) -> (continuation of Deferred@186151727 after retry RPC after error@119742951) -> (continuation of Deferred@366334195 after retry RPC after error@1940200428) -> (continuation of Deferred@1005363132 after retry RPC after error@626965823) -> (continuation of Deferred@506962735 after retry RPC after error@1159111038) -> (continuation of Deferred@450414367 after retry RPC after error@1254041150) -> (continuation of Deferred@1764940445 after retry RPC after error@434080660) -> (continuation of Deferred@1164138383 after retry RPC after error@1985873867) -> (continuation of Deferred@164089263 after retry RPC after error@1822520360) -> (continuation of Deferred@857835804 after retry RPC after error@893890796) -> (continuation of Deferred@39496030 after retry RPC after error@1698532617) -> (continuation of Deferred@1516999131 after retry RPC after error@1386453674) -> (continuation of Deferred@98879993 after retry RPC after error@213404041) -> (continuation of Deferred@182187148 after retry RPC after error@1147357623) -> (continuation of Deferred@1735130051 after retry RPC after error@701563558) -> (continuation of Deferred@2088496260 after retry RPC after error@579546189) -> (continuation of Deferred@436633148 after retry RPC after error@996379624) -> (continuation of Deferred@408899532 after retry RPC after error@1674441166) -> (continuation of Deferred@1242792981 after retry RPC after error@1837656692) -> (continuation of Deferred@264988966 after retry RPC after error@50637456), errback=(continuation of Deferred@368148348 after retry RPC after error@1463952061) -> (continuation of Deferred@1366333741 after retry RPC after error@1849493613) -> (continuation of Deferred@1890156617 after retry RPC after error@909644587) -> (continuation of Deferred@1666469168 after retry RPC after error@1697406807) -> (continuation of Deferred@1505439859 after retry RPC after error@795660580) -> (continuation of Deferred@1854940212 after retry RPC after error@1765869654) -> (continuation of Deferred@1777960357 after retry RPC after error@542481487) -> (continuation of Deferred@1334554101 after retry RPC after error@778641386) -> (continuation of Deferred@186151727 after retry RPC after error@119742951) -> (continuation of Deferred@366334195 after retry RPC after error@1940200428) -> (continuation of Deferred@1005363132 after retry RPC after error@626965823) -> (continuation of Deferred@506962735 after retry RPC after error@1159111038) -> (continuation of Deferred@450414367 after retry RPC after error@1254041150) -> (continuation of Deferred@1764940445 after retry RPC after error@434080660) -> (continuation of Deferred@1164138383 after retry RPC after error@1985873867) -> (continuation of Deferred@164089263 after retry RPC after error@1822520360) -> (continuation of Deferred@857835804 after retry RPC after error@893890796) -> (continuation of Deferred@39496030 after retry RPC after error@1698532617) -> (continuation of Deferred@1516999131 after retry RPC after error@1386453674) -> (continuation of Deferred@98879993 after retry RPC after error@213404041) -> (continuation of Deferred@182187148 after retry RPC after error@1147357623) -> (continuation of Deferred@1735130051 after retry RPC after error@701563558) -> (continuation of Deferred@2088496260 after retry RPC after error@579546189) -> (continuation of Deferred@436633148 after retry RPC after error@996379624) -> (continuation of Deferred@408899532 after retry RPC after error@1674441166) -> (continuation of Deferred@1242792981 after retry RPC after error@1837656692) -> (continuation of Deferred@264988966 after retry RPC after error@50637456)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:24.207 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
23:12:24.207 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:24.208 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
23:12:24.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465944209 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:24.218 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:12:24.220 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:12:24.249 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:24.249 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:24.249 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:24.250 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:24.250 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:24.250 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:24.251 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:24.251 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:24.251 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:24.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:24.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:24.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:24.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:24.271 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:24.271 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:24.272 [DEBUG - pool-272-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:24.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:24.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:24.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:24.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:24.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:24.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:24.273 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:24.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:24.273 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:24.273 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:24.275 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29430), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [8ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [19ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [19ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [49ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [53ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [56ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [77ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [78ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [78ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [104ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [164ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [165ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [165ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [188ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [188ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [422ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [681ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [681ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [682ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [682ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1323ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1384ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@686084227(state=PENDING, result=null, callback=(continuation of Deferred@812833389 after retry RPC after error@133481554) -> (continuation of Deferred@1513487471 after retry RPC after error@1415274338) -> (continuation of Deferred@1927038518 after retry RPC after error@1395378795) -> (continuation of Deferred@638096101 after retry RPC after error@673605897) -> (continuation of Deferred@945518541 after retry RPC after error@892242495) -> (continuation of Deferred@1465104837 after retry RPC after error@1277623303) -> (continuation of Deferred@799018833 after retry RPC after error@1847461864) -> (continuation of Deferred@608769663 after retry RPC after error@1609830453) -> (continuation of Deferred@1879131677 after retry RPC after error@1849568946) -> (continuation of Deferred@44578788 after retry RPC after error@2099444284) -> (continuation of Deferred@124353067 after retry RPC after error@415080394) -> (continuation of Deferred@1542036526 after retry RPC after error@837844597) -> (continuation of Deferred@2105864770 after retry RPC after error@154366455) -> (continuation of Deferred@506233875 after retry RPC after error@740115061) -> (continuation of Deferred@1985061718 after retry RPC after error@1694484642) -> (continuation of Deferred@503956530 after retry RPC after error@1480663916) -> (continuation of Deferred@594636833 after retry RPC after error@970004021) -> (continuation of Deferred@1772711273 after retry RPC after error@950172019) -> (continuation of Deferred@284882494 after retry RPC after error@556481194) -> (continuation of Deferred@63691203 after retry RPC after error@680087848) -> (continuation of Deferred@1870993665 after retry RPC after error@386105393) -> (continuation of Deferred@1247495891 after retry RPC after error@674848417) -> (continuation of Deferred@1865615286 after retry RPC after error@1681522793) -> (continuation of Deferred@1959247843 after retry RPC after error@384383884) -> (continuation of Deferred@1628471376 after retry RPC after error@1436413267) -> (continuation of Deferred@476870820 after retry RPC after error@1124468222) -> (continuation of Deferred@644943822 after retry RPC after error@473733414), errback=(continuation of Deferred@812833389 after retry RPC after error@133481554) -> (continuation of Deferred@1513487471 after retry RPC after error@1415274338) -> (continuation of Deferred@1927038518 after retry RPC after error@1395378795) -> (continuation of Deferred@638096101 after retry RPC after error@673605897) -> (continuation of Deferred@945518541 after retry RPC after error@892242495) -> (continuation of Deferred@1465104837 after retry RPC after error@1277623303) -> (continuation of Deferred@799018833 after retry RPC after error@1847461864) -> (continuation of Deferred@608769663 after retry RPC after error@1609830453) -> (continuation of Deferred@1879131677 after retry RPC after error@1849568946) -> (continuation of Deferred@44578788 after retry RPC after error@2099444284) -> (continuation of Deferred@124353067 after retry RPC after error@415080394) -> (continuation of Deferred@1542036526 after retry RPC after error@837844597) -> (continuation of Deferred@2105864770 after retry RPC after error@154366455) -> (continuation of Deferred@506233875 after retry RPC after error@740115061) -> (continuation of Deferred@1985061718 after retry RPC after error@1694484642) -> (continuation of Deferred@503956530 after retry RPC after error@1480663916) -> (continuation of Deferred@594636833 after retry RPC after error@970004021) -> (continuation of Deferred@1772711273 after retry RPC after error@950172019) -> (continuation of Deferred@284882494 after retry RPC after error@556481194) -> (continuation of Deferred@63691203 after retry RPC after error@680087848) -> (continuation of Deferred@1870993665 after retry RPC after error@386105393) -> (continuation of Deferred@1247495891 after retry RPC after error@674848417) -> (continuation of Deferred@1865615286 after retry RPC after error@1681522793) -> (continuation of Deferred@1959247843 after retry RPC after error@384383884) -> (continuation of Deferred@1628471376 after retry RPC after error@1436413267) -> (continuation of Deferred@476870820 after retry RPC after error@1124468222) -> (continuation of Deferred@644943822 after retry RPC after error@473733414)))
23:12:24.276 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:12:24.276 [WARN - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29430), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [8ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [19ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [19ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [49ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [53ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [56ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [77ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [78ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [78ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [104ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [164ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [165ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [165ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [188ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [188ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [422ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [681ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [681ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [682ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [682ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1323ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1384ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@686084227(state=PENDING, result=null, callback=(continuation of Deferred@812833389 after retry RPC after error@133481554) -> (continuation of Deferred@1513487471 after retry RPC after error@1415274338) -> (continuation of Deferred@1927038518 after retry RPC after error@1395378795) -> (continuation of Deferred@638096101 after retry RPC after error@673605897) -> (continuation of Deferred@945518541 after retry RPC after error@892242495) -> (continuation of Deferred@1465104837 after retry RPC after error@1277623303) -> (continuation of Deferred@799018833 after retry RPC after error@1847461864) -> (continuation of Deferred@608769663 after retry RPC after error@1609830453) -> (continuation of Deferred@1879131677 after retry RPC after error@1849568946) -> (continuation of Deferred@44578788 after retry RPC after error@2099444284) -> (continuation of Deferred@124353067 after retry RPC after error@415080394) -> (continuation of Deferred@1542036526 after retry RPC after error@837844597) -> (continuation of Deferred@2105864770 after retry RPC after error@154366455) -> (continuation of Deferred@506233875 after retry RPC after error@740115061) -> (continuation of Deferred@1985061718 after retry RPC after error@1694484642) -> (continuation of Deferred@503956530 after retry RPC after error@1480663916) -> (continuation of Deferred@594636833 after retry RPC after error@970004021) -> (continuation of Deferred@1772711273 after retry RPC after error@950172019) -> (continuation of Deferred@284882494 after retry RPC after error@556481194) -> (continuation of Deferred@63691203 after retry RPC after error@680087848) -> (continuation of Deferred@1870993665 after retry RPC after error@386105393) -> (continuation of Deferred@1247495891 after retry RPC after error@674848417) -> (continuation of Deferred@1865615286 after retry RPC after error@1681522793) -> (continuation of Deferred@1959247843 after retry RPC after error@384383884) -> (continuation of Deferred@1628471376 after retry RPC after error@1436413267) -> (continuation of Deferred@476870820 after retry RPC after error@1124468222) -> (continuation of Deferred@644943822 after retry RPC after error@473733414), errback=(continuation of Deferred@812833389 after retry RPC after error@133481554) -> (continuation of Deferred@1513487471 after retry RPC after error@1415274338) -> (continuation of Deferred@1927038518 after retry RPC after error@1395378795) -> (continuation of Deferred@638096101 after retry RPC after error@673605897) -> (continuation of Deferred@945518541 after retry RPC after error@892242495) -> (continuation of Deferred@1465104837 after retry RPC after error@1277623303) -> (continuation of Deferred@799018833 after retry RPC after error@1847461864) -> (continuation of Deferred@608769663 after retry RPC after error@1609830453) -> (continuation of Deferred@1879131677 after retry RPC after error@1849568946) -> (continuation of Deferred@44578788 after retry RPC after error@2099444284) -> (continuation of Deferred@124353067 after retry RPC after error@415080394) -> (continuation of Deferred@1542036526 after retry RPC after error@837844597) -> (continuation of Deferred@2105864770 after retry RPC after error@154366455) -> (continuation of Deferred@506233875 after retry RPC after error@740115061) -> (continuation of Deferred@1985061718 after retry RPC after error@1694484642) -> (continuation of Deferred@503956530 after retry RPC after error@1480663916) -> (continuation of Deferred@594636833 after retry RPC after error@970004021) -> (continuation of Deferred@1772711273 after retry RPC after error@950172019) -> (continuation of Deferred@284882494 after retry RPC after error@556481194) -> (continuation of Deferred@63691203 after retry RPC after error@680087848) -> (continuation of Deferred@1870993665 after retry RPC after error@386105393) -> (continuation of Deferred@1247495891 after retry RPC after error@674848417) -> (continuation of Deferred@1865615286 after retry RPC after error@1681522793) -> (continuation of Deferred@1959247843 after retry RPC after error@384383884) -> (continuation of Deferred@1628471376 after retry RPC after error@1436413267) -> (continuation of Deferred@476870820 after retry RPC after error@1124468222) -> (continuation of Deferred@644943822 after retry RPC after error@473733414)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:24.277 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:12:24.280 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
23:12:24.284 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29430), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [8ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [19ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [19ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [49ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [53ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [55ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [56ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [69ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [76ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [77ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [78ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [78ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [104ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [104ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [124ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [143ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [143ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [163ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [164ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [165ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [165ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [188ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [188ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [422ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [422ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [681ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [681ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [682ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [682ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1323ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1323ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1381ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1384ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3880ms] refreshing cache from master, [3880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3881ms] too many traces: truncated at 100 traces, deferred=Deferred@686084227(state=PENDING, result=null, callback=(continuation of Deferred@812833389 after retry RPC after error@133481554) -> (continuation of Deferred@1513487471 after retry RPC after error@1415274338) -> (continuation of Deferred@1927038518 after retry RPC after error@1395378795) -> (continuation of Deferred@638096101 after retry RPC after error@673605897) -> (continuation of Deferred@945518541 after retry RPC after error@892242495) -> (continuation of Deferred@1465104837 after retry RPC after error@1277623303) -> (continuation of Deferred@799018833 after retry RPC after error@1847461864) -> (continuation of Deferred@608769663 after retry RPC after error@1609830453) -> (continuation of Deferred@1879131677 after retry RPC after error@1849568946) -> (continuation of Deferred@44578788 after retry RPC after error@2099444284) -> (continuation of Deferred@124353067 after retry RPC after error@415080394) -> (continuation of Deferred@1542036526 after retry RPC after error@837844597) -> (continuation of Deferred@2105864770 after retry RPC after error@154366455) -> (continuation of Deferred@506233875 after retry RPC after error@740115061) -> (continuation of Deferred@1985061718 after retry RPC after error@1694484642) -> (continuation of Deferred@503956530 after retry RPC after error@1480663916) -> (continuation of Deferred@594636833 after retry RPC after error@970004021) -> (continuation of Deferred@1772711273 after retry RPC after error@950172019) -> (continuation of Deferred@284882494 after retry RPC after error@556481194) -> (continuation of Deferred@63691203 after retry RPC after error@680087848) -> (continuation of Deferred@1870993665 after retry RPC after error@386105393) -> (continuation of Deferred@1247495891 after retry RPC after error@674848417) -> (continuation of Deferred@1865615286 after retry RPC after error@1681522793) -> (continuation of Deferred@1959247843 after retry RPC after error@384383884) -> (continuation of Deferred@1628471376 after retry RPC after error@1436413267) -> (continuation of Deferred@476870820 after retry RPC after error@1124468222) -> (continuation of Deferred@644943822 after retry RPC after error@473733414), errback=(continuation of Deferred@812833389 after retry RPC after error@133481554) -> (continuation of Deferred@1513487471 after retry RPC after error@1415274338) -> (continuation of Deferred@1927038518 after retry RPC after error@1395378795) -> (continuation of Deferred@638096101 after retry RPC after error@673605897) -> (continuation of Deferred@945518541 after retry RPC after error@892242495) -> (continuation of Deferred@1465104837 after retry RPC after error@1277623303) -> (continuation of Deferred@799018833 after retry RPC after error@1847461864) -> (continuation of Deferred@608769663 after retry RPC after error@1609830453) -> (continuation of Deferred@1879131677 after retry RPC after error@1849568946) -> (continuation of Deferred@44578788 after retry RPC after error@2099444284) -> (continuation of Deferred@124353067 after retry RPC after error@415080394) -> (continuation of Deferred@1542036526 after retry RPC after error@837844597) -> (continuation of Deferred@2105864770 after retry RPC after error@154366455) -> (continuation of Deferred@506233875 after retry RPC after error@740115061) -> (continuation of Deferred@1985061718 after retry RPC after error@1694484642) -> (continuation of Deferred@503956530 after retry RPC after error@1480663916) -> (continuation of Deferred@594636833 after retry RPC after error@970004021) -> (continuation of Deferred@1772711273 after retry RPC after error@950172019) -> (continuation of Deferred@284882494 after retry RPC after error@556481194) -> (continuation of Deferred@63691203 after retry RPC after error@680087848) -> (continuation of Deferred@1870993665 after retry RPC after error@386105393) -> (continuation of Deferred@1247495891 after retry RPC after error@674848417) -> (continuation of Deferred@1865615286 after retry RPC after error@1681522793) -> (continuation of Deferred@1959247843 after retry RPC after error@384383884) -> (continuation of Deferred@1628471376 after retry RPC after error@1436413267) -> (continuation of Deferred@476870820 after retry RPC after error@1124468222) -> (continuation of Deferred@644943822 after retry RPC after error@473733414)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:24.285 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
23:12:24.285 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
23:12:24.286 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:24.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:24.297 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:24.298 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:24.298 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:24.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.299 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.299 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.300 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.300 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.300 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.300 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:24.366 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:24.367 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:24.367 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:24.367 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.368 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.368 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.368 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.368 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.368 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.368 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.368 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.368 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.369 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:24.445 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:24.445 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:24.445 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:24.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:24.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:24.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:24.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:24.446 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:24.446 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:24.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:24.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:24.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:24.447 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:24.638 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:24.638 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:24.638 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:24.639 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.639 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.639 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.639 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.639 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.639 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.640 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.640 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.640 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.640 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:24.646 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:24.647 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:24.647 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:24.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:24.648 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.648 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.648 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:24.648 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.648 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.648 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:24.648 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:24.659 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:24.659 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:24.659 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:24.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:24.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:24.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:24.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:24.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:24.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:24.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:24.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:24.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:24.660 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:24.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:24.706 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:24.706 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:24.706 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:24.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:24.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:24.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:24.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:24.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:24.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:24.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:24.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:24.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:24.707 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:24.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465944709 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:24.720 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:12:24.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:12:24.771 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:24.772 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:24.772 [DEBUG - pool-270-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:24.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:24.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:24.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:24.773 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:24.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:24.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:24.773 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:24.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:24.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:24.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:24.775 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [9ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [21ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [21ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [79ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [79ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [96ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [96ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [97ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [103ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [127ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [128ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [129ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [167ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [167ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [227ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [227ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [343ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [507ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [507ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [943ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1684ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3701ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3702ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3703ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3703ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3703ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [7682ms] refreshing cache from master, [7682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [7683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [7683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [7684ms] too many traces: truncated at 100 traces, deferred=Deferred@1890437742(state=PENDING, result=null, callback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234), errback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234)))
23:12:24.776 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:12:24.776 [WARN - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [9ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [21ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [21ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [79ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [79ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [96ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [96ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [97ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [103ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [127ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [128ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [129ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [167ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [167ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [227ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [227ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [343ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [507ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [507ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [943ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1684ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3701ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3702ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3703ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3703ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3703ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [7682ms] refreshing cache from master, [7682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [7683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [7683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [7684ms] too many traces: truncated at 100 traces, deferred=Deferred@1890437742(state=PENDING, result=null, callback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234), errback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:24.777 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:12:24.780 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
23:12:24.784 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29944), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [9ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [21ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [21ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [64ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [79ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [79ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [93ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [94ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [96ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [96ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [97ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [102ms] refreshing cache from master, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [103ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [105ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [127ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [128ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [129ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [163ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [166ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [167ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [167ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [223ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [227ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [227ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [340ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [343ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [500ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [502ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [507ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [507ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [941ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [942ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [943ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1684ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3701ms] refreshing cache from master, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3702ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3703ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3703ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3703ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [7682ms] refreshing cache from master, [7682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [7683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [7683ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [7684ms] too many traces: truncated at 100 traces, deferred=Deferred@1890437742(state=PENDING, result=null, callback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234), errback=(continuation of Deferred@462000005 after retry RPC after error@291959347) -> (continuation of Deferred@876435539 after retry RPC after error@719133184) -> (continuation of Deferred@2113883513 after retry RPC after error@1538183071) -> (continuation of Deferred@93322105 after retry RPC after error@1195441362) -> (continuation of Deferred@1087628742 after retry RPC after error@1831602292) -> (continuation of Deferred@394420891 after retry RPC after error@1466219221) -> (continuation of Deferred@138840106 after retry RPC after error@86265598) -> (continuation of Deferred@20341371 after retry RPC after error@1937167002) -> (continuation of Deferred@1330447110 after retry RPC after error@1748625327) -> (continuation of Deferred@1512994153 after retry RPC after error@520724148) -> (continuation of Deferred@947645280 after retry RPC after error@534275935) -> (continuation of Deferred@913628400 after retry RPC after error@1700468916) -> (continuation of Deferred@35442580 after retry RPC after error@1579328023) -> (continuation of Deferred@1310811775 after retry RPC after error@1937922487) -> (continuation of Deferred@394676284 after retry RPC after error@1560244929) -> (continuation of Deferred@422110655 after retry RPC after error@2022066380) -> (continuation of Deferred@1575237704 after retry RPC after error@2057969743) -> (continuation of Deferred@619788216 after retry RPC after error@1861999554) -> (continuation of Deferred@312580141 after retry RPC after error@958560878) -> (continuation of Deferred@348378629 after retry RPC after error@618019476) -> (continuation of Deferred@975744723 after retry RPC after error@275989234)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:24.785 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
23:12:24.786 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job b2b25cd960f08851bedacc90188e59d4
23:12:24.786 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
23:12:24.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:25.165 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:25.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465945210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:25.222 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:12:25.224 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:12:25.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:25.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.249608 22417 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 22412
23:12:25.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.402678 22417 kernel_stack_watchdog.cc:198] Thread 22412 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 397ms:
23:12:25.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:12:25.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:12:25.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:12:25.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:12:25.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:23.848765 22419 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:25.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.404278 22412 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.554s	user 0.002s	sys 0.000s
23:12:25.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.404731 22412 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.555s	user 0.002s	sys 0.000s
23:12:25.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.406596 22422 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.409449 22420 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1555 milliseconds
23:12:25.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.409480 22412 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:25.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.410943 22412 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:25.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.413777 22412 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:25.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.415194 22412 hybrid_clock.cc:648] HybridClock initialized: now 1783465945415156 us; error 38 us; skew 500 ppm
23:12:25.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.416214 22412 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:25.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.422950 22412 webserver.cc:534] Webserver started at http://127.21.224.62:36303/ using document root <none> and password file <none>
23:12:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.424043 22412 fs_manager.cc:362] Metadata directory not provided
23:12:25.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.424310 22412 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:25.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.424829 22412 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.429873 22412 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/data/instance:
23:12:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b82d7c84d1ed47459012681e47a7deef"
23:12:25.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:25 on dist-test-slave-sprr"
23:12:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.431149 22412 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/wal/instance:
23:12:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b82d7c84d1ed47459012681e47a7deef"
23:12:25.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:25 on dist-test-slave-sprr"
23:12:25.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.439275 22412 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
23:12:25.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.445272 22428 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:25.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.446578 22412 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.001s
23:12:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.446938 22412 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/wal
23:12:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b82d7c84d1ed47459012681e47a7deef"
23:12:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:25 on dist-test-slave-sprr"
23:12:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.447243 22412 fs_report.cc:389] FS layout report
23:12:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/wal
23:12:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/wal
23:12:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/data/data
23:12:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:25.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:25.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:25.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.503410 22412 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.505003 22412 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:25.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.505501 22412 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.583935 22412 rpc_server.cc:307] RPC server started. Bound to: 127.21.224.62:43747
23:12:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.583992 22479 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.224.62:43747 every 8 connection(s)
23:12:25.587 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.586889 22412 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/data/info.pb
23:12:25.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.588052 22400 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 22412
23:12:25.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.588640 22400 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-0/wal/instance
23:12:25.590 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:25.590 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:25.590 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:25.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:25.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:25.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:25.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:25.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:25.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:25.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:25.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:25.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:25.591 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.593595 22400 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/wal
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/data
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/logs
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/data/info.pb
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.61:43771
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.61
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:25.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37391/jwks.json with env {}
23:12:25.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.595288 22480 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:25.606 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:25.606 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:25.606 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:25.606 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:25.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:25.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:25.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:25.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:25.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:25.607 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:25.607 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:25.607 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:25.607 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:25.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.612481 22480 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } has no permanent_uuid. Determining permanent_uuid...
23:12:25.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.642372 22480 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } has no permanent_uuid. Determining permanent_uuid...
23:12:25.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.645437 22432 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.224.61:43771: connect: Connection refused (error 111)
23:12:25.650 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.650332 22480 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.61:43771: Network error: Client connection negotiation failed: client connection to 127.21.224.61:43771: connect: Connection refused (error 111)
23:12:25.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:25.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.699965 22480 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } attempt: 1
23:12:25.705 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.705363 22480 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.61:43771: Network error: Client connection negotiation failed: client connection to 127.21.224.61:43771: connect: Connection refused (error 111)
23:12:25.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465945710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:25.718 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:12:25.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:12:25.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.773860 22480 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } attempt: 2
23:12:25.778 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.778462 22480 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.61:43771: Network error: Client connection negotiation failed: client connection to 127.21.224.61:43771: connect: Connection refused (error 111)
23:12:25.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:25.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:25.869871 22480 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } attempt: 3
23:12:25.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.874408 22480 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.61:43771: Network error: Client connection negotiation failed: client connection to 127.21.224.61:43771: connect: Connection refused (error 111)
23:12:25.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.938493 22482 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:25.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.939229 22482 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:25.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.939782 22482 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.974222 22482 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:12:25.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.974785 22482 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.975020 22482 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.975234 22482 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:12:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.975494 22482 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:25.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:25.975731 22482 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37391/jwks.json
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:26.015592 22482 master_runner.cc:387] Master server non-default flags:
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/data
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/wal
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.61:43771
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37391/jwks.json
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/data/info.pb
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.61
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/logs
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:26.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:26.017 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:26.017059 22482 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:26.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:26.017823 22480 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } attempt: 4
23:12:26.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:26.018929 22482 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:26.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:26.022254 22480 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.61:43771: Network error: Client connection negotiation failed: client connection to 127.21.224.61:43771: connect: Connection refused (error 111)
23:12:26.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:26.031605 22492 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:26.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:26.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465946210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:26.227 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=16 ms, finalizationTime=0 ms).
23:12:26.232 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:12:26.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:26.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:26.321687 22480 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } attempt: 5
23:12:26.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:26.331418 22480 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.61:43771: Network error: Client connection negotiation failed: client connection to 127.21.224.61:43771: connect: Connection refused (error 111)
23:12:26.386 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:26.386 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:26.386 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:26.387 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:26.387 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:26.387 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:26.387 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:26.387 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:26.388 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:26.388 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:26.388 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:26.388 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:26.388 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:26.429 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:26.429 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:26.430 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:26.430 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:26.430 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:26.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:26.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:26.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:26.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:26.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:26.432 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:26.432 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:26.432 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:26.573 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:26.573 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:26.573 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:26.574 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:26.574 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:26.574 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:26.574 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:26.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:26.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:26.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:26.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:26.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:26.575 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:26.662 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:26.662 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:26.662 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:26.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:26.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:26.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:26.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:26.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:26.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:26.664 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:26.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:26.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:26.664 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:26.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:26.714 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465946710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:26.731 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=21 ms, finalizationTime=0 ms).
23:12:26.733 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:12:26.739 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:26.740 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:26.740 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:26.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:26.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:26.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:26.741 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:26.741 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:26.741 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:26.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:26.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:26.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:26.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:26.764 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:26.765 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:26.765 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:26.765 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:26.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:26.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:26.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:26.766 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:26.766 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:26.767 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:26.767 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:26.767 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:26.767 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:26.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:26.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:26.879065 22480 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } attempt: 6
23:12:26.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:26.907096 22480 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.61:43771: Network error: Client connection negotiation failed: client connection to 127.21.224.61:43771: connect: Connection refused (error 111)
23:12:26.942 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:26.942 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:26.942 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:26.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:26.943 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:26.943 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:26.943 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:26.943 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:26.943 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:26.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:26.943 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:26.943 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:26.943 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:26.960 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:26.960 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:26.960 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:26.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:26.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:26.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:26.961 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:26.961 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:26.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:26.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:26.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:26.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:26.962 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:27.007 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.007 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.007 [DEBUG - pool-280-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.009 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.009 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.011 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28848), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [50ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [68ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [79ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [90ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [92ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [96ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [111ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [112ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [162ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [221ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [341ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [341ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [342ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [401ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [401ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [401ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [401ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [901ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [901ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [902ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [902ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1822ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2842ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [3401ms] too many traces: truncated at 100 traces, deferred=Deferred@1952251405(state=PENDING, result=null, callback=(continuation of Deferred@1486771033 after retry RPC after error@1182133134) -> (continuation of Deferred@540599381 after retry RPC after error@864541385) -> (continuation of Deferred@430523259 after retry RPC after error@1885991515) -> (continuation of Deferred@395622991 after retry RPC after error@449346534) -> (continuation of Deferred@1227444575 after retry RPC after error@1986889995) -> (continuation of Deferred@1150882635 after retry RPC after error@500647797) -> (continuation of Deferred@511135289 after retry RPC after error@80263469) -> (continuation of Deferred@138928564 after retry RPC after error@789373734) -> (continuation of Deferred@195982968 after retry RPC after error@1248765937) -> (continuation of Deferred@2098443593 after retry RPC after error@902720542) -> (continuation of Deferred@1303101801 after retry RPC after error@1917171202) -> (continuation of Deferred@312274174 after retry RPC after error@1416940591) -> (continuation of Deferred@1204289345 after retry RPC after error@418231325) -> (continuation of Deferred@1835225314 after retry RPC after error@520420565) -> (continuation of Deferred@1740715395 after retry RPC after error@318322746) -> (continuation of Deferred@1701482183 after retry RPC after error@1571824875) -> (continuation of Deferred@859013107 after retry RPC after error@1750116679) -> (continuation of Deferred@1509756476 after retry RPC after error@87490196) -> (continuation of Deferred@760399142 after retry RPC after error@1084574554) -> (continuation of Deferred@1897410972 after retry RPC after error@1139323765) -> (continuation of Deferred@2015897051 after retry RPC after error@306007583) -> (continuation of Deferred@580458773 after retry RPC after error@611083560) -> (continuation of Deferred@492018307 after retry RPC after error@1701208704) -> (continuation of Deferred@257789576 after retry RPC after error@1214246766) -> (continuation of Deferred@1230627684 after retry RPC after error@528345773) -> (continuation of Deferred@2092375556 after retry RPC after error@1260694115), errback=(continuation of Deferred@1486771033 after retry RPC after error@1182133134) -> (continuation of Deferred@540599381 after retry RPC after error@864541385) -> (continuation of Deferred@430523259 after retry RPC after error@1885991515) -> (continuation of Deferred@395622991 after retry RPC after error@449346534) -> (continuation of Deferred@1227444575 after retry RPC after error@1986889995) -> (continuation of Deferred@1150882635 after retry RPC after error@500647797) -> (continuation of Deferred@511135289 after retry RPC after error@80263469) -> (continuation of Deferred@138928564 after retry RPC after error@789373734) -> (continuation of Deferred@195982968 after retry RPC after error@1248765937) -> (continuation of Deferred@2098443593 after retry RPC after error@902720542) -> (continuation of Deferred@1303101801 after retry RPC after error@1917171202) -> (continuation of Deferred@312274174 after retry RPC after error@1416940591) -> (continuation of Deferred@1204289345 after retry RPC after error@418231325) -> (continuation of Deferred@1835225314 after retry RPC after error@520420565) -> (continuation of Deferred@1740715395 after retry RPC after error@318322746) -> (continuation of Deferred@1701482183 after retry RPC after error@1571824875) -> (continuation of Deferred@859013107 after retry RPC after error@1750116679) -> (continuation of Deferred@1509756476 after retry RPC after error@87490196) -> (continuation of Deferred@760399142 after retry RPC after error@1084574554) -> (continuation of Deferred@1897410972 after retry RPC after error@1139323765) -> (continuation of Deferred@2015897051 after retry RPC after error@306007583) -> (continuation of Deferred@580458773 after retry RPC after error@611083560) -> (continuation of Deferred@492018307 after retry RPC after error@1701208704) -> (continuation of Deferred@257789576 after retry RPC after error@1214246766) -> (continuation of Deferred@1230627684 after retry RPC after error@528345773) -> (continuation of Deferred@2092375556 after retry RPC after error@1260694115)))
23:12:27.012 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:12:27.012 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28848), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [50ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [68ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [79ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [90ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [92ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [96ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [111ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [112ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [162ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [221ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [341ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [341ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [342ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [401ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [401ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [401ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [401ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [901ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [901ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [902ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [902ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1822ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2842ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [3401ms] too many traces: truncated at 100 traces, deferred=Deferred@1952251405(state=PENDING, result=null, callback=(continuation of Deferred@1486771033 after retry RPC after error@1182133134) -> (continuation of Deferred@540599381 after retry RPC after error@864541385) -> (continuation of Deferred@430523259 after retry RPC after error@1885991515) -> (continuation of Deferred@395622991 after retry RPC after error@449346534) -> (continuation of Deferred@1227444575 after retry RPC after error@1986889995) -> (continuation of Deferred@1150882635 after retry RPC after error@500647797) -> (continuation of Deferred@511135289 after retry RPC after error@80263469) -> (continuation of Deferred@138928564 after retry RPC after error@789373734) -> (continuation of Deferred@195982968 after retry RPC after error@1248765937) -> (continuation of Deferred@2098443593 after retry RPC after error@902720542) -> (continuation of Deferred@1303101801 after retry RPC after error@1917171202) -> (continuation of Deferred@312274174 after retry RPC after error@1416940591) -> (continuation of Deferred@1204289345 after retry RPC after error@418231325) -> (continuation of Deferred@1835225314 after retry RPC after error@520420565) -> (continuation of Deferred@1740715395 after retry RPC after error@318322746) -> (continuation of Deferred@1701482183 after retry RPC after error@1571824875) -> (continuation of Deferred@859013107 after retry RPC after error@1750116679) -> (continuation of Deferred@1509756476 after retry RPC after error@87490196) -> (continuation of Deferred@760399142 after retry RPC after error@1084574554) -> (continuation of Deferred@1897410972 after retry RPC after error@1139323765) -> (continuation of Deferred@2015897051 after retry RPC after error@306007583) -> (continuation of Deferred@580458773 after retry RPC after error@611083560) -> (continuation of Deferred@492018307 after retry RPC after error@1701208704) -> (continuation of Deferred@257789576 after retry RPC after error@1214246766) -> (continuation of Deferred@1230627684 after retry RPC after error@528345773) -> (continuation of Deferred@2092375556 after retry RPC after error@1260694115), errback=(continuation of Deferred@1486771033 after retry RPC after error@1182133134) -> (continuation of Deferred@540599381 after retry RPC after error@864541385) -> (continuation of Deferred@430523259 after retry RPC after error@1885991515) -> (continuation of Deferred@395622991 after retry RPC after error@449346534) -> (continuation of Deferred@1227444575 after retry RPC after error@1986889995) -> (continuation of Deferred@1150882635 after retry RPC after error@500647797) -> (continuation of Deferred@511135289 after retry RPC after error@80263469) -> (continuation of Deferred@138928564 after retry RPC after error@789373734) -> (continuation of Deferred@195982968 after retry RPC after error@1248765937) -> (continuation of Deferred@2098443593 after retry RPC after error@902720542) -> (continuation of Deferred@1303101801 after retry RPC after error@1917171202) -> (continuation of Deferred@312274174 after retry RPC after error@1416940591) -> (continuation of Deferred@1204289345 after retry RPC after error@418231325) -> (continuation of Deferred@1835225314 after retry RPC after error@520420565) -> (continuation of Deferred@1740715395 after retry RPC after error@318322746) -> (continuation of Deferred@1701482183 after retry RPC after error@1571824875) -> (continuation of Deferred@859013107 after retry RPC after error@1750116679) -> (continuation of Deferred@1509756476 after retry RPC after error@87490196) -> (continuation of Deferred@760399142 after retry RPC after error@1084574554) -> (continuation of Deferred@1897410972 after retry RPC after error@1139323765) -> (continuation of Deferred@2015897051 after retry RPC after error@306007583) -> (continuation of Deferred@580458773 after retry RPC after error@611083560) -> (continuation of Deferred@492018307 after retry RPC after error@1701208704) -> (continuation of Deferred@257789576 after retry RPC after error@1214246766) -> (continuation of Deferred@1230627684 after retry RPC after error@528345773) -> (continuation of Deferred@2092375556 after retry RPC after error@1260694115)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:27.013 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:12:27.018 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:12:27.022 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28848), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [27ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [50ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [68ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [79ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [79ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [90ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [92ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [96ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [96ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [105ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [111ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [112ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [162ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [162ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [221ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [341ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [341ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [342ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [342ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [401ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [401ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [401ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [401ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [901ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [901ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [902ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [902ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1821ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1822ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1822ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2840ms] refreshing cache from master, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2842ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2842ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [3400ms] refreshing cache from master, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [3400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [3401ms] too many traces: truncated at 100 traces, deferred=Deferred@1952251405(state=PENDING, result=null, callback=(continuation of Deferred@1486771033 after retry RPC after error@1182133134) -> (continuation of Deferred@540599381 after retry RPC after error@864541385) -> (continuation of Deferred@430523259 after retry RPC after error@1885991515) -> (continuation of Deferred@395622991 after retry RPC after error@449346534) -> (continuation of Deferred@1227444575 after retry RPC after error@1986889995) -> (continuation of Deferred@1150882635 after retry RPC after error@500647797) -> (continuation of Deferred@511135289 after retry RPC after error@80263469) -> (continuation of Deferred@138928564 after retry RPC after error@789373734) -> (continuation of Deferred@195982968 after retry RPC after error@1248765937) -> (continuation of Deferred@2098443593 after retry RPC after error@902720542) -> (continuation of Deferred@1303101801 after retry RPC after error@1917171202) -> (continuation of Deferred@312274174 after retry RPC after error@1416940591) -> (continuation of Deferred@1204289345 after retry RPC after error@418231325) -> (continuation of Deferred@1835225314 after retry RPC after error@520420565) -> (continuation of Deferred@1740715395 after retry RPC after error@318322746) -> (continuation of Deferred@1701482183 after retry RPC after error@1571824875) -> (continuation of Deferred@859013107 after retry RPC after error@1750116679) -> (continuation of Deferred@1509756476 after retry RPC after error@87490196) -> (continuation of Deferred@760399142 after retry RPC after error@1084574554) -> (continuation of Deferred@1897410972 after retry RPC after error@1139323765) -> (continuation of Deferred@2015897051 after retry RPC after error@306007583) -> (continuation of Deferred@580458773 after retry RPC after error@611083560) -> (continuation of Deferred@492018307 after retry RPC after error@1701208704) -> (continuation of Deferred@257789576 after retry RPC after error@1214246766) -> (continuation of Deferred@1230627684 after retry RPC after error@528345773) -> (continuation of Deferred@2092375556 after retry RPC after error@1260694115), errback=(continuation of Deferred@1486771033 after retry RPC after error@1182133134) -> (continuation of Deferred@540599381 after retry RPC after error@864541385) -> (continuation of Deferred@430523259 after retry RPC after error@1885991515) -> (continuation of Deferred@395622991 after retry RPC after error@449346534) -> (continuation of Deferred@1227444575 after retry RPC after error@1986889995) -> (continuation of Deferred@1150882635 after retry RPC after error@500647797) -> (continuation of Deferred@511135289 after retry RPC after error@80263469) -> (continuation of Deferred@138928564 after retry RPC after error@789373734) -> (continuation of Deferred@195982968 after retry RPC after error@1248765937) -> (continuation of Deferred@2098443593 after retry RPC after error@902720542) -> (continuation of Deferred@1303101801 after retry RPC after error@1917171202) -> (continuation of Deferred@312274174 after retry RPC after error@1416940591) -> (continuation of Deferred@1204289345 after retry RPC after error@418231325) -> (continuation of Deferred@1835225314 after retry RPC after error@520420565) -> (continuation of Deferred@1740715395 after retry RPC after error@318322746) -> (continuation of Deferred@1701482183 after retry RPC after error@1571824875) -> (continuation of Deferred@859013107 after retry RPC after error@1750116679) -> (continuation of Deferred@1509756476 after retry RPC after error@87490196) -> (continuation of Deferred@760399142 after retry RPC after error@1084574554) -> (continuation of Deferred@1897410972 after retry RPC after error@1139323765) -> (continuation of Deferred@2015897051 after retry RPC after error@306007583) -> (continuation of Deferred@580458773 after retry RPC after error@611083560) -> (continuation of Deferred@492018307 after retry RPC after error@1701208704) -> (continuation of Deferred@257789576 after retry RPC after error@1214246766) -> (continuation of Deferred@1230627684 after retry RPC after error@528345773) -> (continuation of Deferred@2092375556 after retry RPC after error@1260694115)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:27.024 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:12:27.024 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:27.025 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
23:12:27.045 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:27.045 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:27.045 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:27.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:27.046 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:27.046 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:27.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:27.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:27.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:27.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:27.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:27.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:27.047 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:27.125 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:27.125 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:27.125 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:27.126 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:27.126 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:27.126 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:27.126 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:27.126 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:27.126 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:27.127 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:27.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:27.127 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:27.127 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:27.165 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:27.212 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465947210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:27.232 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=22 ms, finalizationTime=0 ms).
23:12:27.234 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:12:27.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:27.359 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:27.359 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:27.359 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:27.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:27.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:27.360 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:27.360 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:27.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:27.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:27.360 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:27.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:27.360 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:27.360 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:27.397 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:12:27.399 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:12:27.399 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:12:27.400 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
23:12:27.400 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:27.402 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
23:12:27.402 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id dd79a6f79ec905dac849f07417c6e19d
23:12:27.403 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot dd79a6f79ec905dac849f07417c6e19d.
23:12:27.404 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id dd79a6f79ec905dac849f07417c6e19d.
23:12:27.406 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RESTARTING to RUNNING.
23:12:27.408 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:12:27.409 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:12:27.410 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:12:27.411 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
23:12:27.413 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:12:27.414 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
23:12:27.414 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id 8ccdb4d1b659593e1e2aaebb806abe3f
23:12:27.417 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 8ccdb4d1b659593e1e2aaebb806abe3f.
23:12:27.418 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id 8ccdb4d1b659593e1e2aaebb806abe3f.
23:12:27.420 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
23:12:27.420 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
23:12:27.423 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d011386
23:12:27.423 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:27.423 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:12:27.426 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:12:27.426 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:12:27.430 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
23:12:27.430 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
23:12:27.433 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@41077f40
23:12:27.433 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:27.433 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:12:27.434 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:12:27.435 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:12:27.443 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@44e61d95
23:12:27.444 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6cf000c8
23:12:27.445 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:27.447 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:27.449 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.451 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.455 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.459 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.461 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.462 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.462 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.463 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.464 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.464 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.465 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.465 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.465 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.465 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.469 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.470 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.471 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.472 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.473 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.474 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.474 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.475 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.475 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.475 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.475 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.475 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.476 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.477 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.477 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.477 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.479 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:27.490 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.491 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.491 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.492 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.492 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.492 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.493 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.493 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.493 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.493 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.493 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.494 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.494 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.494 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.494 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.495 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.495 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.495 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.495 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.496 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.496 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.497 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.497 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.497 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.497 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.510 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.510 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.510 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.511 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.512 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.513 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.513 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.513 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.513 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.514 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.514 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.514 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.515 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.530 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.530 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.530 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.531 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.531 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.531 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.531 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.532 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.532 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.532 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:27.533 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:27.533 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:27.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:27.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:27.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:27.533 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:27.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:27.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:27.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:27.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:27.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:27.534 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:27.535 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.535 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.535 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.535 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.535 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.535 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.536 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.536 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.536 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.536 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.536 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.536 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.536 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.570 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.570 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.570 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.571 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.571 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.575 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.575 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.576 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.576 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.576 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.576 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.576 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.577 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.577 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.577 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.577 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.577 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.577 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.578 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.578 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.578 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.579 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.579 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.579 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.579 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.590 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.590 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.590 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.592 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.592 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.592 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.592 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.594 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:27.594 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:27.595 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:27.595 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:27.595 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:27.595 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:27.595 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:27.595 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:27.595 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:27.595 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:27.595 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:27.596 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:27.596 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:27.651 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.651 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.651 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.653 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.653 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:27.692 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.692 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.692 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.693 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.693 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.693 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.693 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.693 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.693 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.694 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.694 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.694 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.710 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.710 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.710 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.711 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.712 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.712 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.713 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465947709 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:27.731 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:12:27.733 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:12:27.770 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.770 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.771 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.772 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:27.830 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.830 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.831 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.832 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.832 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.837 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.837 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.442606 22491 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 22482
23:12:27.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.854183 22482 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.823s	user 0.693s	sys 1.120s
23:12:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:26.033159 22493 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:27.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.855078 22482 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.824s	user 0.693s	sys 1.120s
23:12:27.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.856554 22495 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.861251 22494 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1829 milliseconds
23:12:27.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.861274 22482 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:27.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.862658 22482 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:27.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.865223 22482 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:27.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.866598 22482 hybrid_clock.cc:648] HybridClock initialized: now 1783465947866563 us; error 37 us; skew 500 ppm
23:12:27.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.867544 22482 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:27.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.874185 22482 webserver.cc:534] Webserver started at http://127.21.224.61:37875/ using document root <none> and password file <none>
23:12:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.875103 22482 fs_manager.cc:362] Metadata directory not provided
23:12:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.875290 22482 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:27.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.875746 22482 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.880429 22482 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/data/instance:
23:12:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d876ba050d004d3b8103391505496e3d"
23:12:27.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:27 on dist-test-slave-sprr"
23:12:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.881431 22482 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/wal/instance:
23:12:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d876ba050d004d3b8103391505496e3d"
23:12:27.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:27 on dist-test-slave-sprr"
23:12:27.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.889269 22482 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.001s
23:12:27.891 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.892 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.892 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.892 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.892 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.892 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.892 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.892 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.892 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.892 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.892 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.895936 22524 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:27.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.897007 22482 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
23:12:27.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.897349 22482 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/wal
23:12:27.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d876ba050d004d3b8103391505496e3d"
23:12:27.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:27 on dist-test-slave-sprr"
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.897701 22482 fs_report.cc:389] FS layout report
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/wal
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/wal
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/data/data
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:27.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:27.910 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:27.910 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:27.911 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:27.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:27.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:27.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:27.911 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:27.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.958792 22482 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:27.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.960414 22482 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:27.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.960924 22482 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:27.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:27.967691 22480 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } attempt: 7
23:12:27.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:27.975885 22480 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.61:43771: Network error: Client connection negotiation failed: client connection to 127.21.224.61:43771: connect: Connection refused (error 111)
23:12:27.987 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:28.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.040216 22482 rpc_server.cc:307] RPC server started. Bound to: 127.21.224.61:43771
23:12:28.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.040329 22577 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.224.61:43771 every 8 connection(s)
23:12:28.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.043217 22482 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/data/info.pb
23:12:28.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.049556 22578 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:28.051 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.051630 22400 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 22482
23:12:28.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.052124 22400 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-1/wal/instance
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.055142 22400 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/wal
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/data
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/logs
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/data/info.pb
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:28.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.60:34307
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.60
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:28.056 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37391/jwks.json with env {}
23:12:28.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.064939 22578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } has no permanent_uuid. Determining permanent_uuid...
23:12:28.090 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:28.091 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:28.091 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:28.091 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:28.091 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:28.091 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:28.091 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:28.091 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:28.091 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:28.091 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:28.091 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:28.091 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:28.091 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.093534 22578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } has no permanent_uuid. Determining permanent_uuid...
23:12:28.109 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.108820 22578 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } has no permanent_uuid. Determining permanent_uuid...
23:12:28.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.111547 22528 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.21.224.60:34307: connect: Connection refused (error 111)
23:12:28.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.116354 22578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.60:34307: Network error: Client connection negotiation failed: client connection to 127.21.224.60:34307: connect: Connection refused (error 111)
23:12:28.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:28.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.165877 22578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } attempt: 1
23:12:28.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.171316 22578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.60:34307: Network error: Client connection negotiation failed: client connection to 127.21.224.60:34307: connect: Connection refused (error 111)
23:12:28.171 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:28.172 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:28.172 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:28.172 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:28.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:28.172 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:28.172 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:28.172 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:28.172 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:28.172 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:28.172 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:28.172 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:28.172 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:28.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465948210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:28.218 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:12:28.218 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:12:28.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.239781 22578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } attempt: 2
23:12:28.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.244777 22578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.60:34307: Network error: Client connection negotiation failed: client connection to 127.21.224.60:34307: connect: Connection refused (error 111)
23:12:28.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:28.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.336189 22578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } attempt: 3
23:12:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.340626 22578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.60:34307: Network error: Client connection negotiation failed: client connection to 127.21.224.60:34307: connect: Connection refused (error 111)
23:12:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.395569 22580 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.396257 22580 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:28.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.396744 22580 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.431764 22580 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:12:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.432054 22580 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.432267 22580 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.432467 22580 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:12:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.432662 22580 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:28.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.432811 22580 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:37391/jwks.json
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.472632 22580 master_runner.cc:387] Master server non-default flags:
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/data
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/wal
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.60:34307
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:37391/jwks.json
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/data/info.pb
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.60
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/logs
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:28.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:28.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.473970 22580 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:28.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.475754 22580 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:28.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.484064 22578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } attempt: 4
23:12:28.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:28.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.487221 22590 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:28.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.490442 22578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.60:34307: Network error: Client connection negotiation failed: client connection to 127.21.224.60:34307: connect: Connection refused (error 111)
23:12:28.637 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:28.638 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:28.638 [DEBUG - pool-282-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:28.638 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:28.638 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:28.638 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:28.638 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:28.638 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:28.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:28.639 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:28.639 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:28.639 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:28.639 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:28.640 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28004), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [6ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [23ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [34ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [34ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [49ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [52ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [52ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [123ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [183ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [302ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [303ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [383ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [542ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [543ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [543ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [543ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1024ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2663ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [4741ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [4742ms] too many traces: truncated at 100 traces, deferred=Deferred@446071754(state=PENDING, result=null, callback=(continuation of Deferred@1433869587 after retry RPC after error@1426596672) -> (continuation of Deferred@1934561967 after retry RPC after error@1575573471) -> (continuation of Deferred@807098100 after retry RPC after error@614298004) -> (continuation of Deferred@801949122 after retry RPC after error@940320843) -> (continuation of Deferred@1389000008 after retry RPC after error@487898964) -> (continuation of Deferred@1413454817 after retry RPC after error@220770141) -> (continuation of Deferred@206175109 after retry RPC after error@882838343) -> (continuation of Deferred@483884710 after retry RPC after error@1422751782) -> (continuation of Deferred@387654889 after retry RPC after error@1527955582) -> (continuation of Deferred@2081925108 after retry RPC after error@1134881816) -> (continuation of Deferred@232170729 after retry RPC after error@1074435101) -> (continuation of Deferred@31699951 after retry RPC after error@1707297767) -> (continuation of Deferred@1560959578 after retry RPC after error@1236567962) -> (continuation of Deferred@1431583112 after retry RPC after error@716688566) -> (continuation of Deferred@627084080 after retry RPC after error@1208303697) -> (continuation of Deferred@1021946016 after retry RPC after error@674169335) -> (continuation of Deferred@163002057 after retry RPC after error@1808984166) -> (continuation of Deferred@437252372 after retry RPC after error@1249868571) -> (continuation of Deferred@2051939811 after retry RPC after error@111364884) -> (continuation of Deferred@1673629061 after retry RPC after error@1381467461) -> (continuation of Deferred@1484532713 after retry RPC after error@1142628377) -> (continuation of Deferred@735649978 after retry RPC after error@1162540329) -> (continuation of Deferred@2085661962 after retry RPC after error@1641431409), errback=(continuation of Deferred@1433869587 after retry RPC after error@1426596672) -> (continuation of Deferred@1934561967 after retry RPC after error@1575573471) -> (continuation of Deferred@807098100 after retry RPC after error@614298004) -> (continuation of Deferred@801949122 after retry RPC after error@940320843) -> (continuation of Deferred@1389000008 after retry RPC after error@487898964) -> (continuation of Deferred@1413454817 after retry RPC after error@220770141) -> (continuation of Deferred@206175109 after retry RPC after error@882838343) -> (continuation of Deferred@483884710 after retry RPC after error@1422751782) -> (continuation of Deferred@387654889 after retry RPC after error@1527955582) -> (continuation of Deferred@2081925108 after retry RPC after error@1134881816) -> (continuation of Deferred@232170729 after retry RPC after error@1074435101) -> (continuation of Deferred@31699951 after retry RPC after error@1707297767) -> (continuation of Deferred@1560959578 after retry RPC after error@1236567962) -> (continuation of Deferred@1431583112 after retry RPC after error@716688566) -> (continuation of Deferred@627084080 after retry RPC after error@1208303697) -> (continuation of Deferred@1021946016 after retry RPC after error@674169335) -> (continuation of Deferred@163002057 after retry RPC after error@1808984166) -> (continuation of Deferred@437252372 after retry RPC after error@1249868571) -> (continuation of Deferred@2051939811 after retry RPC after error@111364884) -> (continuation of Deferred@1673629061 after retry RPC after error@1381467461) -> (continuation of Deferred@1484532713 after retry RPC after error@1142628377) -> (continuation of Deferred@735649978 after retry RPC after error@1162540329) -> (continuation of Deferred@2085661962 after retry RPC after error@1641431409)))
23:12:28.641 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:12:28.642 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28004), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [6ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [23ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [34ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [34ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [49ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [52ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [52ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [123ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [183ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [302ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [303ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [383ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [542ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [543ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [543ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [543ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1024ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2663ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [4741ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [4742ms] too many traces: truncated at 100 traces, deferred=Deferred@446071754(state=PENDING, result=null, callback=(continuation of Deferred@1433869587 after retry RPC after error@1426596672) -> (continuation of Deferred@1934561967 after retry RPC after error@1575573471) -> (continuation of Deferred@807098100 after retry RPC after error@614298004) -> (continuation of Deferred@801949122 after retry RPC after error@940320843) -> (continuation of Deferred@1389000008 after retry RPC after error@487898964) -> (continuation of Deferred@1413454817 after retry RPC after error@220770141) -> (continuation of Deferred@206175109 after retry RPC after error@882838343) -> (continuation of Deferred@483884710 after retry RPC after error@1422751782) -> (continuation of Deferred@387654889 after retry RPC after error@1527955582) -> (continuation of Deferred@2081925108 after retry RPC after error@1134881816) -> (continuation of Deferred@232170729 after retry RPC after error@1074435101) -> (continuation of Deferred@31699951 after retry RPC after error@1707297767) -> (continuation of Deferred@1560959578 after retry RPC after error@1236567962) -> (continuation of Deferred@1431583112 after retry RPC after error@716688566) -> (continuation of Deferred@627084080 after retry RPC after error@1208303697) -> (continuation of Deferred@1021946016 after retry RPC after error@674169335) -> (continuation of Deferred@163002057 after retry RPC after error@1808984166) -> (continuation of Deferred@437252372 after retry RPC after error@1249868571) -> (continuation of Deferred@2051939811 after retry RPC after error@111364884) -> (continuation of Deferred@1673629061 after retry RPC after error@1381467461) -> (continuation of Deferred@1484532713 after retry RPC after error@1142628377) -> (continuation of Deferred@735649978 after retry RPC after error@1162540329) -> (continuation of Deferred@2085661962 after retry RPC after error@1641431409), errback=(continuation of Deferred@1433869587 after retry RPC after error@1426596672) -> (continuation of Deferred@1934561967 after retry RPC after error@1575573471) -> (continuation of Deferred@807098100 after retry RPC after error@614298004) -> (continuation of Deferred@801949122 after retry RPC after error@940320843) -> (continuation of Deferred@1389000008 after retry RPC after error@487898964) -> (continuation of Deferred@1413454817 after retry RPC after error@220770141) -> (continuation of Deferred@206175109 after retry RPC after error@882838343) -> (continuation of Deferred@483884710 after retry RPC after error@1422751782) -> (continuation of Deferred@387654889 after retry RPC after error@1527955582) -> (continuation of Deferred@2081925108 after retry RPC after error@1134881816) -> (continuation of Deferred@232170729 after retry RPC after error@1074435101) -> (continuation of Deferred@31699951 after retry RPC after error@1707297767) -> (continuation of Deferred@1560959578 after retry RPC after error@1236567962) -> (continuation of Deferred@1431583112 after retry RPC after error@716688566) -> (continuation of Deferred@627084080 after retry RPC after error@1208303697) -> (continuation of Deferred@1021946016 after retry RPC after error@674169335) -> (continuation of Deferred@163002057 after retry RPC after error@1808984166) -> (continuation of Deferred@437252372 after retry RPC after error@1249868571) -> (continuation of Deferred@2051939811 after retry RPC after error@111364884) -> (continuation of Deferred@1673629061 after retry RPC after error@1381467461) -> (continuation of Deferred@1484532713 after retry RPC after error@1142628377) -> (continuation of Deferred@735649978 after retry RPC after error@1162540329) -> (continuation of Deferred@2085661962 after retry RPC after error@1641431409)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:28.642 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
23:12:28.647 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:12:28.651 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28004), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [5ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [6ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [6ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [23ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [34ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [34ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [49ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [52ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [52ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [123ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [123ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [183ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [302ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [303ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [303ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [383ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [542ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [543ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [543ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [543ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1021ms] refreshing cache from master, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1023ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1024ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1024ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2662ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2662ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2663ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2663ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [4741ms] refreshing cache from master, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [4741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [4742ms] too many traces: truncated at 100 traces, deferred=Deferred@446071754(state=PENDING, result=null, callback=(continuation of Deferred@1433869587 after retry RPC after error@1426596672) -> (continuation of Deferred@1934561967 after retry RPC after error@1575573471) -> (continuation of Deferred@807098100 after retry RPC after error@614298004) -> (continuation of Deferred@801949122 after retry RPC after error@940320843) -> (continuation of Deferred@1389000008 after retry RPC after error@487898964) -> (continuation of Deferred@1413454817 after retry RPC after error@220770141) -> (continuation of Deferred@206175109 after retry RPC after error@882838343) -> (continuation of Deferred@483884710 after retry RPC after error@1422751782) -> (continuation of Deferred@387654889 after retry RPC after error@1527955582) -> (continuation of Deferred@2081925108 after retry RPC after error@1134881816) -> (continuation of Deferred@232170729 after retry RPC after error@1074435101) -> (continuation of Deferred@31699951 after retry RPC after error@1707297767) -> (continuation of Deferred@1560959578 after retry RPC after error@1236567962) -> (continuation of Deferred@1431583112 after retry RPC after error@716688566) -> (continuation of Deferred@627084080 after retry RPC after error@1208303697) -> (continuation of Deferred@1021946016 after retry RPC after error@674169335) -> (continuation of Deferred@163002057 after retry RPC after error@1808984166) -> (continuation of Deferred@437252372 after retry RPC after error@1249868571) -> (continuation of Deferred@2051939811 after retry RPC after error@111364884) -> (continuation of Deferred@1673629061 after retry RPC after error@1381467461) -> (continuation of Deferred@1484532713 after retry RPC after error@1142628377) -> (continuation of Deferred@735649978 after retry RPC after error@1162540329) -> (continuation of Deferred@2085661962 after retry RPC after error@1641431409), errback=(continuation of Deferred@1433869587 after retry RPC after error@1426596672) -> (continuation of Deferred@1934561967 after retry RPC after error@1575573471) -> (continuation of Deferred@807098100 after retry RPC after error@614298004) -> (continuation of Deferred@801949122 after retry RPC after error@940320843) -> (continuation of Deferred@1389000008 after retry RPC after error@487898964) -> (continuation of Deferred@1413454817 after retry RPC after error@220770141) -> (continuation of Deferred@206175109 after retry RPC after error@882838343) -> (continuation of Deferred@483884710 after retry RPC after error@1422751782) -> (continuation of Deferred@387654889 after retry RPC after error@1527955582) -> (continuation of Deferred@2081925108 after retry RPC after error@1134881816) -> (continuation of Deferred@232170729 after retry RPC after error@1074435101) -> (continuation of Deferred@31699951 after retry RPC after error@1707297767) -> (continuation of Deferred@1560959578 after retry RPC after error@1236567962) -> (continuation of Deferred@1431583112 after retry RPC after error@716688566) -> (continuation of Deferred@627084080 after retry RPC after error@1208303697) -> (continuation of Deferred@1021946016 after retry RPC after error@674169335) -> (continuation of Deferred@163002057 after retry RPC after error@1808984166) -> (continuation of Deferred@437252372 after retry RPC after error@1249868571) -> (continuation of Deferred@2051939811 after retry RPC after error@111364884) -> (continuation of Deferred@1673629061 after retry RPC after error@1381467461) -> (continuation of Deferred@1484532713 after retry RPC after error@1142628377) -> (continuation of Deferred@735649978 after retry RPC after error@1162540329) -> (continuation of Deferred@2085661962 after retry RPC after error@1641431409)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:28.652 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:28.653 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:12:28.653 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RUNNING to RESTARTING.
23:12:28.653 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
23:12:28.664 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:28.678 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:28.678 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:28.679 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:28.679 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:28.679 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:28.679 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:28.679 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:28.679 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:28.679 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:28.680 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:28.680 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:28.680 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:28.680 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:28.713 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465948710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:28.724 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:12:28.726 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:12:28.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:28.791 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:28.789928 22578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } attempt: 5
23:12:28.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.798628 22578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.60:34307: Network error: Client connection negotiation failed: client connection to 127.21.224.60:34307: connect: Connection refused (error 111)
23:12:28.805 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:28.806 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:28.806 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:28.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:28.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:28.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:28.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:28.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:28.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:28.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:28.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:28.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:28.807 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:28.886 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:28.886 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:28.886 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:28.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:28.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:28.887 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:28.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:28.887 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:28.887 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:28.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:28.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:28.887 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:28.888 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:28.925 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:28.925 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:28.925 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:28.925 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:28.926 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:28.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:28.926 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:28.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:28.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:28.926 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:28.926 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:28.926 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:28.926 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:29.092 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:29.092 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:29.092 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:29.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:29.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:29.093 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:29.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:29.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:29.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:29.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:29.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:29.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:29.094 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:29.149 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:29.149 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:29.149 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:29.150 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:29.150 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:29.150 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:29.150 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:29.150 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:29.150 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:29.150 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:29.150 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:29.151 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:29.151 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:29.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:29.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465949209 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:29.222 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:12:29.223 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:12:29.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:29.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.346261 22578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } attempt: 6
23:12:29.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.359681 22578 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.21.224.60:34307: Network error: Client connection negotiation failed: client connection to 127.21.224.60:34307: connect: Connection refused (error 111)
23:12:29.631 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:29.631 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:29.632 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:29.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:29.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:29.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:29.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:29.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:29.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:29.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:29.633 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:29.633 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:29.633 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:29.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:29.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465949709 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:29.722 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:12:29.723 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:12:29.755 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:29.755 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:29.755 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:29.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:29.756 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:29.756 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:29.756 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:29.756 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:29.756 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:29.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:29.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:29.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:29.756 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:29.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:29.798 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:29.799 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:29.799 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:29.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:29.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:29.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:29.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:29.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:29.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:29.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:29.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:29.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:29.800 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:29.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.490700 22591 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:29.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:28.493782 22593 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:29.836748 22592 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1343 milliseconds
23:12:29.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.836846 22580 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:29.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.838191 22580 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:29.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.840847 22580 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:29.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.842219 22580 hybrid_clock.cc:648] HybridClock initialized: now 1783465949842180 us; error 38 us; skew 500 ppm
23:12:29.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.843055 22580 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:29.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.849273 22580 webserver.cc:534] Webserver started at http://127.21.224.60:42469/ using document root <none> and password file <none>
23:12:29.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.850274 22580 fs_manager.cc:362] Metadata directory not provided
23:12:29.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.850514 22580 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:29.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.851054 22580 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:29.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.855841 22580 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/data/instance:
23:12:29.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f"
23:12:29.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:29 on dist-test-slave-sprr"
23:12:29.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.857010 22580 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/wal/instance:
23:12:29.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f"
23:12:29.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:29 on dist-test-slave-sprr"
23:12:29.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.864404 22580 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.009s	sys 0.000s
23:12:29.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.870545 22602 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:29.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.871686 22580 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.872020 22580 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/wal
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f"
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:29 on dist-test-slave-sprr"
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.872350 22580 fs_report.cc:389] FS layout report
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/wal
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/wal
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/data/data
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:29.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:29.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:29.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:29.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:29.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:29.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:29.910 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:29.910 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:29.910 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:29.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:29.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:29.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:29.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:29.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:29.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:29.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:29.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:29.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:29.911 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:29.923 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.923249 22580 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.924856 22580 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:29.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:29.925266 22580 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.003016 22580 rpc_server.cc:307] RPC server started. Bound to: 127.21.224.60:34307
23:12:30.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.003094 22653 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.224.60:34307 every 8 connection(s)
23:12:30.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.006038 22580 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/data/info.pb
23:12:30.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.012621 22654 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:30.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.014274 22400 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 22580
23:12:30.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.014642 22400 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/master-2/wal/instance
23:12:30.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.027714 22654 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } has no permanent_uuid. Determining permanent_uuid...
23:12:30.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.064451 22654 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } has no permanent_uuid. Determining permanent_uuid...
23:12:30.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.066349 22480 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } attempt: 8
23:12:30.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.077064 22654 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } has no permanent_uuid. Determining permanent_uuid...
23:12:30.079 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:30.079 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:30.079 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:30.079 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:30.079 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:30.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:30.080 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:30.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:30.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:30.080 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:30.080 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:30.080 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:30.080 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:30.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.089780 22480 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } has no permanent_uuid. Determining permanent_uuid...
23:12:30.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.100584 22654 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f: Bootstrap starting.
23:12:30.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.108160 22654 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f: Neither blocks nor log segments found. Creating new log.
23:12:30.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.110172 22480 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef: Bootstrap starting.
23:12:30.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.110188 22654 log.cc:826] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f: Log is configured to *not* fsync() on all Append() calls
23:12:30.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.115394 22654 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f: No bootstrap required, opened a new log
23:12:30.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.116338 22480 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef: Neither blocks nor log segments found. Creating new log.
23:12:30.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.118508 22480 log.cc:826] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef: Log is configured to *not* fsync() on all Append() calls
23:12:30.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.127050 22480 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef: No bootstrap required, opened a new log
23:12:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.137439 22654 raft_consensus.cc:359] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } }
23:12:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.138257 22654 raft_consensus.cc:385] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:30.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.138567 22654 raft_consensus.cc:740] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01acf6f80e6d423aa227ed7e8e4c3d1f, State: Initialized, Role: FOLLOWER
23:12:30.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.139508 22654 consensus_queue.cc:260] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } }
23:12:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.142325 22666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } } }
23:12:30.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.143148 22666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [sys.catalog]: This master's current role is: FOLLOWER
23:12:30.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.144178 22654 sys_catalog.cc:565] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [sys.catalog]: configured and running, proceeding with master startup.
23:12:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.150462 22480 raft_consensus.cc:359] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } }
23:12:30.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.151553 22480 raft_consensus.cc:385] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:30.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.151990 22480 raft_consensus.cc:740] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b82d7c84d1ed47459012681e47a7deef, State: Initialized, Role: FOLLOWER
23:12:30.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.152889 22480 consensus_queue.cc:260] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } }
23:12:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.156428 22671 sys_catalog.cc:455] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } } }
23:12:30.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.157606 22671 sys_catalog.cc:458] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [sys.catalog]: This master's current role is: FOLLOWER
23:12:30.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.158150 22480 sys_catalog.cc:565] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [sys.catalog]: configured and running, proceeding with master startup.
23:12:30.164 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:30.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:30.181041 22608 tablet.cc:2406] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:30.190600 22685 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:12:30.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:30.191051 22685 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:12:30.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.201377 22690 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:12:30.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465950210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.185477 22580 master_runner.cc:187] Error getting master registration for 127.21.224.62:43747: OK, instance_id { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" instance_seqno: 1783465945562830 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:12:30.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.221437 22580 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:12:30.228 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:12:30.228 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:12:30.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.209529 22412 master_runner.cc:187] Error getting master registration for 127.21.224.61:43771: OK, instance_id { permanent_uuid: "d876ba050d004d3b8103391505496e3d" instance_seqno: 1783465948019468 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:12:30.237 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.237483 22412 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:12:30.258 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:30.259 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:30.259 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:30.259 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:30.259 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:30.259 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:30.259 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:30.259 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:30.259 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:30.259 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:30.259 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:30.259 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:30.259 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:30.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:30.266670 22434 tablet.cc:2406] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:30.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:30.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.310202 22671 raft_consensus.cc:493] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:30.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.310842 22671 raft_consensus.cc:515] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } }
23:12:30.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.313655 22671 leader_election.cc:290] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d876ba050d004d3b8103391505496e3d (127.21.224.61:43771), 01acf6f80e6d423aa227ed7e8e4c3d1f (127.21.224.60:34307)
23:12:30.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.315129 22629 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b82d7c84d1ed47459012681e47a7deef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" is_pre_election: true
23:12:30.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.316152 22629 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b82d7c84d1ed47459012681e47a7deef in term 0.
23:12:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.317464 22432 leader_election.cc:304] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01acf6f80e6d423aa227ed7e8e4c3d1f, b82d7c84d1ed47459012681e47a7deef; no voters: 
23:12:30.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.318414 22671 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.318929 22671 raft_consensus.cc:493] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:30.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.319296 22671 raft_consensus.cc:3060] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [term 0 FOLLOWER]: Advancing to term 1
23:12:30.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.323942 22671 raft_consensus.cc:515] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } }
23:12:30.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.325883 22671 leader_election.cc:290] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [CANDIDATE]: Term 1 election: Requested vote from peers d876ba050d004d3b8103391505496e3d (127.21.224.61:43771), 01acf6f80e6d423aa227ed7e8e4c3d1f (127.21.224.60:34307)
23:12:30.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.326864 22629 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b82d7c84d1ed47459012681e47a7deef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f"
23:12:30.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.327421 22629 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [term 0 FOLLOWER]: Advancing to term 1
23:12:30.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.334702 22629 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b82d7c84d1ed47459012681e47a7deef in term 1.
23:12:30.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.335796 22432 leader_election.cc:304] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01acf6f80e6d423aa227ed7e8e4c3d1f, b82d7c84d1ed47459012681e47a7deef; no voters: 
23:12:30.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.336777 22671 raft_consensus.cc:2804] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [term 1 FOLLOWER]: Leader election won for term 1
23:12:30.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.345316 22671 raft_consensus.cc:697] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [term 1 LEADER]: Becoming Leader. State: Replica: b82d7c84d1ed47459012681e47a7deef, State: Running, Role: LEADER
23:12:30.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.346462 22671 consensus_queue.cc:237] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } }
23:12:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.356078 22691 sys_catalog.cc:455] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [sys.catalog]: SysCatalogTable state changed. Reason: New leader b82d7c84d1ed47459012681e47a7deef. Latest consensus state: current_term: 1 leader_uuid: "b82d7c84d1ed47459012681e47a7deef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } } }
23:12:30.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.357004 22691 sys_catalog.cc:458] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [sys.catalog]: This master's current role is: LEADER
23:12:30.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.359733 22693 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:12:30.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.374557 22693 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:12:30.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.394618 22629 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [term 1 FOLLOWER]: Refusing update from remote peer b82d7c84d1ed47459012681e47a7deef: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:30.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.396684 22671 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [LEADER]: Connected to new peer: Peer: permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:30.419 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:30.419 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:30.419 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:30.420 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:30.420 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:30.420 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:30.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:30.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:30.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:30.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:30.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:30.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:30.421 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:30.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.420292 22578 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } attempt: 7
23:12:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.441324 22666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [sys.catalog]: SysCatalogTable state changed. Reason: New leader b82d7c84d1ed47459012681e47a7deef. Latest consensus state: current_term: 1 leader_uuid: "b82d7c84d1ed47459012681e47a7deef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } } }
23:12:30.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.442113 22666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [sys.catalog]: This master's current role is: FOLLOWER
23:12:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.451982 22666 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b82d7c84d1ed47459012681e47a7deef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } } }
23:12:30.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.452678 22666 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f [sys.catalog]: This master's current role is: FOLLOWER
23:12:30.463 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.462841 22578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d: Bootstrap starting.
23:12:30.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.465757 22671 sys_catalog.cc:455] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b82d7c84d1ed47459012681e47a7deef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } } }
23:12:30.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.466517 22671 sys_catalog.cc:458] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [sys.catalog]: This master's current role is: LEADER
23:12:30.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.471630 22578 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d: Neither blocks nor log segments found. Creating new log.
23:12:30.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.472232 22693 catalog_manager.cc:1382] Generated new cluster ID: 3a81a2f9e67d4875b2d24170a8aeb321
23:12:30.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.472559 22693 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:12:30.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.474480 22578 log.cc:826] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d: Log is configured to *not* fsync() on all Append() calls
23:12:30.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.486155 22578 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d: No bootstrap required, opened a new log
23:12:30.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.515830 22578 raft_consensus.cc:359] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } }
23:12:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.516924 22578 raft_consensus.cc:385] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:30.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.517355 22578 raft_consensus.cc:740] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d876ba050d004d3b8103391505496e3d, State: Initialized, Role: FOLLOWER
23:12:30.519 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.518671 22578 consensus_queue.cc:260] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } }
23:12:30.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.527580 22702 sys_catalog.cc:455] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } } }
23:12:30.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.531247 22578 sys_catalog.cc:565] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [sys.catalog]: configured and running, proceeding with master startup.
23:12:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.531452 22552 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b82d7c84d1ed47459012681e47a7deef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d876ba050d004d3b8103391505496e3d"
23:12:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.532302 22552 raft_consensus.cc:3060] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [term 0 FOLLOWER]: Advancing to term 1
23:12:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.533943 22553 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b82d7c84d1ed47459012681e47a7deef" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d876ba050d004d3b8103391505496e3d" is_pre_election: true
23:12:30.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.534425 22702 sys_catalog.cc:458] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [sys.catalog]: This master's current role is: FOLLOWER
23:12:30.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.542124 22552 raft_consensus.cc:2468] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b82d7c84d1ed47459012681e47a7deef in term 1.
23:12:30.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.543566 22551 raft_consensus.cc:1275] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [term 1 FOLLOWER]: Refusing update from remote peer b82d7c84d1ed47459012681e47a7deef: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:30.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.557466 22691 consensus_queue.cc:1048] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [LEADER]: Connected to new peer: Peer: permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.611876 22693 catalog_manager.cc:1405] Generated new certificate authority record
23:12:30.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.614013 22693 catalog_manager.cc:1539] Loading token signing keys...
23:12:30.625 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:30.625 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:30.625 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:30.625 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:30.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:30.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:30.626 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:30.626 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:30.626 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:30.626 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:30.626 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:30.627 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:30.627 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:30.665 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.667022 22671 sys_catalog.cc:455] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "b82d7c84d1ed47459012681e47a7deef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } } }
23:12:30.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.667780 22671 sys_catalog.cc:458] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef [sys.catalog]: This master's current role is: LEADER
23:12:30.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.675719 22702 sys_catalog.cc:455] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [sys.catalog]: SysCatalogTable state changed. Reason: New leader b82d7c84d1ed47459012681e47a7deef. Latest consensus state: current_term: 1 leader_uuid: "b82d7c84d1ed47459012681e47a7deef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } } }
23:12:30.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.676434 22702 sys_catalog.cc:458] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [sys.catalog]: This master's current role is: FOLLOWER
23:12:30.681 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:30.681 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:30.681 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:30.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:30.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:30.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:30.682 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:30.682 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:30.682 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:30.682 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:30.682 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:30.682 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:30.682 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:30.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.681598 22712 sys_catalog.cc:455] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "b82d7c84d1ed47459012681e47a7deef" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "b82d7c84d1ed47459012681e47a7deef" member_type: VOTER last_known_addr { host: "127.21.224.62" port: 43747 } } peers { permanent_uuid: "d876ba050d004d3b8103391505496e3d" member_type: VOTER last_known_addr { host: "127.21.224.61" port: 43771 } } peers { permanent_uuid: "01acf6f80e6d423aa227ed7e8e4c3d1f" member_type: VOTER last_known_addr { host: "127.21.224.60" port: 34307 } } }
23:12:30.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.687750 22712 sys_catalog.cc:458] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d [sys.catalog]: This master's current role is: FOLLOWER
23:12:30.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.686870 22718 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:12:30.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465950710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:30.722 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:12:30.726 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:12:30.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.738438 22693 catalog_manager.cc:6069] T 00000000000000000000000000000000 P b82d7c84d1ed47459012681e47a7deef: Generated new TSK 0
23:12:30.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.739722 22693 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:30.756837 22400 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/wal
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/data
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/logs
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/data/info.pb
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:30.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.1:0
23:12:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.224.1
23:12:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.1
23:12:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:30.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:30.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:30.790 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:30.790 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:30.790 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:30.791 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:30.791 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:30.791 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:30.791 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:30.791 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:30.791 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:30.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:30.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:30.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:30.792 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:30.912 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:30.913 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:30.913 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:30.913 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:30.913 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:30.913 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:30.914 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:30.914 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:30.914 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:30.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:30.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:30.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:30.914 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:30.960 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:30.960 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:30.960 [DEBUG - pool-288-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:30.961 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:30.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:30.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:30.961 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:30.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:30.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:30.962 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:30.962 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:30.962 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:30.962 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:30.963 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26926), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [11ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [36ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [37ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [125ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [126ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [126ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [126ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [404ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [404ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [643ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [643ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [643ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1663ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1883ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2922ms] too many traces: truncated at 100 traces, deferred=Deferred@1084397416(state=PENDING, result=null, callback=(continuation of Deferred@1042408421 after retry RPC after error@767027167) -> (continuation of Deferred@439111792 after retry RPC after error@1315016074) -> (continuation of Deferred@2146328936 after retry RPC after error@1844836437) -> (continuation of Deferred@362977867 after retry RPC after error@1466779816) -> (continuation of Deferred@1535415820 after retry RPC after error@435284601) -> (continuation of Deferred@411061198 after retry RPC after error@622164094) -> (continuation of Deferred@1524547110 after retry RPC after error@1282024742) -> (continuation of Deferred@1445910878 after retry RPC after error@1484164461) -> (continuation of Deferred@2004236235 after retry RPC after error@1789427478) -> (continuation of Deferred@1248640820 after retry RPC after error@639454961) -> (continuation of Deferred@1620307350 after retry RPC after error@1240104541) -> (continuation of Deferred@1716583755 after retry RPC after error@720788918) -> (continuation of Deferred@1442245155 after retry RPC after error@1341419094) -> (continuation of Deferred@783251526 after retry RPC after error@917281736) -> (continuation of Deferred@1424611532 after retry RPC after error@948144857) -> (continuation of Deferred@1832630471 after retry RPC after error@1067129971) -> (continuation of Deferred@632200436 after retry RPC after error@31399898) -> (continuation of Deferred@831677094 after retry RPC after error@1452116067) -> (continuation of Deferred@118876026 after retry RPC after error@2127366541) -> (continuation of Deferred@1550369696 after retry RPC after error@1713145566) -> (continuation of Deferred@1318753104 after retry RPC after error@1485662831) -> (continuation of Deferred@1113773853 after retry RPC after error@1087017977) -> (continuation of Deferred@1523615907 after retry RPC after error@1765625732) -> (continuation of Deferred@1026795393 after retry RPC after error@695385733) -> (continuation of Deferred@2000268952 after retry RPC after error@1962643092), errback=(continuation of Deferred@1042408421 after retry RPC after error@767027167) -> (continuation of Deferred@439111792 after retry RPC after error@1315016074) -> (continuation of Deferred@2146328936 after retry RPC after error@1844836437) -> (continuation of Deferred@362977867 after retry RPC after error@1466779816) -> (continuation of Deferred@1535415820 after retry RPC after error@435284601) -> (continuation of Deferred@411061198 after retry RPC after error@622164094) -> (continuation of Deferred@1524547110 after retry RPC after error@1282024742) -> (continuation of Deferred@1445910878 after retry RPC after error@1484164461) -> (continuation of Deferred@2004236235 after retry RPC after error@1789427478) -> (continuation of Deferred@1248640820 after retry RPC after error@639454961) -> (continuation of Deferred@1620307350 after retry RPC after error@1240104541) -> (continuation of Deferred@1716583755 after retry RPC after error@720788918) -> (continuation of Deferred@1442245155 after retry RPC after error@1341419094) -> (continuation of Deferred@783251526 after retry RPC after error@917281736) -> (continuation of Deferred@1424611532 after retry RPC after error@948144857) -> (continuation of Deferred@1832630471 after retry RPC after error@1067129971) -> (continuation of Deferred@632200436 after retry RPC after error@31399898) -> (continuation of Deferred@831677094 after retry RPC after error@1452116067) -> (continuation of Deferred@118876026 after retry RPC after error@2127366541) -> (continuation of Deferred@1550369696 after retry RPC after error@1713145566) -> (continuation of Deferred@1318753104 after retry RPC after error@1485662831) -> (continuation of Deferred@1113773853 after retry RPC after error@1087017977) -> (continuation of Deferred@1523615907 after retry RPC after error@1765625732) -> (continuation of Deferred@1026795393 after retry RPC after error@695385733) -> (continuation of Deferred@2000268952 after retry RPC after error@1962643092)))
23:12:30.964 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:12:30.964 [WARN - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26926), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [11ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [36ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [37ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [125ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [126ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [126ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [126ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [404ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [404ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [643ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [643ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [643ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1663ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1883ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2922ms] too many traces: truncated at 100 traces, deferred=Deferred@1084397416(state=PENDING, result=null, callback=(continuation of Deferred@1042408421 after retry RPC after error@767027167) -> (continuation of Deferred@439111792 after retry RPC after error@1315016074) -> (continuation of Deferred@2146328936 after retry RPC after error@1844836437) -> (continuation of Deferred@362977867 after retry RPC after error@1466779816) -> (continuation of Deferred@1535415820 after retry RPC after error@435284601) -> (continuation of Deferred@411061198 after retry RPC after error@622164094) -> (continuation of Deferred@1524547110 after retry RPC after error@1282024742) -> (continuation of Deferred@1445910878 after retry RPC after error@1484164461) -> (continuation of Deferred@2004236235 after retry RPC after error@1789427478) -> (continuation of Deferred@1248640820 after retry RPC after error@639454961) -> (continuation of Deferred@1620307350 after retry RPC after error@1240104541) -> (continuation of Deferred@1716583755 after retry RPC after error@720788918) -> (continuation of Deferred@1442245155 after retry RPC after error@1341419094) -> (continuation of Deferred@783251526 after retry RPC after error@917281736) -> (continuation of Deferred@1424611532 after retry RPC after error@948144857) -> (continuation of Deferred@1832630471 after retry RPC after error@1067129971) -> (continuation of Deferred@632200436 after retry RPC after error@31399898) -> (continuation of Deferred@831677094 after retry RPC after error@1452116067) -> (continuation of Deferred@118876026 after retry RPC after error@2127366541) -> (continuation of Deferred@1550369696 after retry RPC after error@1713145566) -> (continuation of Deferred@1318753104 after retry RPC after error@1485662831) -> (continuation of Deferred@1113773853 after retry RPC after error@1087017977) -> (continuation of Deferred@1523615907 after retry RPC after error@1765625732) -> (continuation of Deferred@1026795393 after retry RPC after error@695385733) -> (continuation of Deferred@2000268952 after retry RPC after error@1962643092), errback=(continuation of Deferred@1042408421 after retry RPC after error@767027167) -> (continuation of Deferred@439111792 after retry RPC after error@1315016074) -> (continuation of Deferred@2146328936 after retry RPC after error@1844836437) -> (continuation of Deferred@362977867 after retry RPC after error@1466779816) -> (continuation of Deferred@1535415820 after retry RPC after error@435284601) -> (continuation of Deferred@411061198 after retry RPC after error@622164094) -> (continuation of Deferred@1524547110 after retry RPC after error@1282024742) -> (continuation of Deferred@1445910878 after retry RPC after error@1484164461) -> (continuation of Deferred@2004236235 after retry RPC after error@1789427478) -> (continuation of Deferred@1248640820 after retry RPC after error@639454961) -> (continuation of Deferred@1620307350 after retry RPC after error@1240104541) -> (continuation of Deferred@1716583755 after retry RPC after error@720788918) -> (continuation of Deferred@1442245155 after retry RPC after error@1341419094) -> (continuation of Deferred@783251526 after retry RPC after error@917281736) -> (continuation of Deferred@1424611532 after retry RPC after error@948144857) -> (continuation of Deferred@1832630471 after retry RPC after error@1067129971) -> (continuation of Deferred@632200436 after retry RPC after error@31399898) -> (continuation of Deferred@831677094 after retry RPC after error@1452116067) -> (continuation of Deferred@118876026 after retry RPC after error@2127366541) -> (continuation of Deferred@1550369696 after retry RPC after error@1713145566) -> (continuation of Deferred@1318753104 after retry RPC after error@1485662831) -> (continuation of Deferred@1113773853 after retry RPC after error@1087017977) -> (continuation of Deferred@1523615907 after retry RPC after error@1765625732) -> (continuation of Deferred@1026795393 after retry RPC after error@695385733) -> (continuation of Deferred@2000268952 after retry RPC after error@1962643092)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.97.60:33655
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:30.964 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3).
23:12:30.966 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#3 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:12:30.969 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from INITIALIZING to FAILED on ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=26926), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [11ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [36ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [37ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [59ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [103ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [103ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [124ms] refreshing cache from master, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [125ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [126ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [126ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [126ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [162ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [162ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [203ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [203ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [402ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [404ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [404ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [641ms] refreshing cache from master, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [642ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [643ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [643ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [643ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1663ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1883ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2921ms] refreshing cache from master, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2922ms] too many traces: truncated at 100 traces, deferred=Deferred@1084397416(state=PENDING, result=null, callback=(continuation of Deferred@1042408421 after retry RPC after error@767027167) -> (continuation of Deferred@439111792 after retry RPC after error@1315016074) -> (continuation of Deferred@2146328936 after retry RPC after error@1844836437) -> (continuation of Deferred@362977867 after retry RPC after error@1466779816) -> (continuation of Deferred@1535415820 after retry RPC after error@435284601) -> (continuation of Deferred@411061198 after retry RPC after error@622164094) -> (continuation of Deferred@1524547110 after retry RPC after error@1282024742) -> (continuation of Deferred@1445910878 after retry RPC after error@1484164461) -> (continuation of Deferred@2004236235 after retry RPC after error@1789427478) -> (continuation of Deferred@1248640820 after retry RPC after error@639454961) -> (continuation of Deferred@1620307350 after retry RPC after error@1240104541) -> (continuation of Deferred@1716583755 after retry RPC after error@720788918) -> (continuation of Deferred@1442245155 after retry RPC after error@1341419094) -> (continuation of Deferred@783251526 after retry RPC after error@917281736) -> (continuation of Deferred@1424611532 after retry RPC after error@948144857) -> (continuation of Deferred@1832630471 after retry RPC after error@1067129971) -> (continuation of Deferred@632200436 after retry RPC after error@31399898) -> (continuation of Deferred@831677094 after retry RPC after error@1452116067) -> (continuation of Deferred@118876026 after retry RPC after error@2127366541) -> (continuation of Deferred@1550369696 after retry RPC after error@1713145566) -> (continuation of Deferred@1318753104 after retry RPC after error@1485662831) -> (continuation of Deferred@1113773853 after retry RPC after error@1087017977) -> (continuation of Deferred@1523615907 after retry RPC after error@1765625732) -> (continuation of Deferred@1026795393 after retry RPC after error@695385733) -> (continuation of Deferred@2000268952 after retry RPC after error@1962643092), errback=(continuation of Deferred@1042408421 after retry RPC after error@767027167) -> (continuation of Deferred@439111792 after retry RPC after error@1315016074) -> (continuation of Deferred@2146328936 after retry RPC after error@1844836437) -> (continuation of Deferred@362977867 after retry RPC after error@1466779816) -> (continuation of Deferred@1535415820 after retry RPC after error@435284601) -> (continuation of Deferred@411061198 after retry RPC after error@622164094) -> (continuation of Deferred@1524547110 after retry RPC after error@1282024742) -> (continuation of Deferred@1445910878 after retry RPC after error@1484164461) -> (continuation of Deferred@2004236235 after retry RPC after error@1789427478) -> (continuation of Deferred@1248640820 after retry RPC after error@639454961) -> (continuation of Deferred@1620307350 after retry RPC after error@1240104541) -> (continuation of Deferred@1716583755 after retry RPC after error@720788918) -> (continuation of Deferred@1442245155 after retry RPC after error@1341419094) -> (continuation of Deferred@783251526 after retry RPC after error@917281736) -> (continuation of Deferred@1424611532 after retry RPC after error@948144857) -> (continuation of Deferred@1832630471 after retry RPC after error@1067129971) -> (continuation of Deferred@632200436 after retry RPC after error@31399898) -> (continuation of Deferred@831677094 after retry RPC after error@1452116067) -> (continuation of Deferred@118876026 after retry RPC after error@2127366541) -> (continuation of Deferred@1550369696 after retry RPC after error@1713145566) -> (continuation of Deferred@1318753104 after retry RPC after error@1485662831) -> (continuation of Deferred@1113773853 after retry RPC after error@1087017977) -> (continuation of Deferred@1523615907 after retry RPC after error@1765625732) -> (continuation of Deferred@1026795393 after retry RPC after error@695385733) -> (continuation of Deferred@2000268952 after retry RPC after error@1962643092)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.97.60:33655
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:30.971 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:30.972 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#3) of source Source: KuduSource.
23:12:30.972 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_3.
23:12:30.972 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RUNNING to RESTARTING.
23:12:30.973 [WARN - flink-pekko.actor.default-dispatcher-7] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:12:31.005 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:31.006 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:31.006 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:31.006 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:31.006 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:31.006 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:31.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:31.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:31.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:31.007 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:31.007 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:31.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:31.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:31.052 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:12:31.053 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
23:12:31.053 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
23:12:31.054 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
23:12:31.054 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4
23:12:31.054 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:12:31.055 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:12:31.055 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:31.056 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:12:31.057 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:12:31.064 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
23:12:31.064 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:12:31.064 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
23:12:31.066 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:31.067 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
23:12:31.067 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 0b815fbd9e4299a90c651edd5a93d7ef
23:12:31.068 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:12:31.069 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
23:12:31.070 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:12:31.070 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
23:12:31.071 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:31.074 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
23:12:31.074 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id af813b30f1bdf7ed02d1eb96380647b7
23:12:31.074 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RESTARTING to RUNNING.
23:12:31.075 [INFO - flink-pekko.actor.default-dispatcher-10] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:12:31.077 [INFO - flink-pekko.actor.default-dispatcher-10] (MasterHooks.java:201) No master state to restore
23:12:31.077 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:12:31.077 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
23:12:31.079 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:12:31.080 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
23:12:31.080 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 39c3666682cc04254d28470b89fa7a1a
23:12:31.084 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 0b815fbd9e4299a90c651edd5a93d7ef.
23:12:31.085 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 0b815fbd9e4299a90c651edd5a93d7ef.
23:12:31.086 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
23:12:31.086 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
23:12:31.088 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35e898a4
23:12:31.088 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:31.089 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:12:31.092 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:12:31.092 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:12:31.096 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot af813b30f1bdf7ed02d1eb96380647b7.
23:12:31.097 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id af813b30f1bdf7ed02d1eb96380647b7.
23:12:31.098 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
23:12:31.098 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
23:12:31.100 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 39c3666682cc04254d28470b89fa7a1a.
23:12:31.101 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
23:12:31.101 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
23:12:31.102 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@712168f1
23:12:31.102 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:31.110 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:12:31.111 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:12:31.111 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:12:31.117 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@846c821
23:12:31.119 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:31.119 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67a86447
23:12:31.120 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:12:31.120 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:12:31.121 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:12:31.121 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 39c3666682cc04254d28470b89fa7a1a.
23:12:31.123 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:31.125 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@40fa4cf6
23:12:31.131 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:31.143 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7dfaabd4
23:12:31.144 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:31.146 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
23:12:31.146 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
23:12:31.146 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@154396ce
23:12:31.146 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:31.147 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:12:31.147 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:12:31.147 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:12:31.149 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:31.150 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:31.150 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:31.150 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:31.150 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:31.153 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:31.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:31.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:31.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:31.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:31.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:31.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:31.154 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:31.157 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@70b25d90
23:12:31.163 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:31.164 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.165 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.182 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.191 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.197477 22685 catalog_manager.cc:1294] Loaded cluster ID: 3a81a2f9e67d4875b2d24170a8aeb321
23:12:31.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.197960 22685 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f: loading cluster ID for follower catalog manager: success
23:12:31.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465951210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:31.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.215693 22685 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f: acquiring CA information for follower catalog manager: success
23:12:31.216 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.219 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:12:31.220 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:12:31.220 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.220 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.223 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.224 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.224 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.230 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.234 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.239660 22685 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 01acf6f80e6d423aa227ed7e8e4c3d1f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:12:31.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.244 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.245 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:31.245 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:31.245 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:31.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:31.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:31.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:31.246 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:31.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:31.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:31.248 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:31.248 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:31.248 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:31.248 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:31.252 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.253 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.253 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.253 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.254 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.254 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.254 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.255 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.270 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.271 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.279 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.279 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.279 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.279 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.280 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.280 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.280 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.281 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.281 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.284 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:31.284 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:31.284 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:31.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:31.285 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:31.285 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:31.285 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:31.285 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:31.285 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:31.285 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:31.285 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:31.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:31.286 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:31.286 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:31.293 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.294 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.294 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.294 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.294 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.294 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.295 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.298 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.298 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.298 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.299 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.299 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.300 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.300 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.301 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.302 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.303 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.303 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.303 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.304 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.305 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.305 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.305 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.305 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.305 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.306 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.306 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.306 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.306 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.307 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.308 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.308 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.309 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.309 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.309 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.309 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.309 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.309 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.309 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.310 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.310 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.310 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.310 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:31.310055 22720 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:31.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:31.310885 22720 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:31.311 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:31.311691 22720 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:31.313 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.314 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.314 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.319 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:31.319 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:31.319 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:31.319 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:31.319 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:31.319 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:31.319 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:31.319 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:31.319 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:31.320 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:31.320 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:31.320 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:31.320 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:31.321 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.322 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.322 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.322 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.322 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.322 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.324 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.324 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.324 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.325 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.325 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.325 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.325 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.325 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.326 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.332 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.332 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.332 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.332 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.333 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.333 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.333 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.333 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.338 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.338 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.338 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.339 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.339 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.339 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.339 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.339 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.340 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.340 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.340 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.340 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.340 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.340 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.340 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.341 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.341 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.341 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.341 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.345 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.345 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.345 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.345 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.345 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.345 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.345 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.346 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.346 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.346 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.346 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.346 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.351 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.351 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.351 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.352 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.352 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.352 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.352 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.352 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.352 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.352 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:31.356202 22720 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:31.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:31.357282 22720 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.224.1
23:12:31.362 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.362 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.362 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.363 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.363 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.363 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.364 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.365 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.365 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.366 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.366 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.366 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.366 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.366 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.367 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.367 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.367 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.367 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.367 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.367 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.367 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.367 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.368 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.368 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.368 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.374 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.374 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.374 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.375 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.375 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.375 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.375 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.383 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.383 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.383 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.383 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.383 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.383 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.384 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.384 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.384 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.384 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.384 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.384 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.384 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.385 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.385 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.385 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.386 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.386 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.386 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.386 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.386 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.386 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.386 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.386 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.386 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.387 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:31.402 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.402 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.403 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.403 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.403 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.403 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.404 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.404 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.404 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.404 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.412 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.412 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.412 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.412 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.412 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.413 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.413 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.413 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.413 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.413 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.421048 22720 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/data
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/wal
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.1:0
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/data/info.pb
23:12:31.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.1
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.224.1
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/logs
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:31.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:31.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.422896 22720 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:31.423 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.423 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.423 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.424 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.425 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.425 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.425 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.425 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.426 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.426 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.426 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.427 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.427 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.427 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.428 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.425257 22720 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:31.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:31.441845 22766 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:31.445 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.446 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.446 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.447 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.447 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.447 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.447 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.447 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.448 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.448 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.452 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.452 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.452 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.452 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.452 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.452 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.453 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.453 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.453 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.453 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.453 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.453 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.453 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.465 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.465 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.466 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.467 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.523 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.523 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.524 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.524 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.524 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.524 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.525 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.525 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.525 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.525 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.525 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.526 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.526 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.526 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.526 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.526 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.527 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.527 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.527 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.528 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.545 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.545 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.545 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.547 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.572 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.572 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.572 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.573 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.574 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.574 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.574 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.574 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.574 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.574 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.574 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.642 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.643 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.643 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.644 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.645 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.645 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.645 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.706425 22718 catalog_manager.cc:1294] Loaded cluster ID: 3a81a2f9e67d4875b2d24170a8aeb321
23:12:31.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.706919 22718 catalog_manager.cc:1587] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d: loading cluster ID for follower catalog manager: success
23:12:31.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465951710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:31.722 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:12:31.723 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:12:31.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.726567 22718 catalog_manager.cc:1609] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d: acquiring CA information for follower catalog manager: success
23:12:31.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:31.739677 22718 catalog_manager.cc:1637] T 00000000000000000000000000000000 P d876ba050d004d3b8103391505496e3d: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:12:31.745 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.745 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.745 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.746 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.746 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.747 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:31.826 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.826 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.826 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.828 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.828 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.828 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.828 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.828 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:31.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:31.964 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:31.965 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:31.965 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:31.966 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.966 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.966 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:31.966 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.966 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.966 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:31.967 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.967 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.967 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:31.967 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:32.052 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:32.052 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:32.052 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:32.053 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.053 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.053 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.054 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.054 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.054 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.054 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.054 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.054 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.054 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:32.082 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:32.083 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:32.083 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:32.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.085 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.085 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:32.085 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:32.085 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:32.085 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:32.086 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:32.086 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:32.086 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:32.086 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:32.086 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:32.086 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:32.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:32.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:32.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:32.087 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:32.092 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:32.092 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:32.092 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:32.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.093 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.093 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.093 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.093 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:32.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465952210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:32.227 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=16 ms, finalizationTime=1 ms).
23:12:32.229 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:12:32.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:32.303 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:32.303 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:32.303 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:32.304 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.304 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.304 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.305 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:32.327 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:32.327 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:32.328 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:32.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:32.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:32.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:32.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:32.329 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:32.329 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:32.329 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:32.329 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:32.329 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:32.329 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:32.374 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:32.374 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:32.375 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:32.375 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:32.375 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:32.375 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:32.375 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:32.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:32.375 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:32.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:32.375 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:32.375 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:32.376 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:32.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:32.502 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:32.503 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:32.503 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:32.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.504 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.504 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.504 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.504 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.504 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.504 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.505 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:32.510 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:32.510 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:32.510 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:32.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:32.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:32.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:32.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:32.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:32.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:32.512 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:32.512 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:32.512 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:32.512 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:32.645 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:32.645 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:32.645 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:32.646 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:32.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:32.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:32.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:32.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:32.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:32.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:32.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:32.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:32.647 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:32.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465952710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:32.725 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:32.725 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:32.725 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:32.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:32.726 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:32.726 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:32.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:32.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:32.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:32.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:32.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:32.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:32.727 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:32.732 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=21 ms, finalizationTime=1 ms).
23:12:32.734 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:12:32.765 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:32.765 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:32.765 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:32.766 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.766 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.766 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.766 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.766 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.766 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.766 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:32.787 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:32.826 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:32.826 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:32.826 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:32.827 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.827 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.827 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.828 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.828 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.828 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.828 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:32.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:32.891 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:32.891 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:32.891 [DEBUG - pool-286-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:32.892 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:32.892 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:32.892 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:32.892 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:32.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:32.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:32.893 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:32.893 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:32.893 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:32.893 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:32.894 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28867), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [9ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [19ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [20ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [47ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [52ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [53ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [53ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [68ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [69ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [70ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [70ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [324ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [563ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1542ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1883ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [5660ms] refreshing cache from master, [5660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [5660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [5660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [5661ms] too many traces: truncated at 100 traces, deferred=Deferred@1657675405(state=PENDING, result=null, callback=(continuation of Deferred@631117702 after retry RPC after error@388834673) -> (continuation of Deferred@1953221626 after retry RPC after error@1724094860) -> (continuation of Deferred@859082997 after retry RPC after error@1296837967) -> (continuation of Deferred@1741822727 after retry RPC after error@497541512) -> (continuation of Deferred@167995889 after retry RPC after error@646519723) -> (continuation of Deferred@1366566494 after retry RPC after error@1945970265) -> (continuation of Deferred@1654687030 after retry RPC after error@203071114) -> (continuation of Deferred@2091655041 after retry RPC after error@1727607203) -> (continuation of Deferred@1479039 after retry RPC after error@1486922041) -> (continuation of Deferred@1156382139 after retry RPC after error@1807202476) -> (continuation of Deferred@1595822540 after retry RPC after error@40536703) -> (continuation of Deferred@566800044 after retry RPC after error@2011959521) -> (continuation of Deferred@1515302881 after retry RPC after error@205455270) -> (continuation of Deferred@1751620931 after retry RPC after error@2140922806) -> (continuation of Deferred@685929731 after retry RPC after error@1398434934) -> (continuation of Deferred@126058203 after retry RPC after error@656784334) -> (continuation of Deferred@483690564 after retry RPC after error@485322356) -> (continuation of Deferred@310932 after retry RPC after error@175480465) -> (continuation of Deferred@844865843 after retry RPC after error@1169352642) -> (continuation of Deferred@1625756158 after retry RPC after error@1187023461) -> (continuation of Deferred@704510391 after retry RPC after error@2065930173) -> (continuation of Deferred@588448198 after retry RPC after error@1631724643), errback=(continuation of Deferred@631117702 after retry RPC after error@388834673) -> (continuation of Deferred@1953221626 after retry RPC after error@1724094860) -> (continuation of Deferred@859082997 after retry RPC after error@1296837967) -> (continuation of Deferred@1741822727 after retry RPC after error@497541512) -> (continuation of Deferred@167995889 after retry RPC after error@646519723) -> (continuation of Deferred@1366566494 after retry RPC after error@1945970265) -> (continuation of Deferred@1654687030 after retry RPC after error@203071114) -> (continuation of Deferred@2091655041 after retry RPC after error@1727607203) -> (continuation of Deferred@1479039 after retry RPC after error@1486922041) -> (continuation of Deferred@1156382139 after retry RPC after error@1807202476) -> (continuation of Deferred@1595822540 after retry RPC after error@40536703) -> (continuation of Deferred@566800044 after retry RPC after error@2011959521) -> (continuation of Deferred@1515302881 after retry RPC after error@205455270) -> (continuation of Deferred@1751620931 after retry RPC after error@2140922806) -> (continuation of Deferred@685929731 after retry RPC after error@1398434934) -> (continuation of Deferred@126058203 after retry RPC after error@656784334) -> (continuation of Deferred@483690564 after retry RPC after error@485322356) -> (continuation of Deferred@310932 after retry RPC after error@175480465) -> (continuation of Deferred@844865843 after retry RPC after error@1169352642) -> (continuation of Deferred@1625756158 after retry RPC after error@1187023461) -> (continuation of Deferred@704510391 after retry RPC after error@2065930173) -> (continuation of Deferred@588448198 after retry RPC after error@1631724643)))
23:12:32.894 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:12:32.895 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28867), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [9ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [19ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [20ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [47ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [52ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [53ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [53ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [68ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [69ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [70ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [70ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [324ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [563ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1542ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1883ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [5660ms] refreshing cache from master, [5660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [5660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [5660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [5661ms] too many traces: truncated at 100 traces, deferred=Deferred@1657675405(state=PENDING, result=null, callback=(continuation of Deferred@631117702 after retry RPC after error@388834673) -> (continuation of Deferred@1953221626 after retry RPC after error@1724094860) -> (continuation of Deferred@859082997 after retry RPC after error@1296837967) -> (continuation of Deferred@1741822727 after retry RPC after error@497541512) -> (continuation of Deferred@167995889 after retry RPC after error@646519723) -> (continuation of Deferred@1366566494 after retry RPC after error@1945970265) -> (continuation of Deferred@1654687030 after retry RPC after error@203071114) -> (continuation of Deferred@2091655041 after retry RPC after error@1727607203) -> (continuation of Deferred@1479039 after retry RPC after error@1486922041) -> (continuation of Deferred@1156382139 after retry RPC after error@1807202476) -> (continuation of Deferred@1595822540 after retry RPC after error@40536703) -> (continuation of Deferred@566800044 after retry RPC after error@2011959521) -> (continuation of Deferred@1515302881 after retry RPC after error@205455270) -> (continuation of Deferred@1751620931 after retry RPC after error@2140922806) -> (continuation of Deferred@685929731 after retry RPC after error@1398434934) -> (continuation of Deferred@126058203 after retry RPC after error@656784334) -> (continuation of Deferred@483690564 after retry RPC after error@485322356) -> (continuation of Deferred@310932 after retry RPC after error@175480465) -> (continuation of Deferred@844865843 after retry RPC after error@1169352642) -> (continuation of Deferred@1625756158 after retry RPC after error@1187023461) -> (continuation of Deferred@704510391 after retry RPC after error@2065930173) -> (continuation of Deferred@588448198 after retry RPC after error@1631724643), errback=(continuation of Deferred@631117702 after retry RPC after error@388834673) -> (continuation of Deferred@1953221626 after retry RPC after error@1724094860) -> (continuation of Deferred@859082997 after retry RPC after error@1296837967) -> (continuation of Deferred@1741822727 after retry RPC after error@497541512) -> (continuation of Deferred@167995889 after retry RPC after error@646519723) -> (continuation of Deferred@1366566494 after retry RPC after error@1945970265) -> (continuation of Deferred@1654687030 after retry RPC after error@203071114) -> (continuation of Deferred@2091655041 after retry RPC after error@1727607203) -> (continuation of Deferred@1479039 after retry RPC after error@1486922041) -> (continuation of Deferred@1156382139 after retry RPC after error@1807202476) -> (continuation of Deferred@1595822540 after retry RPC after error@40536703) -> (continuation of Deferred@566800044 after retry RPC after error@2011959521) -> (continuation of Deferred@1515302881 after retry RPC after error@205455270) -> (continuation of Deferred@1751620931 after retry RPC after error@2140922806) -> (continuation of Deferred@685929731 after retry RPC after error@1398434934) -> (continuation of Deferred@126058203 after retry RPC after error@656784334) -> (continuation of Deferred@483690564 after retry RPC after error@485322356) -> (continuation of Deferred@310932 after retry RPC after error@175480465) -> (continuation of Deferred@844865843 after retry RPC after error@1169352642) -> (continuation of Deferred@1625756158 after retry RPC after error@1187023461) -> (continuation of Deferred@704510391 after retry RPC after error@2065930173) -> (continuation of Deferred@588448198 after retry RPC after error@1631724643)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.97.61:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:32.895 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:12:32.897 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:12:32.900 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28867), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [9ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [19ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [20ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [47ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [52ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [53ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [53ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [67ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [68ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [69ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [70ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [70ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [121ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [143ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [143ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [322ms] refreshing cache from master, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [324ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [563ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1540ms] refreshing cache from master, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1542ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1881ms] refreshing cache from master, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1883ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [5660ms] refreshing cache from master, [5660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [5660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [5660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [5661ms] too many traces: truncated at 100 traces, deferred=Deferred@1657675405(state=PENDING, result=null, callback=(continuation of Deferred@631117702 after retry RPC after error@388834673) -> (continuation of Deferred@1953221626 after retry RPC after error@1724094860) -> (continuation of Deferred@859082997 after retry RPC after error@1296837967) -> (continuation of Deferred@1741822727 after retry RPC after error@497541512) -> (continuation of Deferred@167995889 after retry RPC after error@646519723) -> (continuation of Deferred@1366566494 after retry RPC after error@1945970265) -> (continuation of Deferred@1654687030 after retry RPC after error@203071114) -> (continuation of Deferred@2091655041 after retry RPC after error@1727607203) -> (continuation of Deferred@1479039 after retry RPC after error@1486922041) -> (continuation of Deferred@1156382139 after retry RPC after error@1807202476) -> (continuation of Deferred@1595822540 after retry RPC after error@40536703) -> (continuation of Deferred@566800044 after retry RPC after error@2011959521) -> (continuation of Deferred@1515302881 after retry RPC after error@205455270) -> (continuation of Deferred@1751620931 after retry RPC after error@2140922806) -> (continuation of Deferred@685929731 after retry RPC after error@1398434934) -> (continuation of Deferred@126058203 after retry RPC after error@656784334) -> (continuation of Deferred@483690564 after retry RPC after error@485322356) -> (continuation of Deferred@310932 after retry RPC after error@175480465) -> (continuation of Deferred@844865843 after retry RPC after error@1169352642) -> (continuation of Deferred@1625756158 after retry RPC after error@1187023461) -> (continuation of Deferred@704510391 after retry RPC after error@2065930173) -> (continuation of Deferred@588448198 after retry RPC after error@1631724643), errback=(continuation of Deferred@631117702 after retry RPC after error@388834673) -> (continuation of Deferred@1953221626 after retry RPC after error@1724094860) -> (continuation of Deferred@859082997 after retry RPC after error@1296837967) -> (continuation of Deferred@1741822727 after retry RPC after error@497541512) -> (continuation of Deferred@167995889 after retry RPC after error@646519723) -> (continuation of Deferred@1366566494 after retry RPC after error@1945970265) -> (continuation of Deferred@1654687030 after retry RPC after error@203071114) -> (continuation of Deferred@2091655041 after retry RPC after error@1727607203) -> (continuation of Deferred@1479039 after retry RPC after error@1486922041) -> (continuation of Deferred@1156382139 after retry RPC after error@1807202476) -> (continuation of Deferred@1595822540 after retry RPC after error@40536703) -> (continuation of Deferred@566800044 after retry RPC after error@2011959521) -> (continuation of Deferred@1515302881 after retry RPC after error@205455270) -> (continuation of Deferred@1751620931 after retry RPC after error@2140922806) -> (continuation of Deferred@685929731 after retry RPC after error@1398434934) -> (continuation of Deferred@126058203 after retry RPC after error@656784334) -> (continuation of Deferred@483690564 after retry RPC after error@485322356) -> (continuation of Deferred@310932 after retry RPC after error@175480465) -> (continuation of Deferred@844865843 after retry RPC after error@1169352642) -> (continuation of Deferred@1625756158 after retry RPC after error@1187023461) -> (continuation of Deferred@704510391 after retry RPC after error@2065930173) -> (continuation of Deferred@588448198 after retry RPC after error@1631724643)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.97.61:39663
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:32.901 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:32.901 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
23:12:32.902 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:12:32.921 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:32.922 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:32.922 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:32.922 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:32.922 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:32.922 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:32.922 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:32.922 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:32.922 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:32.922 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:32.922 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:32.922 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:32.922 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:32.952 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:32.952 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:32.952 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:32.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:32.953 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.953 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.953 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:32.953 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.953 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.953 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:32.953 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:33.048 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:33.048 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:33.049 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:33.049 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.049 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.049 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.049 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.050 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.050 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.050 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.050 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.050 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.050 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:33.051 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29012), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [27ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [28ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [303ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [823ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [823ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1245ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2683ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2683ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [3620ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [3621ms] too many traces: truncated at 100 traces, deferred=Deferred@1700742493(state=PENDING, result=null, callback=(continuation of Deferred@78010546 after retry RPC after error@1483880307) -> (continuation of Deferred@1279685376 after retry RPC after error@1395434104) -> (continuation of Deferred@1710818151 after retry RPC after error@754546948) -> (continuation of Deferred@1398329832 after retry RPC after error@1699841689) -> (continuation of Deferred@1218335599 after retry RPC after error@793260577) -> (continuation of Deferred@973758897 after retry RPC after error@1401310503) -> (continuation of Deferred@1765374227 after retry RPC after error@118396719) -> (continuation of Deferred@1851812246 after retry RPC after error@258928136) -> (continuation of Deferred@759037719 after retry RPC after error@1585033840) -> (continuation of Deferred@867716336 after retry RPC after error@1272900129) -> (continuation of Deferred@156856586 after retry RPC after error@438351971) -> (continuation of Deferred@1804511259 after retry RPC after error@1463666857) -> (continuation of Deferred@363737701 after retry RPC after error@173175571) -> (continuation of Deferred@344116274 after retry RPC after error@759379595) -> (continuation of Deferred@1226441820 after retry RPC after error@1346976903) -> (continuation of Deferred@1386777056 after retry RPC after error@1726683728) -> (continuation of Deferred@2144000565 after retry RPC after error@1719561295) -> (continuation of Deferred@1888427753 after retry RPC after error@1309188914) -> (continuation of Deferred@1740293044 after retry RPC after error@1924388632) -> (continuation of Deferred@2051270641 after retry RPC after error@1901710008) -> (continuation of Deferred@1087307844 after retry RPC after error@749212754) -> (continuation of Deferred@1236337241 after retry RPC after error@1979846109) -> (continuation of Deferred@1324875385 after retry RPC after error@579955057) -> (continuation of Deferred@1676874928 after retry RPC after error@91853302) -> (continuation of Deferred@1946989334 after retry RPC after error@1577031175), errback=(continuation of Deferred@78010546 after retry RPC after error@1483880307) -> (continuation of Deferred@1279685376 after retry RPC after error@1395434104) -> (continuation of Deferred@1710818151 after retry RPC after error@754546948) -> (continuation of Deferred@1398329832 after retry RPC after error@1699841689) -> (continuation of Deferred@1218335599 after retry RPC after error@793260577) -> (continuation of Deferred@973758897 after retry RPC after error@1401310503) -> (continuation of Deferred@1765374227 after retry RPC after error@118396719) -> (continuation of Deferred@1851812246 after retry RPC after error@258928136) -> (continuation of Deferred@759037719 after retry RPC after error@1585033840) -> (continuation of Deferred@867716336 after retry RPC after error@1272900129) -> (continuation of Deferred@156856586 after retry RPC after error@438351971) -> (continuation of Deferred@1804511259 after retry RPC after error@1463666857) -> (continuation of Deferred@363737701 after retry RPC after error@173175571) -> (continuation of Deferred@344116274 after retry RPC after error@759379595) -> (continuation of Deferred@1226441820 after retry RPC after error@1346976903) -> (continuation of Deferred@1386777056 after retry RPC after error@1726683728) -> (continuation of Deferred@2144000565 after retry RPC after error@1719561295) -> (continuation of Deferred@1888427753 after retry RPC after error@1309188914) -> (continuation of Deferred@1740293044 after retry RPC after error@1924388632) -> (continuation of Deferred@2051270641 after retry RPC after error@1901710008) -> (continuation of Deferred@1087307844 after retry RPC after error@749212754) -> (continuation of Deferred@1236337241 after retry RPC after error@1979846109) -> (continuation of Deferred@1324875385 after retry RPC after error@579955057) -> (continuation of Deferred@1676874928 after retry RPC after error@91853302) -> (continuation of Deferred@1946989334 after retry RPC after error@1577031175)))
23:12:33.052 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:33.052 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:33.052 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:33.052 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.052 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.052 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.052 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29012), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [27ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [28ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [303ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [823ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [823ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1245ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2683ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2683ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [3620ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [3621ms] too many traces: truncated at 100 traces, deferred=Deferred@1700742493(state=PENDING, result=null, callback=(continuation of Deferred@78010546 after retry RPC after error@1483880307) -> (continuation of Deferred@1279685376 after retry RPC after error@1395434104) -> (continuation of Deferred@1710818151 after retry RPC after error@754546948) -> (continuation of Deferred@1398329832 after retry RPC after error@1699841689) -> (continuation of Deferred@1218335599 after retry RPC after error@793260577) -> (continuation of Deferred@973758897 after retry RPC after error@1401310503) -> (continuation of Deferred@1765374227 after retry RPC after error@118396719) -> (continuation of Deferred@1851812246 after retry RPC after error@258928136) -> (continuation of Deferred@759037719 after retry RPC after error@1585033840) -> (continuation of Deferred@867716336 after retry RPC after error@1272900129) -> (continuation of Deferred@156856586 after retry RPC after error@438351971) -> (continuation of Deferred@1804511259 after retry RPC after error@1463666857) -> (continuation of Deferred@363737701 after retry RPC after error@173175571) -> (continuation of Deferred@344116274 after retry RPC after error@759379595) -> (continuation of Deferred@1226441820 after retry RPC after error@1346976903) -> (continuation of Deferred@1386777056 after retry RPC after error@1726683728) -> (continuation of Deferred@2144000565 after retry RPC after error@1719561295) -> (continuation of Deferred@1888427753 after retry RPC after error@1309188914) -> (continuation of Deferred@1740293044 after retry RPC after error@1924388632) -> (continuation of Deferred@2051270641 after retry RPC after error@1901710008) -> (continuation of Deferred@1087307844 after retry RPC after error@749212754) -> (continuation of Deferred@1236337241 after retry RPC after error@1979846109) -> (continuation of Deferred@1324875385 after retry RPC after error@579955057) -> (continuation of Deferred@1676874928 after retry RPC after error@91853302) -> (continuation of Deferred@1946989334 after retry RPC after error@1577031175), errback=(continuation of Deferred@78010546 after retry RPC after error@1483880307) -> (continuation of Deferred@1279685376 after retry RPC after error@1395434104) -> (continuation of Deferred@1710818151 after retry RPC after error@754546948) -> (continuation of Deferred@1398329832 after retry RPC after error@1699841689) -> (continuation of Deferred@1218335599 after retry RPC after error@793260577) -> (continuation of Deferred@973758897 after retry RPC after error@1401310503) -> (continuation of Deferred@1765374227 after retry RPC after error@118396719) -> (continuation of Deferred@1851812246 after retry RPC after error@258928136) -> (continuation of Deferred@759037719 after retry RPC after error@1585033840) -> (continuation of Deferred@867716336 after retry RPC after error@1272900129) -> (continuation of Deferred@156856586 after retry RPC after error@438351971) -> (continuation of Deferred@1804511259 after retry RPC after error@1463666857) -> (continuation of Deferred@363737701 after retry RPC after error@173175571) -> (continuation of Deferred@344116274 after retry RPC after error@759379595) -> (continuation of Deferred@1226441820 after retry RPC after error@1346976903) -> (continuation of Deferred@1386777056 after retry RPC after error@1726683728) -> (continuation of Deferred@2144000565 after retry RPC after error@1719561295) -> (continuation of Deferred@1888427753 after retry RPC after error@1309188914) -> (continuation of Deferred@1740293044 after retry RPC after error@1924388632) -> (continuation of Deferred@2051270641 after retry RPC after error@1901710008) -> (continuation of Deferred@1087307844 after retry RPC after error@749212754) -> (continuation of Deferred@1236337241 after retry RPC after error@1979846109) -> (continuation of Deferred@1324875385 after retry RPC after error@579955057) -> (continuation of Deferred@1676874928 after retry RPC after error@91853302) -> (continuation of Deferred@1946989334 after retry RPC after error@1577031175)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29012), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [27ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [28ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [303ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [823ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [823ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1245ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2683ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2683ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [3620ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [3621ms] too many traces: truncated at 100 traces, deferred=Deferred@1700742493(state=PENDING, result=null, callback=(continuation of Deferred@78010546 after retry RPC after error@1483880307) -> (continuation of Deferred@1279685376 after retry RPC after error@1395434104) -> (continuation of Deferred@1710818151 after retry RPC after error@754546948) -> (continuation of Deferred@1398329832 after retry RPC after error@1699841689) -> (continuation of Deferred@1218335599 after retry RPC after error@793260577) -> (continuation of Deferred@973758897 after retry RPC after error@1401310503) -> (continuation of Deferred@1765374227 after retry RPC after error@118396719) -> (continuation of Deferred@1851812246 after retry RPC after error@258928136) -> (continuation of Deferred@759037719 after retry RPC after error@1585033840) -> (continuation of Deferred@867716336 after retry RPC after error@1272900129) -> (continuation of Deferred@156856586 after retry RPC after error@438351971) -> (continuation of Deferred@1804511259 after retry RPC after error@1463666857) -> (continuation of Deferred@363737701 after retry RPC after error@173175571) -> (continuation of Deferred@344116274 after retry RPC after error@759379595) -> (continuation of Deferred@1226441820 after retry RPC after error@1346976903) -> (continuation of Deferred@1386777056 after retry RPC after error@1726683728) -> (continuation of Deferred@2144000565 after retry RPC after error@1719561295) -> (continuation of Deferred@1888427753 after retry RPC after error@1309188914) -> (continuation of Deferred@1740293044 after retry RPC after error@1924388632) -> (continuation of Deferred@2051270641 after retry RPC after error@1901710008) -> (continuation of Deferred@1087307844 after retry RPC after error@749212754) -> (continuation of Deferred@1236337241 after retry RPC after error@1979846109) -> (continuation of Deferred@1324875385 after retry RPC after error@579955057) -> (continuation of Deferred@1676874928 after retry RPC after error@91853302) -> (continuation of Deferred@1946989334 after retry RPC after error@1577031175), errback=(continuation of Deferred@78010546 after retry RPC after error@1483880307) -> (continuation of Deferred@1279685376 after retry RPC after error@1395434104) -> (continuation of Deferred@1710818151 after retry RPC after error@754546948) -> (continuation of Deferred@1398329832 after retry RPC after error@1699841689) -> (continuation of Deferred@1218335599 after retry RPC after error@793260577) -> (continuation of Deferred@973758897 after retry RPC after error@1401310503) -> (continuation of Deferred@1765374227 after retry RPC after error@118396719) -> (continuation of Deferred@1851812246 after retry RPC after error@258928136) -> (continuation of Deferred@759037719 after retry RPC after error@1585033840) -> (continuation of Deferred@867716336 after retry RPC after error@1272900129) -> (continuation of Deferred@156856586 after retry RPC after error@438351971) -> (continuation of Deferred@1804511259 after retry RPC after error@1463666857) -> (continuation of Deferred@363737701 after retry RPC after error@173175571) -> (continuation of Deferred@344116274 after retry RPC after error@759379595) -> (continuation of Deferred@1226441820 after retry RPC after error@1346976903) -> (continuation of Deferred@1386777056 after retry RPC after error@1726683728) -> (continuation of Deferred@2144000565 after retry RPC after error@1719561295) -> (continuation of Deferred@1888427753 after retry RPC after error@1309188914) -> (continuation of Deferred@1740293044 after retry RPC after error@1924388632) -> (continuation of Deferred@2051270641 after retry RPC after error@1901710008) -> (continuation of Deferred@1087307844 after retry RPC after error@749212754) -> (continuation of Deferred@1236337241 after retry RPC after error@1979846109) -> (continuation of Deferred@1324875385 after retry RPC after error@579955057) -> (continuation of Deferred@1676874928 after retry RPC after error@91853302) -> (continuation of Deferred@1946989334 after retry RPC after error@1577031175)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:33.053 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.053 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.054 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.054 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.054 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.054 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:33.059 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29012), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [27ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [28ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [303ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [823ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [823ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1245ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2683ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2683ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [3620ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [3621ms] too many traces: truncated at 100 traces, deferred=Deferred@1700742493(state=PENDING, result=null, callback=(continuation of Deferred@78010546 after retry RPC after error@1483880307) -> (continuation of Deferred@1279685376 after retry RPC after error@1395434104) -> (continuation of Deferred@1710818151 after retry RPC after error@754546948) -> (continuation of Deferred@1398329832 after retry RPC after error@1699841689) -> (continuation of Deferred@1218335599 after retry RPC after error@793260577) -> (continuation of Deferred@973758897 after retry RPC after error@1401310503) -> (continuation of Deferred@1765374227 after retry RPC after error@118396719) -> (continuation of Deferred@1851812246 after retry RPC after error@258928136) -> (continuation of Deferred@759037719 after retry RPC after error@1585033840) -> (continuation of Deferred@867716336 after retry RPC after error@1272900129) -> (continuation of Deferred@156856586 after retry RPC after error@438351971) -> (continuation of Deferred@1804511259 after retry RPC after error@1463666857) -> (continuation of Deferred@363737701 after retry RPC after error@173175571) -> (continuation of Deferred@344116274 after retry RPC after error@759379595) -> (continuation of Deferred@1226441820 after retry RPC after error@1346976903) -> (continuation of Deferred@1386777056 after retry RPC after error@1726683728) -> (continuation of Deferred@2144000565 after retry RPC after error@1719561295) -> (continuation of Deferred@1888427753 after retry RPC after error@1309188914) -> (continuation of Deferred@1740293044 after retry RPC after error@1924388632) -> (continuation of Deferred@2051270641 after retry RPC after error@1901710008) -> (continuation of Deferred@1087307844 after retry RPC after error@749212754) -> (continuation of Deferred@1236337241 after retry RPC after error@1979846109) -> (continuation of Deferred@1324875385 after retry RPC after error@579955057) -> (continuation of Deferred@1676874928 after retry RPC after error@91853302) -> (continuation of Deferred@1946989334 after retry RPC after error@1577031175), errback=(continuation of Deferred@78010546 after retry RPC after error@1483880307) -> (continuation of Deferred@1279685376 after retry RPC after error@1395434104) -> (continuation of Deferred@1710818151 after retry RPC after error@754546948) -> (continuation of Deferred@1398329832 after retry RPC after error@1699841689) -> (continuation of Deferred@1218335599 after retry RPC after error@793260577) -> (continuation of Deferred@973758897 after retry RPC after error@1401310503) -> (continuation of Deferred@1765374227 after retry RPC after error@118396719) -> (continuation of Deferred@1851812246 after retry RPC after error@258928136) -> (continuation of Deferred@759037719 after retry RPC after error@1585033840) -> (continuation of Deferred@867716336 after retry RPC after error@1272900129) -> (continuation of Deferred@156856586 after retry RPC after error@438351971) -> (continuation of Deferred@1804511259 after retry RPC after error@1463666857) -> (continuation of Deferred@363737701 after retry RPC after error@173175571) -> (continuation of Deferred@344116274 after retry RPC after error@759379595) -> (continuation of Deferred@1226441820 after retry RPC after error@1346976903) -> (continuation of Deferred@1386777056 after retry RPC after error@1726683728) -> (continuation of Deferred@2144000565 after retry RPC after error@1719561295) -> (continuation of Deferred@1888427753 after retry RPC after error@1309188914) -> (continuation of Deferred@1740293044 after retry RPC after error@1924388632) -> (continuation of Deferred@2051270641 after retry RPC after error@1901710008) -> (continuation of Deferred@1087307844 after retry RPC after error@749212754) -> (continuation of Deferred@1236337241 after retry RPC after error@1979846109) -> (continuation of Deferred@1324875385 after retry RPC after error@579955057) -> (continuation of Deferred@1676874928 after retry RPC after error@91853302) -> (continuation of Deferred@1946989334 after retry RPC after error@1577031175)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29012), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [27ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [28ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [43ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [44ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [62ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [64ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [65ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [82ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [83ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [83ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [102ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [102ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [121ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [122ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [122ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [242ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [243ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [302ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [303ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [303ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [423ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [424ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [424ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [820ms] refreshing cache from master, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [822ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [823ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [823ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1241ms] refreshing cache from master, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1244ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1245ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2681ms] refreshing cache from master, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2682ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2683ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2683ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [3620ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [3621ms] too many traces: truncated at 100 traces, deferred=Deferred@1700742493(state=PENDING, result=null, callback=(continuation of Deferred@78010546 after retry RPC after error@1483880307) -> (continuation of Deferred@1279685376 after retry RPC after error@1395434104) -> (continuation of Deferred@1710818151 after retry RPC after error@754546948) -> (continuation of Deferred@1398329832 after retry RPC after error@1699841689) -> (continuation of Deferred@1218335599 after retry RPC after error@793260577) -> (continuation of Deferred@973758897 after retry RPC after error@1401310503) -> (continuation of Deferred@1765374227 after retry RPC after error@118396719) -> (continuation of Deferred@1851812246 after retry RPC after error@258928136) -> (continuation of Deferred@759037719 after retry RPC after error@1585033840) -> (continuation of Deferred@867716336 after retry RPC after error@1272900129) -> (continuation of Deferred@156856586 after retry RPC after error@438351971) -> (continuation of Deferred@1804511259 after retry RPC after error@1463666857) -> (continuation of Deferred@363737701 after retry RPC after error@173175571) -> (continuation of Deferred@344116274 after retry RPC after error@759379595) -> (continuation of Deferred@1226441820 after retry RPC after error@1346976903) -> (continuation of Deferred@1386777056 after retry RPC after error@1726683728) -> (continuation of Deferred@2144000565 after retry RPC after error@1719561295) -> (continuation of Deferred@1888427753 after retry RPC after error@1309188914) -> (continuation of Deferred@1740293044 after retry RPC after error@1924388632) -> (continuation of Deferred@2051270641 after retry RPC after error@1901710008) -> (continuation of Deferred@1087307844 after retry RPC after error@749212754) -> (continuation of Deferred@1236337241 after retry RPC after error@1979846109) -> (continuation of Deferred@1324875385 after retry RPC after error@579955057) -> (continuation of Deferred@1676874928 after retry RPC after error@91853302) -> (continuation of Deferred@1946989334 after retry RPC after error@1577031175), errback=(continuation of Deferred@78010546 after retry RPC after error@1483880307) -> (continuation of Deferred@1279685376 after retry RPC after error@1395434104) -> (continuation of Deferred@1710818151 after retry RPC after error@754546948) -> (continuation of Deferred@1398329832 after retry RPC after error@1699841689) -> (continuation of Deferred@1218335599 after retry RPC after error@793260577) -> (continuation of Deferred@973758897 after retry RPC after error@1401310503) -> (continuation of Deferred@1765374227 after retry RPC after error@118396719) -> (continuation of Deferred@1851812246 after retry RPC after error@258928136) -> (continuation of Deferred@759037719 after retry RPC after error@1585033840) -> (continuation of Deferred@867716336 after retry RPC after error@1272900129) -> (continuation of Deferred@156856586 after retry RPC after error@438351971) -> (continuation of Deferred@1804511259 after retry RPC after error@1463666857) -> (continuation of Deferred@363737701 after retry RPC after error@173175571) -> (continuation of Deferred@344116274 after retry RPC after error@759379595) -> (continuation of Deferred@1226441820 after retry RPC after error@1346976903) -> (continuation of Deferred@1386777056 after retry RPC after error@1726683728) -> (continuation of Deferred@2144000565 after retry RPC after error@1719561295) -> (continuation of Deferred@1888427753 after retry RPC after error@1309188914) -> (continuation of Deferred@1740293044 after retry RPC after error@1924388632) -> (continuation of Deferred@2051270641 after retry RPC after error@1901710008) -> (continuation of Deferred@1087307844 after retry RPC after error@749212754) -> (continuation of Deferred@1236337241 after retry RPC after error@1979846109) -> (continuation of Deferred@1324875385 after retry RPC after error@579955057) -> (continuation of Deferred@1676874928 after retry RPC after error@91853302) -> (continuation of Deferred@1946989334 after retry RPC after error@1577031175)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:33.060 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:12:33.060 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
23:12:33.061 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
23:12:33.061 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:12:33.061 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to CANCELING.
23:12:33.061 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:12:33.062 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
23:12:33.062 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
23:12:33.065 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:12:33.065 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
23:12:33.065 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:12:33.069 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:33.069 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:33.069 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:33.070 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.070 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.070 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.070 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.070 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.071 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.071 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.071 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.071 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:33.082 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:12:33.082 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to CANCELING.
23:12:33.082 [INFO - flink-pekko.actor.default-dispatcher-8] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:12:33.083 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:12:33.083 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
23:12:33.083 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:12:33.088 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:33.089 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:33.089 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:33.089 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.089 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.089 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.090 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.090 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.090 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.090 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:33.093 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:12:33.093 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:12:33.094 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CANCELING to CANCELED.
23:12:33.095 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:33.095 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CANCELING to CANCELED.
23:12:33.095 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c307ae8863c63d3de8666de8ff6a319
23:12:33.109 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:33.109 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:33.110 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:33.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.111 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.111 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.111 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.115 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:32.843282 22765 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 22720
23:12:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:31.446200 22767 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:33.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.123829 22720 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.679s	user 0.002s	sys 0.001s
23:12:33.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.124804 22720 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.680s	user 0.002s	sys 0.001s
23:12:33.129 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:33.129 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:33.129 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:33.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.130 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.130 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.130 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.131 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:33.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:33.141362 22778 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:33.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.142428 22720 server_base.cc:1061] running on GCE node
23:12:33.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.144018 22720 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:33.154 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.153575 22720 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:33.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.155351 22720 hybrid_clock.cc:648] HybridClock initialized: now 1783465953155307 us; error 50 us; skew 500 ppm
23:12:33.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.156587 22720 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:33.169 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:33.169 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:33.170 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.170 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.171 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:33.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.171 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.171 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.171 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:33.184 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.183771 22720 webserver.cc:534] Webserver started at http://127.21.224.1:37897/ using document root <none> and password file <none>
23:12:33.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.185088 22720 fs_manager.cc:362] Metadata directory not provided
23:12:33.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.185351 22720 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:33.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.185973 22720 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:33.186 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:33.186 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:33.186 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:33.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:33.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:33.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:33.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:33.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:33.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:33.187 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:33.187 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:33.187 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:33.187 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:33.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.192644 22720 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/data/instance:
23:12:33.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d7c15e38b164a84be6be62a8565feb9"
23:12:33.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:33 on dist-test-slave-sprr"
23:12:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.194491 22720 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/wal/instance:
23:12:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d7c15e38b164a84be6be62a8565feb9"
23:12:33.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:33 on dist-test-slave-sprr"
23:12:33.209 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:33.209 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:33.210 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:33.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.211 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.211 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.211 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.211 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.211 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.211 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.211 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:33.212 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465953211 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:33.225 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:12:33.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.224967 22720 fs_manager.cc:696] Time spent creating directory manager: real 0.030s	user 0.007s	sys 0.004s
23:12:33.226 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:12:33.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.258777 22785 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.260751 22720 fs_manager.cc:730] Time spent opening block manager: real 0.031s	user 0.008s	sys 0.018s
23:12:33.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.261397 22720 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/wal
23:12:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "8d7c15e38b164a84be6be62a8565feb9"
23:12:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:33 on dist-test-slave-sprr"
23:12:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.262151 22720 fs_report.cc:389] FS layout report
23:12:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:33.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/wal
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/wal
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/data/data
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:33.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:33.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:33.291 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RESTARTING to RUNNING.
23:12:33.291 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:12:33.292 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:12:33.292 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:12:33.292 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
23:12:33.293 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
23:12:33.293 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id 11148c1f12cc2257404ffa115a7cd97a
23:12:33.293 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:12:33.294 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 11148c1f12cc2257404ffa115a7cd97a.
23:12:33.295 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 11148c1f12cc2257404ffa115a7cd97a.
23:12:33.299 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
23:12:33.299 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
23:12:33.302 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36492dbd
23:12:33.302 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:33.302 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:12:33.303 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:12:33.303 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:12:33.310 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@b37c79d
23:12:33.313 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:33.320 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:33.326 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:33.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.328 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:33.328 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:33.328 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:33.329 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.329 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.329 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.329 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.329 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.329 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.329 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.329 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.330 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.330 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:33.331 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:33.332 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.332 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.332 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.339 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:33.361 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:33.370 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:33.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.374 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:33.374 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.374 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.379 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.379 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.379 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.379 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:33.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:33.399 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:33.399 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:33.399 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:33.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:33.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:33.400 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:33.400 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:33.400 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:33.400 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:33.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:33.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:33.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:33.400 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:33.401 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:33.408 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:33.409 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.409 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.409 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.409286 22720 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:33.410 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:33.410 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:33.411 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:33.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.412 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.412 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.412 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:33.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.413833 22720 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:33.414 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:33.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.414667 22720 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:33.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.415 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.415 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.415 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.415 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:33.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.425009 22720 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:33.438 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:33.439 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:33.439 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.439263 22720 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:33.439 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:33.439 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:33.439 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.439715 22720 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:33.440 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:33.440 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:33.440 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.440238 22720 ts_tablet_manager.cc:616] Registered 0 tablets
23:12:33.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:33.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:33.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:33.440 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:33.440618 22720 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:33.441 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:33.441 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:33.441 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:33.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.441 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.441 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.441 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.442 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.442 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.442 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.442 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:33.460 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:33.460 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:33.460 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:33.461 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.461 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.461 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.462 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.462 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.462 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.461 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.462 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.462 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.462 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:33.471 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:33.471 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:33.471 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:33.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.472 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.472 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.472 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:33.500 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:33.500 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:33.500 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:33.501 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.501 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.501 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.501 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:33.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:33.541 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:33.541 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:33.541 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:33.541 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.541 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.541 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.542 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.542 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.542 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.542 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.542 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.542 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.542 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:33.569 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:33.569 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:33.569 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:33.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.570 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.570 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.570 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.570 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.570 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.570 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.570 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.570 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.571 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:33.600 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:33.601 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:33.601 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:33.601 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.601 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.601 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.602 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.602 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.602 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.602 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.602 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.602 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.602 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:33.612 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:33.612 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:33.612 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:33.612 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:33.612 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:33.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:33.613 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:33.613 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:33.613 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:33.613 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:33.613 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:33.613 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:33.613 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:33.680 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:33.680 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:33.680 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:33.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:33.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:33.682 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.682 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.682 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:33.682 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:33.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465953710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:33.720 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:12:33.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:12:33.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:33.789 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:33.789 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:33.790 [DEBUG - pool-284-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:33.790 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.790 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.790 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:33.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:33.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:33.791 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:33.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:33.995 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:33.995 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:33.995 [DEBUG - pool-292-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:33.995 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:33.996 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:33.996 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:33.996 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:33.996 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:33.996 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:33.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:33.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:33.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:33.997 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:33.997 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29925), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [9ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [9ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [10ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [10ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [10ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [23ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [25ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [25ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [41ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [42ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [43ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [62ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [82ms] refreshing cache from master, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [83ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [84ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [463ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [463ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [960ms] refreshing cache from master, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [961ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [961ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [962ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [962ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [963ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1680ms] refreshing cache from master, [1680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1682ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2720ms] refreshing cache from master, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2722ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2723ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2723ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2762ms] too many traces: truncated at 100 traces, deferred=Deferred@1722503312(state=PENDING, result=null, callback=(continuation of Deferred@2055553008 after retry RPC after error@1284195928) -> (continuation of Deferred@400720922 after retry RPC after error@737245606) -> (continuation of Deferred@2019080599 after retry RPC after error@1861720386) -> (continuation of Deferred@1832260306 after retry RPC after error@1303018139) -> (continuation of Deferred@1879303864 after retry RPC after error@577526899) -> (continuation of Deferred@2140240494 after retry RPC after error@1643227557) -> (continuation of Deferred@245937413 after retry RPC after error@1315438439) -> (continuation of Deferred@986824399 after retry RPC after error@1451332785) -> (continuation of Deferred@499778553 after retry RPC after error@1814518752) -> (continuation of Deferred@1530378093 after retry RPC after error@21595302) -> (continuation of Deferred@1288805053 after retry RPC after error@444543132) -> (continuation of Deferred@2081775713 after retry RPC after error@825534449) -> (continuation of Deferred@1911605016 after retry RPC after error@317252202) -> (continuation of Deferred@1168739902 after retry RPC after error@1370927701) -> (continuation of Deferred@646539132 after retry RPC after error@1940335221) -> (continuation of Deferred@2062979649 after retry RPC after error@515285840) -> (continuation of Deferred@1936299389 after retry RPC after error@962063847) -> (continuation of Deferred@2013070358 after retry RPC after error@1559922074) -> (continuation of Deferred@1661411589 after retry RPC after error@1698287703) -> (continuation of Deferred@2054923602 after retry RPC after error@1923426770) -> (continuation of Deferred@678437258 after retry RPC after error@65071035) -> (continuation of Deferred@605459360 after retry RPC after error@2141635913) -> (continuation of Deferred@1458816838 after retry RPC after error@1386884892) -> (continuation of Deferred@1118907770 after retry RPC after error@192161000) -> (continuation of Deferred@1131748151 after retry RPC after error@1076108938), errback=(continuation of Deferred@2055553008 after retry RPC after error@1284195928) -> (continuation of Deferred@400720922 after retry RPC after error@737245606) -> (continuation of Deferred@2019080599 after retry RPC after error@1861720386) -> (continuation of Deferred@1832260306 after retry RPC after error@1303018139) -> (continuation of Deferred@1879303864 after retry RPC after error@577526899) -> (continuation of Deferred@2140240494 after retry RPC after error@1643227557) -> (continuation of Deferred@245937413 after retry RPC after error@1315438439) -> (continuation of Deferred@986824399 after retry RPC after error@1451332785) -> (continuation of Deferred@499778553 after retry RPC after error@1814518752) -> (continuation of Deferred@1530378093 after retry RPC after error@21595302) -> (continuation of Deferred@1288805053 after retry RPC after error@444543132) -> (continuation of Deferred@2081775713 after retry RPC after error@825534449) -> (continuation of Deferred@1911605016 after retry RPC after error@317252202) -> (continuation of Deferred@1168739902 after retry RPC after error@1370927701) -> (continuation of Deferred@646539132 after retry RPC after error@1940335221) -> (continuation of Deferred@2062979649 after retry RPC after error@515285840) -> (continuation of Deferred@1936299389 after retry RPC after error@962063847) -> (continuation of Deferred@2013070358 after retry RPC after error@1559922074) -> (continuation of Deferred@1661411589 after retry RPC after error@1698287703) -> (continuation of Deferred@2054923602 after retry RPC after error@1923426770) -> (continuation of Deferred@678437258 after retry RPC after error@65071035) -> (continuation of Deferred@605459360 after retry RPC after error@2141635913) -> (continuation of Deferred@1458816838 after retry RPC after error@1386884892) -> (continuation of Deferred@1118907770 after retry RPC after error@192161000) -> (continuation of Deferred@1131748151 after retry RPC after error@1076108938)))
23:12:34.012 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.012 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.013 [DEBUG - pool-290-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.013 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.013 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.013 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.014 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.014 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.014 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.014 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.014 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.014 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.014 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.015 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29967), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [24ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [29ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [29ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [31ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [31ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [45ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [46ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [62ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [63ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [63ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [81ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [82ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [82ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [102ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [142ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [142ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [322ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [323ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [323ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [820ms] refreshing cache from master, [820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [822ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [822ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [823ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [823ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1841ms] refreshing cache from master, [1841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1842ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1843ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1843ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2900ms] refreshing cache from master, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2902ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3322ms] too many traces: truncated at 100 traces, deferred=Deferred@1780616228(state=PENDING, result=null, callback=(continuation of Deferred@343091858 after retry RPC after error@1507353546) -> (continuation of Deferred@135857038 after retry RPC after error@1914731909) -> (continuation of Deferred@2131427049 after retry RPC after error@1708528881) -> (continuation of Deferred@630423222 after retry RPC after error@1420751828) -> (continuation of Deferred@2096869918 after retry RPC after error@702497004) -> (continuation of Deferred@394788271 after retry RPC after error@882150616) -> (continuation of Deferred@366916374 after retry RPC after error@1179998561) -> (continuation of Deferred@1855434369 after retry RPC after error@2121604551) -> (continuation of Deferred@508778268 after retry RPC after error@1923193830) -> (continuation of Deferred@563204245 after retry RPC after error@2010937925) -> (continuation of Deferred@1941121045 after retry RPC after error@229892910) -> (continuation of Deferred@579444597 after retry RPC after error@907269939) -> (continuation of Deferred@1552589412 after retry RPC after error@1311936584) -> (continuation of Deferred@548330700 after retry RPC after error@145501605) -> (continuation of Deferred@20723542 after retry RPC after error@1532385257) -> (continuation of Deferred@231258355 after retry RPC after error@1684045290) -> (continuation of Deferred@67530935 after retry RPC after error@1837536961) -> (continuation of Deferred@633447586 after retry RPC after error@1109988061) -> (continuation of Deferred@1964851687 after retry RPC after error@754245915) -> (continuation of Deferred@79209619 after retry RPC after error@244179235) -> (continuation of Deferred@285252460 after retry RPC after error@452418670) -> (continuation of Deferred@1537933215 after retry RPC after error@986683696) -> (continuation of Deferred@788643582 after retry RPC after error@263553884) -> (continuation of Deferred@57656114 after retry RPC after error@1160764534) -> (continuation of Deferred@1744530531 after retry RPC after error@1148693667) -> (continuation of Deferred@964460876 after retry RPC after error@42673785) -> (continuation of Deferred@1051707967 after retry RPC after error@1195670525) -> (continuation of Deferred@451929272 after retry RPC after error@1091346802), errback=(continuation of Deferred@343091858 after retry RPC after error@1507353546) -> (continuation of Deferred@135857038 after retry RPC after error@1914731909) -> (continuation of Deferred@2131427049 after retry RPC after error@1708528881) -> (continuation of Deferred@630423222 after retry RPC after error@1420751828) -> (continuation of Deferred@2096869918 after retry RPC after error@702497004) -> (continuation of Deferred@394788271 after retry RPC after error@882150616) -> (continuation of Deferred@366916374 after retry RPC after error@1179998561) -> (continuation of Deferred@1855434369 after retry RPC after error@2121604551) -> (continuation of Deferred@508778268 after retry RPC after error@1923193830) -> (continuation of Deferred@563204245 after retry RPC after error@2010937925) -> (continuation of Deferred@1941121045 after retry RPC after error@229892910) -> (continuation of Deferred@579444597 after retry RPC after error@907269939) -> (continuation of Deferred@1552589412 after retry RPC after error@1311936584) -> (continuation of Deferred@548330700 after retry RPC after error@145501605) -> (continuation of Deferred@20723542 after retry RPC after error@1532385257) -> (continuation of Deferred@231258355 after retry RPC after error@1684045290) -> (continuation of Deferred@67530935 after retry RPC after error@1837536961) -> (continuation of Deferred@633447586 after retry RPC after error@1109988061) -> (continuation of Deferred@1964851687 after retry RPC after error@754245915) -> (continuation of Deferred@79209619 after retry RPC after error@244179235) -> (continuation of Deferred@285252460 after retry RPC after error@452418670) -> (continuation of Deferred@1537933215 after retry RPC after error@986683696) -> (continuation of Deferred@788643582 after retry RPC after error@263553884) -> (continuation of Deferred@57656114 after retry RPC after error@1160764534) -> (continuation of Deferred@1744530531 after retry RPC after error@1148693667) -> (continuation of Deferred@964460876 after retry RPC after error@42673785) -> (continuation of Deferred@1051707967 after retry RPC after error@1195670525) -> (continuation of Deferred@451929272 after retry RPC after error@1091346802)))
23:12:34.026 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:34.026 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:34.026 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:34.027 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:34.027 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:34.027 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:34.027 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:34.027 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:34.027 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:34.027 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:34.027 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:34.027 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:34.027 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:34.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:34.105 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:34.107 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:34.107 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:34.107 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:34.113 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:34.113 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:34.113 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:34.113 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:34.113 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:34.113 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:34.113 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:34.113 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:34.114 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:34.180 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:34.181 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:34.181 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:34.181 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:34.182 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:34.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:34.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:34.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:34.184 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:34.184 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:34.184 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:34.184 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:34.184 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.201884 22908 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.224.1:42319 every 8 connection(s)
23:12:34.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.202543 22720 rpc_server.cc:307] RPC server started. Bound to: 127.21.224.1:42319
23:12:34.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.206410 22720 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/data/info.pb
23:12:34.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465954210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.215592 22400 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 22720
23:12:34.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.216324 22400 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-0/wal/instance
23:12:34.220 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:12:34.221 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.231058 22400 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/wal
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/data
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/logs
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/data/info.pb
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:34.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.2:0
23:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.224.2
23:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.2
23:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:34.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:34.288 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:34.301 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:34.301 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:34.301 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:34.302 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:34.302 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:34.302 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:34.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:34.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:34.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:34.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:34.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:34.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:34.303 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.309734 22909 heartbeater.cc:344] Connected to a master server at 127.21.224.61:43771
23:12:34.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.310335 22909 heartbeater.cc:461] Registering TS with master...
23:12:34.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.311753 22909 heartbeater.cc:507] Master 127.21.224.61:43771 requested a full tablet report, sending...
23:12:34.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.315595 22543 ts_manager.cc:194] Registered new tserver with Master: 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319)
23:12:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.334234 22915 heartbeater.cc:344] Connected to a master server at 127.21.224.62:43747
23:12:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.334623 22915 heartbeater.cc:461] Registering TS with master...
23:12:34.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.335579 22915 heartbeater.cc:507] Master 127.21.224.62:43747 requested a full tablet report, sending...
23:12:34.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.338940 22445 ts_manager.cc:194] Registered new tserver with Master: 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319)
23:12:34.341 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:34.341 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:34.341 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:34.342 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:34.342 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:34.342 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:34.342 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:34.342 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:34.342 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:34.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:34.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:34.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:34.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:34.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.344381 22445 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.224.1:60995
23:12:34.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.348555 22910 heartbeater.cc:344] Connected to a master server at 127.21.224.60:34307
23:12:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.348958 22910 heartbeater.cc:461] Registering TS with master...
23:12:34.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.349707 22910 heartbeater.cc:507] Master 127.21.224.60:34307 requested a full tablet report, sending...
23:12:34.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.353034 22619 ts_manager.cc:194] Registered new tserver with Master: 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319)
23:12:34.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:34.404 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:34.405 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:34.405 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:34.405 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:34.405 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:34.405 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:34.406 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:34.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:34.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:34.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:34.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:34.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:34.406 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:34.443 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RESTARTING to RUNNING.
23:12:34.444 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 9c307ae8863c63d3de8666de8ff6a319 from Checkpoint 65 @ 1783465863518 for 9c307ae8863c63d3de8666de8ff6a319 located at file:/tmp/junit16081764617082026865/checkpoints/9c307ae8863c63d3de8666de8ff6a319/chk-65.
23:12:34.445 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
23:12:34.445 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:12:34.446 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
23:12:34.446 [INFO - Thread-50] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:12:34.446 [DEBUG - Thread-50] (Connection.java:575) [peer master-127.15.153.253:37081(127.15.153.253:37081)] disconnecting while in state TERMINATED
23:12:34.446 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
23:12:34.447 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 6b8216d747499fdd765ce2b567992055
23:12:34.447 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to SCHEDULED.
23:12:34.447 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 6b8216d747499fdd765ce2b567992055.
23:12:34.447 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from SCHEDULED to DEPLOYING.
23:12:34.447 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #4) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id bfc1f281532da150741ebe37e35f65fc
23:12:34.448 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
23:12:34.448 [DEBUG - Thread-50] (Connection.java:575) [peer master-127.15.153.252:38525(127.15.153.252:38525)] disconnecting while in state TERMINATED
23:12:34.448 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
23:12:34.448 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 6b8216d747499fdd765ce2b567992055.
23:12:34.448 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 7d74b8666a09b18f8a6e06f293e59fd5
23:12:34.448 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
23:12:34.449 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
23:12:34.449 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 85bfe1384700b0a8fc9aea3230d7daee
23:12:34.449 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:34.449 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:34.450 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:34.450 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:12:34.454 [DEBUG - Thread-50] (Connection.java:575) [peer master-127.15.153.254:35665(127.15.153.254:35665)] disconnecting while in state TERMINATED
23:12:34.454 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot bfc1f281532da150741ebe37e35f65fc.
23:12:34.454 [DEBUG - Thread-50] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:34.454 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4), deploy into slot with allocation id bfc1f281532da150741ebe37e35f65fc.
23:12:34.455 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
23:12:34.455 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
23:12:34.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@16155706
23:12:34.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:34.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:12:34.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:12:34.456 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:12:34.456 [INFO - Thread-50] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:12:34.456 [INFO - Thread-50] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:12:34.459 [DEBUG - Thread-50] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:34.460 [INFO - Thread-50] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:12:34.460 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 85bfe1384700b0a8fc9aea3230d7daee.
23:12:34.461 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 85bfe1384700b0a8fc9aea3230d7daee.
23:12:34.464 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 7d74b8666a09b18f8a6e06f293e59fd5.
23:12:34.465 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CREATED to DEPLOYING.
23:12:34.465 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4) [DEPLOYING].
23:12:34.465 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4dc911c6
23:12:34.466 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5ec8a364
23:12:34.466 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:34.466 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:12:34.467 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:12:34.467 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from DEPLOYING to INITIALIZING.
23:12:34.467 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id 7d74b8666a09b18f8a6e06f293e59fd5.
23:12:34.467 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:34.467 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
23:12:34.468 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
23:12:34.471 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6bfe230f
23:12:34.471 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:34.471 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:12:34.471 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:12:34.471 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:12:34.473 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@414ed1d3
23:12:34.478 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:34.479 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7b3be02d
23:12:34.482 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:34.483 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:34.483 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:34.483 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:34.484 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:34.488 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
23:12:34.488 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
23:12:34.490 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7351ae96
23:12:34.490 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:34.491 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:12:34.491 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:12:34.492 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:12:34.502 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.503 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@9440bc6
23:12:34.508 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:34.515 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.516 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.523 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.524 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.524 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.524 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.526 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:34.542 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:34.550 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.554 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.554 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.554 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.554 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.570 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.574 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.575 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.576 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.576 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.577 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:34.578 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.578 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.579 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.585 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:34.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.597 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.597 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.598 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.598 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:34.602 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.602 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.602 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.602 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.602 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:34.609 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.610 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.610 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.610 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.615 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.615 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.615 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.615 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.619 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.619 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.619 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.619 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.623 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.626 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:34.626 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.627 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.627 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.633 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.634 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.634 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.634 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.635 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.638 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#4] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.638 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.639 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.639 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.644 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:34.645 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.650 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.650 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.650 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:34.652 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.653 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.653 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.653 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.658 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.658 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.659 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.659 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.662 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:34.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.666 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.666 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.670 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.670 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.670 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.670 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.671 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.672 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:34.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.672 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.673 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.673 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.673 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.673 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.674 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.674 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.674 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.674 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.674 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:34.674 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.674 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.675 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.675 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.675 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:34.675 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.676 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.676 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.676 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.676 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.682 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:34.683 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:34.683 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:34.683 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.683 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.683 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.683 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.684 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.684 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.684 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.684 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.684 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:34.684 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.685 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.685 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.685 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.685 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.685 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.685 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.685 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.686 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.687 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.689 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.690 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.690 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.691 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.693 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.694 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.695 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.695 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.695 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.695 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.696 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.696 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.697 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.697 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.697 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.701 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.702 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.702 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.702 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.702 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.703 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:34.703 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.703 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:34.703 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.703 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.704 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.704 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.704 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.704 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.703 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:34.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.704 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.704 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.705 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.705 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.705 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.705 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:34.706 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.706 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.706 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.706 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.706 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.706 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.706 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.706 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.706 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.706 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.706 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.706 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465954710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:34.711 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.711 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.714 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.715 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.715 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.715 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.715 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.716 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.716 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.716 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.716 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.716 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.716 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.716 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.717 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.720 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:12:34.721 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:12:34.723 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.723 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.723 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.723 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:34.723 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:34.723 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:34.723 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.723 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.724 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.724 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.724 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.724 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.724 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.724 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.724 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.725 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.725 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.725 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.725 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.725 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.725 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.725 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:34.726 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.726 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.727 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.730 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.730 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.730 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.730 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.730 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.731 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.731 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.731 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.731 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.732 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.735 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.735 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.736 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.736 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.736 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.736 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.736 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.743 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.743 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.743 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.743 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.744 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.744 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.744 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.746 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.746 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.746 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.746 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.746 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.746 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.746 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.747 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.747 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.750 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.750 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.750 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.750 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.750 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.751 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.751 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.751 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.751 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.751 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.751 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.756 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.756 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.756 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.756 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.756 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.756 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.756 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.756 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.756 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.757 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.757 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.757 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.757 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.763 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:34.763 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:34.763 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:34.763 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.763 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.763 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.763 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.763 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.763 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.763 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.763 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.764 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:34.771 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.771 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.771 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.771 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.771 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.771 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.772 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.781149 22913 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:34.781 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.781761 22913 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:34.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.782373 22913 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:34.783 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.783 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.783 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.783 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.783 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.783 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.783 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.783 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.783 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.784 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.784 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.784 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.784 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.786 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.787 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.787 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.788 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.788 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:34.795 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.796 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.796 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.796 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.796 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.796 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.796 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.797 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.821820 22913 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:34.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.822829 22913 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.224.2
23:12:34.830 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.831 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.831 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.832 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.832 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.832 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.832 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:34.855 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.856 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.856 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.856 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.856 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.856 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.856 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.856 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.856 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.856 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.866 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.866 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.866 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.867 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.868 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.870812 22913 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/data
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/wal
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.2:0
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/data/info.pb
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.2
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.224.2
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/logs
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:34.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:34.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.872558 22913 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:34.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:34.874653 22913 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:34.886 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.886 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.886 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.886 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.887 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.887 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.887 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.887 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.889 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.890 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.890 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.890 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.889647 22978 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:34.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:34.903 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:34.903 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:34.903 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:34.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:34.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:34.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:34.904 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:34.922 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.923 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.923 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.924 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.924 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.924 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.924 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:34.951 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:34.951 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:34.951 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:34.952 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.952 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.952 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:34.952 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.952 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:34.953 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.953 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.953 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:34.953 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.006 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.006 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.006 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.007 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.007 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.007 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.008 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:35.076 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.076 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.076 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.077 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.077 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.078 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.078 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.078 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.078 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.078 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.078 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.078 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.091 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.091 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.091 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.093 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.093 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.094 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.094 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.094 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.123 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:35.123 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:35.123 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:35.124 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.124 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.124 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.125 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:35.125 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:35.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:35.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:35.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:35.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:35.126 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.126 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.126 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.127 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.127 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.127 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.127 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.127 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.127 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.127 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.134 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:35.134 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:35.134 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:35.134 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:35.183 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.184 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.184 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.184 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.185 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.185 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.185 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.185 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:35.186 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:35.186 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:35.186 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:35.186 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:35.186 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:35.187 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:35.187 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:35.187 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:35.187 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:35.187 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:35.187 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:35.187 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:35.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.185 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.189 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.189 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465955210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:35.252 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.253 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.253 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.253 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.256 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.256 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=41 ms, finalizationTime=4 ms).
23:12:35.264 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:12:35.284 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:35.284 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:35.284 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:35.285 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:35.285 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:35.285 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:35.285 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:35.286 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:35.286 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:35.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:35.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:35.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:35.286 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:35.289 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:35.310 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:35.310 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:35.310 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:35.310 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:35.310 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:35.310 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:35.310 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:35.311 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:35.311 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:35.311 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:35.311 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:35.311 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:35.311 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:35.326 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.326 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.326 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.327 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.327 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.327 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.327 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.328 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:35.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:35.348912 22915 heartbeater.cc:499] Master 127.21.224.62:43747 was elected leader, sending a full tablet report...
23:12:35.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:35.405 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:35.405 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:35.405 [DEBUG - pool-296-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:35.405 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:35.405 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:35.405 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:35.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:35.406 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:35.406 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:35.406 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:35.406 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:35.406 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:35.407 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:35.408 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27325), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [5ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [88ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [106ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [131ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [132ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [294ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [301ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [305ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [322ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [342ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [361ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [363ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [424ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [442ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [603ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [603ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [681ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [682ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [682ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [682ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1302ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3322ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5920ms] refreshing cache from master, [5920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [5921ms] too many traces: truncated at 100 traces, deferred=Deferred@1698818148(state=PENDING, result=null, callback=(continuation of Deferred@30907073 after retry RPC after error@540281336) -> (continuation of Deferred@1328106415 after retry RPC after error@633440486) -> (continuation of Deferred@419237645 after retry RPC after error@411479587) -> (continuation of Deferred@502790831 after retry RPC after error@886626127) -> (continuation of Deferred@1143813054 after retry RPC after error@1769437870) -> (continuation of Deferred@1266141101 after retry RPC after error@971445027) -> (continuation of Deferred@343566178 after retry RPC after error@1183501641) -> (continuation of Deferred@867508378 after retry RPC after error@852120516) -> (continuation of Deferred@1967940488 after retry RPC after error@1706825965) -> (continuation of Deferred@2140620080 after retry RPC after error@530804085) -> (continuation of Deferred@157621546 after retry RPC after error@203098011) -> (continuation of Deferred@1231056365 after retry RPC after error@1303144817) -> (continuation of Deferred@1820434851 after retry RPC after error@955401335) -> (continuation of Deferred@1924618625 after retry RPC after error@1551778119) -> (continuation of Deferred@1024683986 after retry RPC after error@401098235) -> (continuation of Deferred@1608216022 after retry RPC after error@1904306963) -> (continuation of Deferred@1464530702 after retry RPC after error@47757185) -> (continuation of Deferred@115986385 after retry RPC after error@2085283308) -> (continuation of Deferred@2084085740 after retry RPC after error@991648597) -> (continuation of Deferred@1942264992 after retry RPC after error@1485464241) -> (continuation of Deferred@1618297267 after retry RPC after error@30764827) -> (continuation of Deferred@1445184029 after retry RPC after error@1563934082), errback=(continuation of Deferred@30907073 after retry RPC after error@540281336) -> (continuation of Deferred@1328106415 after retry RPC after error@633440486) -> (continuation of Deferred@419237645 after retry RPC after error@411479587) -> (continuation of Deferred@502790831 after retry RPC after error@886626127) -> (continuation of Deferred@1143813054 after retry RPC after error@1769437870) -> (continuation of Deferred@1266141101 after retry RPC after error@971445027) -> (continuation of Deferred@343566178 after retry RPC after error@1183501641) -> (continuation of Deferred@867508378 after retry RPC after error@852120516) -> (continuation of Deferred@1967940488 after retry RPC after error@1706825965) -> (continuation of Deferred@2140620080 after retry RPC after error@530804085) -> (continuation of Deferred@157621546 after retry RPC after error@203098011) -> (continuation of Deferred@1231056365 after retry RPC after error@1303144817) -> (continuation of Deferred@1820434851 after retry RPC after error@955401335) -> (continuation of Deferred@1924618625 after retry RPC after error@1551778119) -> (continuation of Deferred@1024683986 after retry RPC after error@401098235) -> (continuation of Deferred@1608216022 after retry RPC after error@1904306963) -> (continuation of Deferred@1464530702 after retry RPC after error@47757185) -> (continuation of Deferred@115986385 after retry RPC after error@2085283308) -> (continuation of Deferred@2084085740 after retry RPC after error@991648597) -> (continuation of Deferred@1942264992 after retry RPC after error@1485464241) -> (continuation of Deferred@1618297267 after retry RPC after error@30764827) -> (continuation of Deferred@1445184029 after retry RPC after error@1563934082)))
23:12:35.410 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:12:35.410 [WARN - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27325), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [5ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [88ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [106ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [131ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [132ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [294ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [301ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [305ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [322ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [342ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [361ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [363ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [424ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [442ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [603ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [603ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [681ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [682ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [682ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [682ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1302ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3322ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5920ms] refreshing cache from master, [5920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [5921ms] too many traces: truncated at 100 traces, deferred=Deferred@1698818148(state=PENDING, result=null, callback=(continuation of Deferred@30907073 after retry RPC after error@540281336) -> (continuation of Deferred@1328106415 after retry RPC after error@633440486) -> (continuation of Deferred@419237645 after retry RPC after error@411479587) -> (continuation of Deferred@502790831 after retry RPC after error@886626127) -> (continuation of Deferred@1143813054 after retry RPC after error@1769437870) -> (continuation of Deferred@1266141101 after retry RPC after error@971445027) -> (continuation of Deferred@343566178 after retry RPC after error@1183501641) -> (continuation of Deferred@867508378 after retry RPC after error@852120516) -> (continuation of Deferred@1967940488 after retry RPC after error@1706825965) -> (continuation of Deferred@2140620080 after retry RPC after error@530804085) -> (continuation of Deferred@157621546 after retry RPC after error@203098011) -> (continuation of Deferred@1231056365 after retry RPC after error@1303144817) -> (continuation of Deferred@1820434851 after retry RPC after error@955401335) -> (continuation of Deferred@1924618625 after retry RPC after error@1551778119) -> (continuation of Deferred@1024683986 after retry RPC after error@401098235) -> (continuation of Deferred@1608216022 after retry RPC after error@1904306963) -> (continuation of Deferred@1464530702 after retry RPC after error@47757185) -> (continuation of Deferred@115986385 after retry RPC after error@2085283308) -> (continuation of Deferred@2084085740 after retry RPC after error@991648597) -> (continuation of Deferred@1942264992 after retry RPC after error@1485464241) -> (continuation of Deferred@1618297267 after retry RPC after error@30764827) -> (continuation of Deferred@1445184029 after retry RPC after error@1563934082), errback=(continuation of Deferred@30907073 after retry RPC after error@540281336) -> (continuation of Deferred@1328106415 after retry RPC after error@633440486) -> (continuation of Deferred@419237645 after retry RPC after error@411479587) -> (continuation of Deferred@502790831 after retry RPC after error@886626127) -> (continuation of Deferred@1143813054 after retry RPC after error@1769437870) -> (continuation of Deferred@1266141101 after retry RPC after error@971445027) -> (continuation of Deferred@343566178 after retry RPC after error@1183501641) -> (continuation of Deferred@867508378 after retry RPC after error@852120516) -> (continuation of Deferred@1967940488 after retry RPC after error@1706825965) -> (continuation of Deferred@2140620080 after retry RPC after error@530804085) -> (continuation of Deferred@157621546 after retry RPC after error@203098011) -> (continuation of Deferred@1231056365 after retry RPC after error@1303144817) -> (continuation of Deferred@1820434851 after retry RPC after error@955401335) -> (continuation of Deferred@1924618625 after retry RPC after error@1551778119) -> (continuation of Deferred@1024683986 after retry RPC after error@401098235) -> (continuation of Deferred@1608216022 after retry RPC after error@1904306963) -> (continuation of Deferred@1464530702 after retry RPC after error@47757185) -> (continuation of Deferred@115986385 after retry RPC after error@2085283308) -> (continuation of Deferred@2084085740 after retry RPC after error@991648597) -> (continuation of Deferred@1942264992 after retry RPC after error@1485464241) -> (continuation of Deferred@1618297267 after retry RPC after error@30764827) -> (continuation of Deferred@1445184029 after retry RPC after error@1563934082)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.125:36071
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:35.411 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
23:12:35.416 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
23:12:35.421 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27325), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [4ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [4ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [5ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [88ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [105ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [106ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [131ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [132ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [290ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [294ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [301ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [305ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [322ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [342ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [361ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [363ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [424ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [442ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [600ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [603ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [603ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [681ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [682ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [682ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [682ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1300ms] refreshing cache from master, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1302ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3320ms] refreshing cache from master, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3321ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3322ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5920ms] refreshing cache from master, [5920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [5921ms] too many traces: truncated at 100 traces, deferred=Deferred@1698818148(state=PENDING, result=null, callback=(continuation of Deferred@30907073 after retry RPC after error@540281336) -> (continuation of Deferred@1328106415 after retry RPC after error@633440486) -> (continuation of Deferred@419237645 after retry RPC after error@411479587) -> (continuation of Deferred@502790831 after retry RPC after error@886626127) -> (continuation of Deferred@1143813054 after retry RPC after error@1769437870) -> (continuation of Deferred@1266141101 after retry RPC after error@971445027) -> (continuation of Deferred@343566178 after retry RPC after error@1183501641) -> (continuation of Deferred@867508378 after retry RPC after error@852120516) -> (continuation of Deferred@1967940488 after retry RPC after error@1706825965) -> (continuation of Deferred@2140620080 after retry RPC after error@530804085) -> (continuation of Deferred@157621546 after retry RPC after error@203098011) -> (continuation of Deferred@1231056365 after retry RPC after error@1303144817) -> (continuation of Deferred@1820434851 after retry RPC after error@955401335) -> (continuation of Deferred@1924618625 after retry RPC after error@1551778119) -> (continuation of Deferred@1024683986 after retry RPC after error@401098235) -> (continuation of Deferred@1608216022 after retry RPC after error@1904306963) -> (continuation of Deferred@1464530702 after retry RPC after error@47757185) -> (continuation of Deferred@115986385 after retry RPC after error@2085283308) -> (continuation of Deferred@2084085740 after retry RPC after error@991648597) -> (continuation of Deferred@1942264992 after retry RPC after error@1485464241) -> (continuation of Deferred@1618297267 after retry RPC after error@30764827) -> (continuation of Deferred@1445184029 after retry RPC after error@1563934082), errback=(continuation of Deferred@30907073 after retry RPC after error@540281336) -> (continuation of Deferred@1328106415 after retry RPC after error@633440486) -> (continuation of Deferred@419237645 after retry RPC after error@411479587) -> (continuation of Deferred@502790831 after retry RPC after error@886626127) -> (continuation of Deferred@1143813054 after retry RPC after error@1769437870) -> (continuation of Deferred@1266141101 after retry RPC after error@971445027) -> (continuation of Deferred@343566178 after retry RPC after error@1183501641) -> (continuation of Deferred@867508378 after retry RPC after error@852120516) -> (continuation of Deferred@1967940488 after retry RPC after error@1706825965) -> (continuation of Deferred@2140620080 after retry RPC after error@530804085) -> (continuation of Deferred@157621546 after retry RPC after error@203098011) -> (continuation of Deferred@1231056365 after retry RPC after error@1303144817) -> (continuation of Deferred@1820434851 after retry RPC after error@955401335) -> (continuation of Deferred@1924618625 after retry RPC after error@1551778119) -> (continuation of Deferred@1024683986 after retry RPC after error@401098235) -> (continuation of Deferred@1608216022 after retry RPC after error@1904306963) -> (continuation of Deferred@1464530702 after retry RPC after error@47757185) -> (continuation of Deferred@115986385 after retry RPC after error@2085283308) -> (continuation of Deferred@2084085740 after retry RPC after error@991648597) -> (continuation of Deferred@1942264992 after retry RPC after error@1485464241) -> (continuation of Deferred@1618297267 after retry RPC after error@30764827) -> (continuation of Deferred@1445184029 after retry RPC after error@1563934082)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.125:36071
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:35.423 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
23:12:35.423 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RUNNING to RESTARTING.
23:12:35.426 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:35.427 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
23:12:35.467 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.467 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.467 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.469 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.469 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.469 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.470 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.470 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.518 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.518 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.518 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.519 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.519 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.519 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.519 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.519 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.520 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.536 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:35.542 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:35.543 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:35.543 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:35.543 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:35.543 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:35.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:35.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:35.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:35.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:35.545 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:35.545 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:35.545 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:35.545 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:35.566 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.567 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.567 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.567 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.569 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.569 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.569 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.569 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.569 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.597 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.597 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.597 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.599 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.599 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.599 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.599 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.599 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.599 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.651 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.651 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.651 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.652 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.652 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.652 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.652 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.652 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.652 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.652 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.701 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:35.702 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:35.702 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:35.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:35.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:35.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:35.703 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:35.703 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:35.703 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:35.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:35.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:35.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:35.704 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:35.704 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:35.704 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:35.705 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:35.705 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:35.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:35.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:35.705 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:35.706 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:35.706 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:35.706 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:35.706 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:35.706 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:35.706 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:35.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465955710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:35.724 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:12:35.727 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:12:35.786 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:35.787 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:35.787 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:35.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:35.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:35.789 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.789 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.789 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:35.789 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:35.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:35.865 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:35.865 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:35.865 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:35.866 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:35.866 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:35.866 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:35.866 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:35.867 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:35.867 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:35.867 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:35.867 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:35.867 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:35.867 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:35.881 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:35.881 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:35.881 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:35.882 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:35.882 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:35.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:35.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:35.882 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:35.882 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:35.882 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:35.882 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:35.882 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:35.882 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:35.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:36.023 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:36.023 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:36.023 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:36.023 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:36.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:36.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:36.024 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:36.024 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:36.024 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:36.024 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:36.024 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:36.024 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:36.024 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:36.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:36.042 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:36.042 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:36.042 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:36.042 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:36.042 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:36.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:36.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:36.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:36.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:36.043 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:36.043 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:36.043 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:36.043 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:36.085 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:36.085 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:36.085 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:36.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:36.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:36.086 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:36.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:36.086 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:36.086 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:36.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:36.086 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:36.086 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:36.086 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:36.146 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:36.146 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:36.146 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:36.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:36.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:36.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:36.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:36.147 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:36.147 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:36.148 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:36.148 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:36.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:36.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:36.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465956210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:36.219 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:12:36.221 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:12:36.231 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:36.231 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:36.232 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:36.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:36.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:36.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:36.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:36.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:36.232 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:36.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:36.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:36.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:36.233 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:36.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:36.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:36.400 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:36.400 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:36.400 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:36.401 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:36.401 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:36.401 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:36.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:36.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:36.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:36.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:36.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:36.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:36.401 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:34.894515 22979 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:36.289567 22977 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 22913
23:12:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:36.438122 22913 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.545s	user 0.558s	sys 0.865s
23:12:36.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:36.438467 22913 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.546s	user 0.558s	sys 0.865s
23:12:36.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:36.446717 22983 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:36.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.446672 22913 server_base.cc:1061] running on GCE node
23:12:36.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.447978 22913 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:36.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.450191 22913 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:36.451 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.451512 22913 hybrid_clock.cc:648] HybridClock initialized: now 1783465956451477 us; error 58 us; skew 500 ppm
23:12:36.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.452404 22913 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:36.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.459530 22913 webserver.cc:534] Webserver started at http://127.21.224.2:34699/ using document root <none> and password file <none>
23:12:36.460 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.460655 22913 fs_manager.cc:362] Metadata directory not provided
23:12:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.460897 22913 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:36.461 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.461336 22913 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.466305 22913 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/data/instance:
23:12:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "131d9c52f22a4715814f9a563879b5b6"
23:12:36.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:36 on dist-test-slave-sprr"
23:12:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.467525 22913 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/wal/instance:
23:12:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "131d9c52f22a4715814f9a563879b5b6"
23:12:36.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:36 on dist-test-slave-sprr"
23:12:36.476 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.476068 22913 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.006s	sys 0.003s
23:12:36.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.482172 22989 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:36.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.483485 22913 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.002s
23:12:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.483855 22913 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/wal
23:12:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "131d9c52f22a4715814f9a563879b5b6"
23:12:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:36 on dist-test-slave-sprr"
23:12:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.484221 22913 fs_report.cc:389] FS layout report
23:12:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/wal
23:12:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/wal
23:12:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/data/data
23:12:36.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:36.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:36.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:36.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.543921 22913 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.545794 22913 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:36.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.546363 22913 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:36.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.549467 22913 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:36.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.554260 22913 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:36.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.554508 22913 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:36.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.554785 22913 ts_tablet_manager.cc:616] Registered 0 tablets
23:12:36.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.554925 22913 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:36.602 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:36.602 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:36.602 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:36.602 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:36.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:36.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:36.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:36.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:36.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:36.603 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:36.603 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:36.603 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:36.603 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:36.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:36.636740 22476 debug-util.cc:398] Leaking SignalData structure 0x7b08000ac320 after lost signal to thread 22413
23:12:36.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:36.637670 22476 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6740 after lost signal to thread 22479
23:12:36.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465956710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:36.723 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:36.723 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:36.723 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:36.723 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:36.724 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:36.724 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:36.724 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:36.724 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:36.724 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:36.724 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:36.724 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:36.724 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:36.724 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:36.725 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:12:36.726 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:12:36.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.732532 22913 rpc_server.cc:307] RPC server started. Bound to: 127.21.224.2:41657
23:12:36.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.732734 23101 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.224.2:41657 every 8 connection(s)
23:12:36.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.736054 22913 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/data/info.pb
23:12:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.742391 22400 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 22913
23:12:36.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.742864 22400 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-1/wal/instance
23:12:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.763147 22400 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/wal
23:12:36.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/data
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/logs
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/data/info.pb
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.3:0
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.224.3
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.3
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:36.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:36.778 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:36.779 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:36.779 [DEBUG - pool-302-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:36.779 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:36.779 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:36.779 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:36.780 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:36.780 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:36.780 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:36.780 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:36.780 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:36.780 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:36.780 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:36.781 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28675), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [48ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [49ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [49ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [72ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [76ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [90ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [90ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [113ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [132ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [133ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [165ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [165ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [166ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [166ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [301ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [361ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [366ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [366ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [822ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [823ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [823ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [823ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1021ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1661ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3141ms] too many traces: truncated at 100 traces, deferred=Deferred@945588646(state=PENDING, result=null, callback=(continuation of Deferred@1409513498 after retry RPC after error@629162063) -> (continuation of Deferred@1844826111 after retry RPC after error@834169438) -> (continuation of Deferred@2125727707 after retry RPC after error@1494327930) -> (continuation of Deferred@441975952 after retry RPC after error@1749055263) -> (continuation of Deferred@915685139 after retry RPC after error@1656904137) -> (continuation of Deferred@946126213 after retry RPC after error@1400360217) -> (continuation of Deferred@1141644483 after retry RPC after error@888150426) -> (continuation of Deferred@694485524 after retry RPC after error@1142365476) -> (continuation of Deferred@1616509793 after retry RPC after error@1422987833) -> (continuation of Deferred@1436929813 after retry RPC after error@698812088) -> (continuation of Deferred@101343774 after retry RPC after error@1519839292) -> (continuation of Deferred@556816668 after retry RPC after error@808651076) -> (continuation of Deferred@1711052750 after retry RPC after error@147211333) -> (continuation of Deferred@731714808 after retry RPC after error@63717862) -> (continuation of Deferred@34596022 after retry RPC after error@944864478) -> (continuation of Deferred@2074646008 after retry RPC after error@436877338) -> (continuation of Deferred@1742558649 after retry RPC after error@1423532560) -> (continuation of Deferred@1801529894 after retry RPC after error@543163832) -> (continuation of Deferred@765328528 after retry RPC after error@843829969) -> (continuation of Deferred@1343880868 after retry RPC after error@1895070938) -> (continuation of Deferred@844064552 after retry RPC after error@1593763562), errback=(continuation of Deferred@1409513498 after retry RPC after error@629162063) -> (continuation of Deferred@1844826111 after retry RPC after error@834169438) -> (continuation of Deferred@2125727707 after retry RPC after error@1494327930) -> (continuation of Deferred@441975952 after retry RPC after error@1749055263) -> (continuation of Deferred@915685139 after retry RPC after error@1656904137) -> (continuation of Deferred@946126213 after retry RPC after error@1400360217) -> (continuation of Deferred@1141644483 after retry RPC after error@888150426) -> (continuation of Deferred@694485524 after retry RPC after error@1142365476) -> (continuation of Deferred@1616509793 after retry RPC after error@1422987833) -> (continuation of Deferred@1436929813 after retry RPC after error@698812088) -> (continuation of Deferred@101343774 after retry RPC after error@1519839292) -> (continuation of Deferred@556816668 after retry RPC after error@808651076) -> (continuation of Deferred@1711052750 after retry RPC after error@147211333) -> (continuation of Deferred@731714808 after retry RPC after error@63717862) -> (continuation of Deferred@34596022 after retry RPC after error@944864478) -> (continuation of Deferred@2074646008 after retry RPC after error@436877338) -> (continuation of Deferred@1742558649 after retry RPC after error@1423532560) -> (continuation of Deferred@1801529894 after retry RPC after error@543163832) -> (continuation of Deferred@765328528 after retry RPC after error@843829969) -> (continuation of Deferred@1343880868 after retry RPC after error@1895070938) -> (continuation of Deferred@844064552 after retry RPC after error@1593763562)))
23:12:36.782 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:12:36.783 [WARN - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28675), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [48ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [49ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [49ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [72ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [76ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [90ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [90ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [113ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [132ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [133ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [165ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [165ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [166ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [166ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [301ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [361ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [366ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [366ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [822ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [823ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [823ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [823ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1021ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1661ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3141ms] too many traces: truncated at 100 traces, deferred=Deferred@945588646(state=PENDING, result=null, callback=(continuation of Deferred@1409513498 after retry RPC after error@629162063) -> (continuation of Deferred@1844826111 after retry RPC after error@834169438) -> (continuation of Deferred@2125727707 after retry RPC after error@1494327930) -> (continuation of Deferred@441975952 after retry RPC after error@1749055263) -> (continuation of Deferred@915685139 after retry RPC after error@1656904137) -> (continuation of Deferred@946126213 after retry RPC after error@1400360217) -> (continuation of Deferred@1141644483 after retry RPC after error@888150426) -> (continuation of Deferred@694485524 after retry RPC after error@1142365476) -> (continuation of Deferred@1616509793 after retry RPC after error@1422987833) -> (continuation of Deferred@1436929813 after retry RPC after error@698812088) -> (continuation of Deferred@101343774 after retry RPC after error@1519839292) -> (continuation of Deferred@556816668 after retry RPC after error@808651076) -> (continuation of Deferred@1711052750 after retry RPC after error@147211333) -> (continuation of Deferred@731714808 after retry RPC after error@63717862) -> (continuation of Deferred@34596022 after retry RPC after error@944864478) -> (continuation of Deferred@2074646008 after retry RPC after error@436877338) -> (continuation of Deferred@1742558649 after retry RPC after error@1423532560) -> (continuation of Deferred@1801529894 after retry RPC after error@543163832) -> (continuation of Deferred@765328528 after retry RPC after error@843829969) -> (continuation of Deferred@1343880868 after retry RPC after error@1895070938) -> (continuation of Deferred@844064552 after retry RPC after error@1593763562), errback=(continuation of Deferred@1409513498 after retry RPC after error@629162063) -> (continuation of Deferred@1844826111 after retry RPC after error@834169438) -> (continuation of Deferred@2125727707 after retry RPC after error@1494327930) -> (continuation of Deferred@441975952 after retry RPC after error@1749055263) -> (continuation of Deferred@915685139 after retry RPC after error@1656904137) -> (continuation of Deferred@946126213 after retry RPC after error@1400360217) -> (continuation of Deferred@1141644483 after retry RPC after error@888150426) -> (continuation of Deferred@694485524 after retry RPC after error@1142365476) -> (continuation of Deferred@1616509793 after retry RPC after error@1422987833) -> (continuation of Deferred@1436929813 after retry RPC after error@698812088) -> (continuation of Deferred@101343774 after retry RPC after error@1519839292) -> (continuation of Deferred@556816668 after retry RPC after error@808651076) -> (continuation of Deferred@1711052750 after retry RPC after error@147211333) -> (continuation of Deferred@731714808 after retry RPC after error@63717862) -> (continuation of Deferred@34596022 after retry RPC after error@944864478) -> (continuation of Deferred@2074646008 after retry RPC after error@436877338) -> (continuation of Deferred@1742558649 after retry RPC after error@1423532560) -> (continuation of Deferred@1801529894 after retry RPC after error@543163832) -> (continuation of Deferred@765328528 after retry RPC after error@843829969) -> (continuation of Deferred@1343880868 after retry RPC after error@1895070938) -> (continuation of Deferred@844064552 after retry RPC after error@1593763562)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:36.783 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
23:12:36.786 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
23:12:36.790 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=28675), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [48ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [49ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [49ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [72ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [76ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [90ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [90ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [111ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [113ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [132ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [133ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [143ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [143ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] refreshing cache from master, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [165ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [165ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [166ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [166ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [242ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [301ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [361ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [366ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [366ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [822ms] refreshing cache from master, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [822ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [822ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [823ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [823ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [823ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1021ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1021ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1660ms] refreshing cache from master, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1661ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3140ms] refreshing cache from master, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3141ms] too many traces: truncated at 100 traces, deferred=Deferred@945588646(state=PENDING, result=null, callback=(continuation of Deferred@1409513498 after retry RPC after error@629162063) -> (continuation of Deferred@1844826111 after retry RPC after error@834169438) -> (continuation of Deferred@2125727707 after retry RPC after error@1494327930) -> (continuation of Deferred@441975952 after retry RPC after error@1749055263) -> (continuation of Deferred@915685139 after retry RPC after error@1656904137) -> (continuation of Deferred@946126213 after retry RPC after error@1400360217) -> (continuation of Deferred@1141644483 after retry RPC after error@888150426) -> (continuation of Deferred@694485524 after retry RPC after error@1142365476) -> (continuation of Deferred@1616509793 after retry RPC after error@1422987833) -> (continuation of Deferred@1436929813 after retry RPC after error@698812088) -> (continuation of Deferred@101343774 after retry RPC after error@1519839292) -> (continuation of Deferred@556816668 after retry RPC after error@808651076) -> (continuation of Deferred@1711052750 after retry RPC after error@147211333) -> (continuation of Deferred@731714808 after retry RPC after error@63717862) -> (continuation of Deferred@34596022 after retry RPC after error@944864478) -> (continuation of Deferred@2074646008 after retry RPC after error@436877338) -> (continuation of Deferred@1742558649 after retry RPC after error@1423532560) -> (continuation of Deferred@1801529894 after retry RPC after error@543163832) -> (continuation of Deferred@765328528 after retry RPC after error@843829969) -> (continuation of Deferred@1343880868 after retry RPC after error@1895070938) -> (continuation of Deferred@844064552 after retry RPC after error@1593763562), errback=(continuation of Deferred@1409513498 after retry RPC after error@629162063) -> (continuation of Deferred@1844826111 after retry RPC after error@834169438) -> (continuation of Deferred@2125727707 after retry RPC after error@1494327930) -> (continuation of Deferred@441975952 after retry RPC after error@1749055263) -> (continuation of Deferred@915685139 after retry RPC after error@1656904137) -> (continuation of Deferred@946126213 after retry RPC after error@1400360217) -> (continuation of Deferred@1141644483 after retry RPC after error@888150426) -> (continuation of Deferred@694485524 after retry RPC after error@1142365476) -> (continuation of Deferred@1616509793 after retry RPC after error@1422987833) -> (continuation of Deferred@1436929813 after retry RPC after error@698812088) -> (continuation of Deferred@101343774 after retry RPC after error@1519839292) -> (continuation of Deferred@556816668 after retry RPC after error@808651076) -> (continuation of Deferred@1711052750 after retry RPC after error@147211333) -> (continuation of Deferred@731714808 after retry RPC after error@63717862) -> (continuation of Deferred@34596022 after retry RPC after error@944864478) -> (continuation of Deferred@2074646008 after retry RPC after error@436877338) -> (continuation of Deferred@1742558649 after retry RPC after error@1423532560) -> (continuation of Deferred@1801529894 after retry RPC after error@543163832) -> (continuation of Deferred@765328528 after retry RPC after error@843829969) -> (continuation of Deferred@1343880868 after retry RPC after error@1895070938) -> (continuation of Deferred@844064552 after retry RPC after error@1593763562)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:36.791 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
23:12:36.792 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:36.793 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
23:12:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.808651 23102 heartbeater.cc:344] Connected to a master server at 127.21.224.61:43771
23:12:36.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.809235 23102 heartbeater.cc:461] Registering TS with master...
23:12:36.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.810716 23102 heartbeater.cc:507] Master 127.21.224.61:43771 requested a full tablet report, sending...
23:12:36.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.814745 22543 ts_manager.cc:194] Registered new tserver with Master: 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657)
23:12:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.832777 23103 heartbeater.cc:344] Connected to a master server at 127.21.224.60:34307
23:12:36.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.833153 23103 heartbeater.cc:461] Registering TS with master...
23:12:36.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.834153 23103 heartbeater.cc:507] Master 127.21.224.60:34307 requested a full tablet report, sending...
23:12:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.835001 23106 heartbeater.cc:344] Connected to a master server at 127.21.224.62:43747
23:12:36.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.835408 23106 heartbeater.cc:461] Registering TS with master...
23:12:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.836289 23106 heartbeater.cc:507] Master 127.21.224.62:43747 requested a full tablet report, sending...
23:12:36.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.837262 22619 ts_manager.cc:194] Registered new tserver with Master: 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657)
23:12:36.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:36.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.840307 22445 ts_manager.cc:194] Registered new tserver with Master: 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657)
23:12:36.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:36.842360 22445 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.224.2:60875
23:12:36.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:37.031 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:37.031 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:37.031 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:37.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:37.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:37.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:37.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:37.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:37.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:37.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:37.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:37.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:37.032 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:37.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:37.158 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:37.158 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:37.158 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:37.159 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.159 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.159 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.159 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.159 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.159 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.159 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.159 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.159 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.159 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:37.191 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:37.191 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:37.191 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:37.191 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:37.192 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:37.192 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:37.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:37.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:37.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:37.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:37.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:37.192 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:37.192 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:37.192 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:37.192 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:37.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:37.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:37.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:37.192 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:37.192 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:37.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:37.193 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:37.193 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:37.193 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:37.193 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:37.193 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:37.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465957210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:37.224 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:12:37.225 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:12:37.266 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:37.266 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:37.266 [DEBUG - pool-300-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:37.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:37.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:37.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:37.267 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:37.267 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:37.267 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:37.267 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:37.267 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:37.267 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:37.267 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:37.268 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [67ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [87ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [88ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [88ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [218ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [219ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [383ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [423ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [542ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [543ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [862ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [862ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1062ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1382ms] refreshing cache from master, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1384ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5180ms] refreshing cache from master, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [5181ms] too many traces: truncated at 100 traces, deferred=Deferred@152173062(state=PENDING, result=null, callback=(continuation of Deferred@873494839 after retry RPC after error@160062982) -> (continuation of Deferred@2080560874 after retry RPC after error@2051392166) -> (continuation of Deferred@1294718232 after retry RPC after error@369809621) -> (continuation of Deferred@2086009208 after retry RPC after error@676418726) -> (continuation of Deferred@994166689 after retry RPC after error@2068671596) -> (continuation of Deferred@671138884 after retry RPC after error@173425030) -> (continuation of Deferred@1067447202 after retry RPC after error@799131185) -> (continuation of Deferred@19731813 after retry RPC after error@969883319) -> (continuation of Deferred@2039335119 after retry RPC after error@1488718209) -> (continuation of Deferred@827570638 after retry RPC after error@1906901973) -> (continuation of Deferred@1727358623 after retry RPC after error@1589484481) -> (continuation of Deferred@1921831953 after retry RPC after error@1266861630) -> (continuation of Deferred@110002255 after retry RPC after error@887058636) -> (continuation of Deferred@552011290 after retry RPC after error@2106165006) -> (continuation of Deferred@259517448 after retry RPC after error@1088533562) -> (continuation of Deferred@1479458282 after retry RPC after error@1764683798) -> (continuation of Deferred@1493784215 after retry RPC after error@335833576) -> (continuation of Deferred@971528047 after retry RPC after error@668511748) -> (continuation of Deferred@888600966 after retry RPC after error@51023321) -> (continuation of Deferred@2023944696 after retry RPC after error@451463270) -> (continuation of Deferred@433141876 after retry RPC after error@1323440850) -> (continuation of Deferred@555749319 after retry RPC after error@2111260797) -> (continuation of Deferred@1834343723 after retry RPC after error@859795161) -> (continuation of Deferred@314573134 after retry RPC after error@1427318731) -> (continuation of Deferred@376177863 after retry RPC after error@1592650101) -> (continuation of Deferred@1286949271 after retry RPC after error@13898421), errback=(continuation of Deferred@873494839 after retry RPC after error@160062982) -> (continuation of Deferred@2080560874 after retry RPC after error@2051392166) -> (continuation of Deferred@1294718232 after retry RPC after error@369809621) -> (continuation of Deferred@2086009208 after retry RPC after error@676418726) -> (continuation of Deferred@994166689 after retry RPC after error@2068671596) -> (continuation of Deferred@671138884 after retry RPC after error@173425030) -> (continuation of Deferred@1067447202 after retry RPC after error@799131185) -> (continuation of Deferred@19731813 after retry RPC after error@969883319) -> (continuation of Deferred@2039335119 after retry RPC after error@1488718209) -> (continuation of Deferred@827570638 after retry RPC after error@1906901973) -> (continuation of Deferred@1727358623 after retry RPC after error@1589484481) -> (continuation of Deferred@1921831953 after retry RPC after error@1266861630) -> (continuation of Deferred@110002255 after retry RPC after error@887058636) -> (continuation of Deferred@552011290 after retry RPC after error@2106165006) -> (continuation of Deferred@259517448 after retry RPC after error@1088533562) -> (continuation of Deferred@1479458282 after retry RPC after error@1764683798) -> (continuation of Deferred@1493784215 after retry RPC after error@335833576) -> (continuation of Deferred@971528047 after retry RPC after error@668511748) -> (continuation of Deferred@888600966 after retry RPC after error@51023321) -> (continuation of Deferred@2023944696 after retry RPC after error@451463270) -> (continuation of Deferred@433141876 after retry RPC after error@1323440850) -> (continuation of Deferred@555749319 after retry RPC after error@2111260797) -> (continuation of Deferred@1834343723 after retry RPC after error@859795161) -> (continuation of Deferred@314573134 after retry RPC after error@1427318731) -> (continuation of Deferred@376177863 after retry RPC after error@1592650101) -> (continuation of Deferred@1286949271 after retry RPC after error@13898421)))
23:12:37.269 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:12:37.270 [WARN - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [67ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [87ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [88ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [88ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [218ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [219ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [383ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [423ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [542ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [543ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [862ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [862ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1062ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1382ms] refreshing cache from master, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1384ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5180ms] refreshing cache from master, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [5181ms] too many traces: truncated at 100 traces, deferred=Deferred@152173062(state=PENDING, result=null, callback=(continuation of Deferred@873494839 after retry RPC after error@160062982) -> (continuation of Deferred@2080560874 after retry RPC after error@2051392166) -> (continuation of Deferred@1294718232 after retry RPC after error@369809621) -> (continuation of Deferred@2086009208 after retry RPC after error@676418726) -> (continuation of Deferred@994166689 after retry RPC after error@2068671596) -> (continuation of Deferred@671138884 after retry RPC after error@173425030) -> (continuation of Deferred@1067447202 after retry RPC after error@799131185) -> (continuation of Deferred@19731813 after retry RPC after error@969883319) -> (continuation of Deferred@2039335119 after retry RPC after error@1488718209) -> (continuation of Deferred@827570638 after retry RPC after error@1906901973) -> (continuation of Deferred@1727358623 after retry RPC after error@1589484481) -> (continuation of Deferred@1921831953 after retry RPC after error@1266861630) -> (continuation of Deferred@110002255 after retry RPC after error@887058636) -> (continuation of Deferred@552011290 after retry RPC after error@2106165006) -> (continuation of Deferred@259517448 after retry RPC after error@1088533562) -> (continuation of Deferred@1479458282 after retry RPC after error@1764683798) -> (continuation of Deferred@1493784215 after retry RPC after error@335833576) -> (continuation of Deferred@971528047 after retry RPC after error@668511748) -> (continuation of Deferred@888600966 after retry RPC after error@51023321) -> (continuation of Deferred@2023944696 after retry RPC after error@451463270) -> (continuation of Deferred@433141876 after retry RPC after error@1323440850) -> (continuation of Deferred@555749319 after retry RPC after error@2111260797) -> (continuation of Deferred@1834343723 after retry RPC after error@859795161) -> (continuation of Deferred@314573134 after retry RPC after error@1427318731) -> (continuation of Deferred@376177863 after retry RPC after error@1592650101) -> (continuation of Deferred@1286949271 after retry RPC after error@13898421), errback=(continuation of Deferred@873494839 after retry RPC after error@160062982) -> (continuation of Deferred@2080560874 after retry RPC after error@2051392166) -> (continuation of Deferred@1294718232 after retry RPC after error@369809621) -> (continuation of Deferred@2086009208 after retry RPC after error@676418726) -> (continuation of Deferred@994166689 after retry RPC after error@2068671596) -> (continuation of Deferred@671138884 after retry RPC after error@173425030) -> (continuation of Deferred@1067447202 after retry RPC after error@799131185) -> (continuation of Deferred@19731813 after retry RPC after error@969883319) -> (continuation of Deferred@2039335119 after retry RPC after error@1488718209) -> (continuation of Deferred@827570638 after retry RPC after error@1906901973) -> (continuation of Deferred@1727358623 after retry RPC after error@1589484481) -> (continuation of Deferred@1921831953 after retry RPC after error@1266861630) -> (continuation of Deferred@110002255 after retry RPC after error@887058636) -> (continuation of Deferred@552011290 after retry RPC after error@2106165006) -> (continuation of Deferred@259517448 after retry RPC after error@1088533562) -> (continuation of Deferred@1479458282 after retry RPC after error@1764683798) -> (continuation of Deferred@1493784215 after retry RPC after error@335833576) -> (continuation of Deferred@971528047 after retry RPC after error@668511748) -> (continuation of Deferred@888600966 after retry RPC after error@51023321) -> (continuation of Deferred@2023944696 after retry RPC after error@451463270) -> (continuation of Deferred@433141876 after retry RPC after error@1323440850) -> (continuation of Deferred@555749319 after retry RPC after error@2111260797) -> (continuation of Deferred@1834343723 after retry RPC after error@859795161) -> (continuation of Deferred@314573134 after retry RPC after error@1427318731) -> (continuation of Deferred@376177863 after retry RPC after error@1592650101) -> (continuation of Deferred@1286949271 after retry RPC after error@13898421)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:37.270 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
23:12:37.273 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
23:12:37.277 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:37.277 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:37.277 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:37.278 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:37.278 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:37.278 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:37.278 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:37.278 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:37.278 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:37.278 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:37.278 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:37.279 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:37.279 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:37.284 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [67ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [87ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [88ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [88ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [218ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [219ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [261ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [383ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [422ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [423ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [423ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [542ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [542ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [543ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [861ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [862ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [862ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1061ms] refreshing cache from master, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1062ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1062ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1382ms] refreshing cache from master, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1384ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1384ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [5180ms] refreshing cache from master, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [5181ms] too many traces: truncated at 100 traces, deferred=Deferred@152173062(state=PENDING, result=null, callback=(continuation of Deferred@873494839 after retry RPC after error@160062982) -> (continuation of Deferred@2080560874 after retry RPC after error@2051392166) -> (continuation of Deferred@1294718232 after retry RPC after error@369809621) -> (continuation of Deferred@2086009208 after retry RPC after error@676418726) -> (continuation of Deferred@994166689 after retry RPC after error@2068671596) -> (continuation of Deferred@671138884 after retry RPC after error@173425030) -> (continuation of Deferred@1067447202 after retry RPC after error@799131185) -> (continuation of Deferred@19731813 after retry RPC after error@969883319) -> (continuation of Deferred@2039335119 after retry RPC after error@1488718209) -> (continuation of Deferred@827570638 after retry RPC after error@1906901973) -> (continuation of Deferred@1727358623 after retry RPC after error@1589484481) -> (continuation of Deferred@1921831953 after retry RPC after error@1266861630) -> (continuation of Deferred@110002255 after retry RPC after error@887058636) -> (continuation of Deferred@552011290 after retry RPC after error@2106165006) -> (continuation of Deferred@259517448 after retry RPC after error@1088533562) -> (continuation of Deferred@1479458282 after retry RPC after error@1764683798) -> (continuation of Deferred@1493784215 after retry RPC after error@335833576) -> (continuation of Deferred@971528047 after retry RPC after error@668511748) -> (continuation of Deferred@888600966 after retry RPC after error@51023321) -> (continuation of Deferred@2023944696 after retry RPC after error@451463270) -> (continuation of Deferred@433141876 after retry RPC after error@1323440850) -> (continuation of Deferred@555749319 after retry RPC after error@2111260797) -> (continuation of Deferred@1834343723 after retry RPC after error@859795161) -> (continuation of Deferred@314573134 after retry RPC after error@1427318731) -> (continuation of Deferred@376177863 after retry RPC after error@1592650101) -> (continuation of Deferred@1286949271 after retry RPC after error@13898421), errback=(continuation of Deferred@873494839 after retry RPC after error@160062982) -> (continuation of Deferred@2080560874 after retry RPC after error@2051392166) -> (continuation of Deferred@1294718232 after retry RPC after error@369809621) -> (continuation of Deferred@2086009208 after retry RPC after error@676418726) -> (continuation of Deferred@994166689 after retry RPC after error@2068671596) -> (continuation of Deferred@671138884 after retry RPC after error@173425030) -> (continuation of Deferred@1067447202 after retry RPC after error@799131185) -> (continuation of Deferred@19731813 after retry RPC after error@969883319) -> (continuation of Deferred@2039335119 after retry RPC after error@1488718209) -> (continuation of Deferred@827570638 after retry RPC after error@1906901973) -> (continuation of Deferred@1727358623 after retry RPC after error@1589484481) -> (continuation of Deferred@1921831953 after retry RPC after error@1266861630) -> (continuation of Deferred@110002255 after retry RPC after error@887058636) -> (continuation of Deferred@552011290 after retry RPC after error@2106165006) -> (continuation of Deferred@259517448 after retry RPC after error@1088533562) -> (continuation of Deferred@1479458282 after retry RPC after error@1764683798) -> (continuation of Deferred@1493784215 after retry RPC after error@335833576) -> (continuation of Deferred@971528047 after retry RPC after error@668511748) -> (continuation of Deferred@888600966 after retry RPC after error@51023321) -> (continuation of Deferred@2023944696 after retry RPC after error@451463270) -> (continuation of Deferred@433141876 after retry RPC after error@1323440850) -> (continuation of Deferred@555749319 after retry RPC after error@2111260797) -> (continuation of Deferred@1834343723 after retry RPC after error@859795161) -> (continuation of Deferred@314573134 after retry RPC after error@1427318731) -> (continuation of Deferred@376177863 after retry RPC after error@1592650101) -> (continuation of Deferred@1286949271 after retry RPC after error@13898421)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:37.285 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:37.286 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
23:12:37.287 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
23:12:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:37.319801 23109 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:37.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:37.320461 23109 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:37.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:37.321053 23109 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:37.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:37.360 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:37.361 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:37.361 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:37.361 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:37.361 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:37.361 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:37.361 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:37.362 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:37.362 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:37.362 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:37.362 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:37.362 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:37.362 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:37.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:37.364295 23109 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:37.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:37.365283 23109 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.21.224.3
23:12:37.367 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:37.367 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:37.367 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:37.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:37.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:37.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:37.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:37.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:37.368 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:37.368 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:37.368 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:37.368 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:37.368 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:37.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:37.412062 23109 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.21.224.20:44409
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/data
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/wal
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.21.224.3:0
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/data/info.pb
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.21.224.3
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.21.224.62:43747,127.21.224.61:43771,127.21.224.60:34307
23:12:37.412 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.21.224.3
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/logs
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:37.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:37.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:37.413810 23109 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:37.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:37.415632 23109 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:37.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:37.436003 23119 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:37.531 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:37.532 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:37.532 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:37.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:37.533 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:37.533 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:37.533 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:37.533 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:37.533 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:37.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:37.535 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:37.535 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:37.536 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:37.536 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:37.685 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:37.686 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:37.686 [DEBUG - pool-304-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:37.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:37.687 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:37.687 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:37.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:37.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:37.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:37.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:37.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:37.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:37.688 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:37.689 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29582), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [53ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [58ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [58ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [70ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [84ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [85ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [157ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [157ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [262ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [344ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [344ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [483ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [483ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1482ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2543ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3622ms] too many traces: truncated at 100 traces, deferred=Deferred@173265696(state=PENDING, result=null, callback=(continuation of Deferred@990637764 after retry RPC after error@1147705299) -> (continuation of Deferred@905711180 after retry RPC after error@555880704) -> (continuation of Deferred@1161537070 after retry RPC after error@1164801877) -> (continuation of Deferred@272011226 after retry RPC after error@564999885) -> (continuation of Deferred@960491008 after retry RPC after error@390525357) -> (continuation of Deferred@866837696 after retry RPC after error@2079962918) -> (continuation of Deferred@1039141303 after retry RPC after error@488328253) -> (continuation of Deferred@2037594042 after retry RPC after error@1325793077) -> (continuation of Deferred@1921383123 after retry RPC after error@901261850) -> (continuation of Deferred@1435895280 after retry RPC after error@889893920) -> (continuation of Deferred@1745130288 after retry RPC after error@471375056) -> (continuation of Deferred@2042929958 after retry RPC after error@428848010) -> (continuation of Deferred@1440624280 after retry RPC after error@234407663) -> (continuation of Deferred@1366923749 after retry RPC after error@898528163) -> (continuation of Deferred@293613924 after retry RPC after error@1510232581) -> (continuation of Deferred@1202671121 after retry RPC after error@33173036) -> (continuation of Deferred@291578982 after retry RPC after error@1762510901) -> (continuation of Deferred@1416613059 after retry RPC after error@78906156) -> (continuation of Deferred@485381576 after retry RPC after error@455440896) -> (continuation of Deferred@822522995 after retry RPC after error@353332252) -> (continuation of Deferred@2065775456 after retry RPC after error@1264892798) -> (continuation of Deferred@1329933133 after retry RPC after error@558154037) -> (continuation of Deferred@1405879366 after retry RPC after error@1033763338) -> (continuation of Deferred@1541714359 after retry RPC after error@1554943639) -> (continuation of Deferred@1869827952 after retry RPC after error@1030534462) -> (continuation of Deferred@1140572717 after retry RPC after error@1804150515) -> (continuation of Deferred@519371837 after retry RPC after error@1189703576) -> (continuation of Deferred@1537091522 after retry RPC after error@2038578428), errback=(continuation of Deferred@990637764 after retry RPC after error@1147705299) -> (continuation of Deferred@905711180 after retry RPC after error@555880704) -> (continuation of Deferred@1161537070 after retry RPC after error@1164801877) -> (continuation of Deferred@272011226 after retry RPC after error@564999885) -> (continuation of Deferred@960491008 after retry RPC after error@390525357) -> (continuation of Deferred@866837696 after retry RPC after error@2079962918) -> (continuation of Deferred@1039141303 after retry RPC after error@488328253) -> (continuation of Deferred@2037594042 after retry RPC after error@1325793077) -> (continuation of Deferred@1921383123 after retry RPC after error@901261850) -> (continuation of Deferred@1435895280 after retry RPC after error@889893920) -> (continuation of Deferred@1745130288 after retry RPC after error@471375056) -> (continuation of Deferred@2042929958 after retry RPC after error@428848010) -> (continuation of Deferred@1440624280 after retry RPC after error@234407663) -> (continuation of Deferred@1366923749 after retry RPC after error@898528163) -> (continuation of Deferred@293613924 after retry RPC after error@1510232581) -> (continuation of Deferred@1202671121 after retry RPC after error@33173036) -> (continuation of Deferred@291578982 after retry RPC after error@1762510901) -> (continuation of Deferred@1416613059 after retry RPC after error@78906156) -> (continuation of Deferred@485381576 after retry RPC after error@455440896) -> (continuation of Deferred@822522995 after retry RPC after error@353332252) -> (continuation of Deferred@2065775456 after retry RPC after error@1264892798) -> (continuation of Deferred@1329933133 after retry RPC after error@558154037) -> (continuation of Deferred@1405879366 after retry RPC after error@1033763338) -> (continuation of Deferred@1541714359 after retry RPC after error@1554943639) -> (continuation of Deferred@1869827952 after retry RPC after error@1030534462) -> (continuation of Deferred@1140572717 after retry RPC after error@1804150515) -> (continuation of Deferred@519371837 after retry RPC after error@1189703576) -> (continuation of Deferred@1537091522 after retry RPC after error@2038578428)))
23:12:37.690 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:12:37.690 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29582), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [53ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [58ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [58ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [70ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [84ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [85ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [157ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [157ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [262ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [344ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [344ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [483ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [483ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1482ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2543ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3622ms] too many traces: truncated at 100 traces, deferred=Deferred@173265696(state=PENDING, result=null, callback=(continuation of Deferred@990637764 after retry RPC after error@1147705299) -> (continuation of Deferred@905711180 after retry RPC after error@555880704) -> (continuation of Deferred@1161537070 after retry RPC after error@1164801877) -> (continuation of Deferred@272011226 after retry RPC after error@564999885) -> (continuation of Deferred@960491008 after retry RPC after error@390525357) -> (continuation of Deferred@866837696 after retry RPC after error@2079962918) -> (continuation of Deferred@1039141303 after retry RPC after error@488328253) -> (continuation of Deferred@2037594042 after retry RPC after error@1325793077) -> (continuation of Deferred@1921383123 after retry RPC after error@901261850) -> (continuation of Deferred@1435895280 after retry RPC after error@889893920) -> (continuation of Deferred@1745130288 after retry RPC after error@471375056) -> (continuation of Deferred@2042929958 after retry RPC after error@428848010) -> (continuation of Deferred@1440624280 after retry RPC after error@234407663) -> (continuation of Deferred@1366923749 after retry RPC after error@898528163) -> (continuation of Deferred@293613924 after retry RPC after error@1510232581) -> (continuation of Deferred@1202671121 after retry RPC after error@33173036) -> (continuation of Deferred@291578982 after retry RPC after error@1762510901) -> (continuation of Deferred@1416613059 after retry RPC after error@78906156) -> (continuation of Deferred@485381576 after retry RPC after error@455440896) -> (continuation of Deferred@822522995 after retry RPC after error@353332252) -> (continuation of Deferred@2065775456 after retry RPC after error@1264892798) -> (continuation of Deferred@1329933133 after retry RPC after error@558154037) -> (continuation of Deferred@1405879366 after retry RPC after error@1033763338) -> (continuation of Deferred@1541714359 after retry RPC after error@1554943639) -> (continuation of Deferred@1869827952 after retry RPC after error@1030534462) -> (continuation of Deferred@1140572717 after retry RPC after error@1804150515) -> (continuation of Deferred@519371837 after retry RPC after error@1189703576) -> (continuation of Deferred@1537091522 after retry RPC after error@2038578428), errback=(continuation of Deferred@990637764 after retry RPC after error@1147705299) -> (continuation of Deferred@905711180 after retry RPC after error@555880704) -> (continuation of Deferred@1161537070 after retry RPC after error@1164801877) -> (continuation of Deferred@272011226 after retry RPC after error@564999885) -> (continuation of Deferred@960491008 after retry RPC after error@390525357) -> (continuation of Deferred@866837696 after retry RPC after error@2079962918) -> (continuation of Deferred@1039141303 after retry RPC after error@488328253) -> (continuation of Deferred@2037594042 after retry RPC after error@1325793077) -> (continuation of Deferred@1921383123 after retry RPC after error@901261850) -> (continuation of Deferred@1435895280 after retry RPC after error@889893920) -> (continuation of Deferred@1745130288 after retry RPC after error@471375056) -> (continuation of Deferred@2042929958 after retry RPC after error@428848010) -> (continuation of Deferred@1440624280 after retry RPC after error@234407663) -> (continuation of Deferred@1366923749 after retry RPC after error@898528163) -> (continuation of Deferred@293613924 after retry RPC after error@1510232581) -> (continuation of Deferred@1202671121 after retry RPC after error@33173036) -> (continuation of Deferred@291578982 after retry RPC after error@1762510901) -> (continuation of Deferred@1416613059 after retry RPC after error@78906156) -> (continuation of Deferred@485381576 after retry RPC after error@455440896) -> (continuation of Deferred@822522995 after retry RPC after error@353332252) -> (continuation of Deferred@2065775456 after retry RPC after error@1264892798) -> (continuation of Deferred@1329933133 after retry RPC after error@558154037) -> (continuation of Deferred@1405879366 after retry RPC after error@1033763338) -> (continuation of Deferred@1541714359 after retry RPC after error@1554943639) -> (continuation of Deferred@1869827952 after retry RPC after error@1030534462) -> (continuation of Deferred@1140572717 after retry RPC after error@1804150515) -> (continuation of Deferred@519371837 after retry RPC after error@1189703576) -> (continuation of Deferred@1537091522 after retry RPC after error@2038578428)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:37.691 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
23:12:37.697 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
23:12:37.702 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29582), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [51ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [53ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [58ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [58ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [70ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [84ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [85ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [85ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [157ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [157ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [183ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [243ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [243ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [262ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [303ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [343ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [344ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [344ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [483ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [483ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1480ms] refreshing cache from master, [1480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1481ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1482ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1482ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2541ms] refreshing cache from master, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2542ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2543ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2543ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3621ms] refreshing cache from master, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3622ms] too many traces: truncated at 100 traces, deferred=Deferred@173265696(state=PENDING, result=null, callback=(continuation of Deferred@990637764 after retry RPC after error@1147705299) -> (continuation of Deferred@905711180 after retry RPC after error@555880704) -> (continuation of Deferred@1161537070 after retry RPC after error@1164801877) -> (continuation of Deferred@272011226 after retry RPC after error@564999885) -> (continuation of Deferred@960491008 after retry RPC after error@390525357) -> (continuation of Deferred@866837696 after retry RPC after error@2079962918) -> (continuation of Deferred@1039141303 after retry RPC after error@488328253) -> (continuation of Deferred@2037594042 after retry RPC after error@1325793077) -> (continuation of Deferred@1921383123 after retry RPC after error@901261850) -> (continuation of Deferred@1435895280 after retry RPC after error@889893920) -> (continuation of Deferred@1745130288 after retry RPC after error@471375056) -> (continuation of Deferred@2042929958 after retry RPC after error@428848010) -> (continuation of Deferred@1440624280 after retry RPC after error@234407663) -> (continuation of Deferred@1366923749 after retry RPC after error@898528163) -> (continuation of Deferred@293613924 after retry RPC after error@1510232581) -> (continuation of Deferred@1202671121 after retry RPC after error@33173036) -> (continuation of Deferred@291578982 after retry RPC after error@1762510901) -> (continuation of Deferred@1416613059 after retry RPC after error@78906156) -> (continuation of Deferred@485381576 after retry RPC after error@455440896) -> (continuation of Deferred@822522995 after retry RPC after error@353332252) -> (continuation of Deferred@2065775456 after retry RPC after error@1264892798) -> (continuation of Deferred@1329933133 after retry RPC after error@558154037) -> (continuation of Deferred@1405879366 after retry RPC after error@1033763338) -> (continuation of Deferred@1541714359 after retry RPC after error@1554943639) -> (continuation of Deferred@1869827952 after retry RPC after error@1030534462) -> (continuation of Deferred@1140572717 after retry RPC after error@1804150515) -> (continuation of Deferred@519371837 after retry RPC after error@1189703576) -> (continuation of Deferred@1537091522 after retry RPC after error@2038578428), errback=(continuation of Deferred@990637764 after retry RPC after error@1147705299) -> (continuation of Deferred@905711180 after retry RPC after error@555880704) -> (continuation of Deferred@1161537070 after retry RPC after error@1164801877) -> (continuation of Deferred@272011226 after retry RPC after error@564999885) -> (continuation of Deferred@960491008 after retry RPC after error@390525357) -> (continuation of Deferred@866837696 after retry RPC after error@2079962918) -> (continuation of Deferred@1039141303 after retry RPC after error@488328253) -> (continuation of Deferred@2037594042 after retry RPC after error@1325793077) -> (continuation of Deferred@1921383123 after retry RPC after error@901261850) -> (continuation of Deferred@1435895280 after retry RPC after error@889893920) -> (continuation of Deferred@1745130288 after retry RPC after error@471375056) -> (continuation of Deferred@2042929958 after retry RPC after error@428848010) -> (continuation of Deferred@1440624280 after retry RPC after error@234407663) -> (continuation of Deferred@1366923749 after retry RPC after error@898528163) -> (continuation of Deferred@293613924 after retry RPC after error@1510232581) -> (continuation of Deferred@1202671121 after retry RPC after error@33173036) -> (continuation of Deferred@291578982 after retry RPC after error@1762510901) -> (continuation of Deferred@1416613059 after retry RPC after error@78906156) -> (continuation of Deferred@485381576 after retry RPC after error@455440896) -> (continuation of Deferred@822522995 after retry RPC after error@353332252) -> (continuation of Deferred@2065775456 after retry RPC after error@1264892798) -> (continuation of Deferred@1329933133 after retry RPC after error@558154037) -> (continuation of Deferred@1405879366 after retry RPC after error@1033763338) -> (continuation of Deferred@1541714359 after retry RPC after error@1554943639) -> (continuation of Deferred@1869827952 after retry RPC after error@1030534462) -> (continuation of Deferred@1140572717 after retry RPC after error@1804150515) -> (continuation of Deferred@519371837 after retry RPC after error@1189703576) -> (continuation of Deferred@1537091522 after retry RPC after error@2038578428)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:37.704 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
23:12:37.705 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 7fd90d75d429cae09c48b2e4b1f4e71b
23:12:37.705 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
23:12:37.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465957709 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:37.726 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
23:12:37.730 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:12:37.738 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:37.738 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:37.738 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:37.739 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.739 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.739 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.739 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.739 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.739 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.739 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:37.740 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [91ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [91ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [199ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [210ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [256ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [267ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [268ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [268ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [283ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [284ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [284ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [302ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [346ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [347ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [347ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [382ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [401ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [423ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [544ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [544ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [802ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1882ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@1657545605(state=PENDING, result=null, callback=(continuation of Deferred@1315566355 after retry RPC after error@637043639) -> (continuation of Deferred@465577575 after retry RPC after error@412352145) -> (continuation of Deferred@434337787 after retry RPC after error@2028448331) -> (continuation of Deferred@1645107246 after retry RPC after error@1701729672) -> (continuation of Deferred@1731246705 after retry RPC after error@574677294) -> (continuation of Deferred@840893024 after retry RPC after error@625656766) -> (continuation of Deferred@1204491860 after retry RPC after error@1655162386) -> (continuation of Deferred@685884452 after retry RPC after error@1539679669) -> (continuation of Deferred@1151557935 after retry RPC after error@409512191) -> (continuation of Deferred@1049530162 after retry RPC after error@1209036123) -> (continuation of Deferred@400938863 after retry RPC after error@1251453500) -> (continuation of Deferred@2771779 after retry RPC after error@1268483240) -> (continuation of Deferred@1929145371 after retry RPC after error@97386034) -> (continuation of Deferred@1475337627 after retry RPC after error@1078373642) -> (continuation of Deferred@1372294573 after retry RPC after error@1000199624) -> (continuation of Deferred@314037285 after retry RPC after error@1743521156) -> (continuation of Deferred@1783056945 after retry RPC after error@1067573540) -> (continuation of Deferred@320543753 after retry RPC after error@350026699) -> (continuation of Deferred@1150954915 after retry RPC after error@1954696405) -> (continuation of Deferred@1068694808 after retry RPC after error@1279482758) -> (continuation of Deferred@1495367832 after retry RPC after error@1059294093) -> (continuation of Deferred@399637324 after retry RPC after error@1100483931) -> (continuation of Deferred@350777520 after retry RPC after error@926219843) -> (continuation of Deferred@799500402 after retry RPC after error@777280008) -> (continuation of Deferred@2045694594 after retry RPC after error@1773731098), errback=(continuation of Deferred@1315566355 after retry RPC after error@637043639) -> (continuation of Deferred@465577575 after retry RPC after error@412352145) -> (continuation of Deferred@434337787 after retry RPC after error@2028448331) -> (continuation of Deferred@1645107246 after retry RPC after error@1701729672) -> (continuation of Deferred@1731246705 after retry RPC after error@574677294) -> (continuation of Deferred@840893024 after retry RPC after error@625656766) -> (continuation of Deferred@1204491860 after retry RPC after error@1655162386) -> (continuation of Deferred@685884452 after retry RPC after error@1539679669) -> (continuation of Deferred@1151557935 after retry RPC after error@409512191) -> (continuation of Deferred@1049530162 after retry RPC after error@1209036123) -> (continuation of Deferred@400938863 after retry RPC after error@1251453500) -> (continuation of Deferred@2771779 after retry RPC after error@1268483240) -> (continuation of Deferred@1929145371 after retry RPC after error@97386034) -> (continuation of Deferred@1475337627 after retry RPC after error@1078373642) -> (continuation of Deferred@1372294573 after retry RPC after error@1000199624) -> (continuation of Deferred@314037285 after retry RPC after error@1743521156) -> (continuation of Deferred@1783056945 after retry RPC after error@1067573540) -> (continuation of Deferred@320543753 after retry RPC after error@350026699) -> (continuation of Deferred@1150954915 after retry RPC after error@1954696405) -> (continuation of Deferred@1068694808 after retry RPC after error@1279482758) -> (continuation of Deferred@1495367832 after retry RPC after error@1059294093) -> (continuation of Deferred@399637324 after retry RPC after error@1100483931) -> (continuation of Deferred@350777520 after retry RPC after error@926219843) -> (continuation of Deferred@799500402 after retry RPC after error@777280008) -> (continuation of Deferred@2045694594 after retry RPC after error@1773731098)))
23:12:37.746 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:37.747 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:37.747 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:37.747 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.747 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.747 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.747 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:37.747 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [91ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [91ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [199ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [210ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [256ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [267ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [268ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [268ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [283ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [284ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [284ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [302ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [346ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [347ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [347ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [382ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [401ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [423ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [544ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [544ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [802ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1882ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@1657545605(state=PENDING, result=null, callback=(continuation of Deferred@1315566355 after retry RPC after error@637043639) -> (continuation of Deferred@465577575 after retry RPC after error@412352145) -> (continuation of Deferred@434337787 after retry RPC after error@2028448331) -> (continuation of Deferred@1645107246 after retry RPC after error@1701729672) -> (continuation of Deferred@1731246705 after retry RPC after error@574677294) -> (continuation of Deferred@840893024 after retry RPC after error@625656766) -> (continuation of Deferred@1204491860 after retry RPC after error@1655162386) -> (continuation of Deferred@685884452 after retry RPC after error@1539679669) -> (continuation of Deferred@1151557935 after retry RPC after error@409512191) -> (continuation of Deferred@1049530162 after retry RPC after error@1209036123) -> (continuation of Deferred@400938863 after retry RPC after error@1251453500) -> (continuation of Deferred@2771779 after retry RPC after error@1268483240) -> (continuation of Deferred@1929145371 after retry RPC after error@97386034) -> (continuation of Deferred@1475337627 after retry RPC after error@1078373642) -> (continuation of Deferred@1372294573 after retry RPC after error@1000199624) -> (continuation of Deferred@314037285 after retry RPC after error@1743521156) -> (continuation of Deferred@1783056945 after retry RPC after error@1067573540) -> (continuation of Deferred@320543753 after retry RPC after error@350026699) -> (continuation of Deferred@1150954915 after retry RPC after error@1954696405) -> (continuation of Deferred@1068694808 after retry RPC after error@1279482758) -> (continuation of Deferred@1495367832 after retry RPC after error@1059294093) -> (continuation of Deferred@399637324 after retry RPC after error@1100483931) -> (continuation of Deferred@350777520 after retry RPC after error@926219843) -> (continuation of Deferred@799500402 after retry RPC after error@777280008) -> (continuation of Deferred@2045694594 after retry RPC after error@1773731098), errback=(continuation of Deferred@1315566355 after retry RPC after error@637043639) -> (continuation of Deferred@465577575 after retry RPC after error@412352145) -> (continuation of Deferred@434337787 after retry RPC after error@2028448331) -> (continuation of Deferred@1645107246 after retry RPC after error@1701729672) -> (continuation of Deferred@1731246705 after retry RPC after error@574677294) -> (continuation of Deferred@840893024 after retry RPC after error@625656766) -> (continuation of Deferred@1204491860 after retry RPC after error@1655162386) -> (continuation of Deferred@685884452 after retry RPC after error@1539679669) -> (continuation of Deferred@1151557935 after retry RPC after error@409512191) -> (continuation of Deferred@1049530162 after retry RPC after error@1209036123) -> (continuation of Deferred@400938863 after retry RPC after error@1251453500) -> (continuation of Deferred@2771779 after retry RPC after error@1268483240) -> (continuation of Deferred@1929145371 after retry RPC after error@97386034) -> (continuation of Deferred@1475337627 after retry RPC after error@1078373642) -> (continuation of Deferred@1372294573 after retry RPC after error@1000199624) -> (continuation of Deferred@314037285 after retry RPC after error@1743521156) -> (continuation of Deferred@1783056945 after retry RPC after error@1067573540) -> (continuation of Deferred@320543753 after retry RPC after error@350026699) -> (continuation of Deferred@1150954915 after retry RPC after error@1954696405) -> (continuation of Deferred@1068694808 after retry RPC after error@1279482758) -> (continuation of Deferred@1495367832 after retry RPC after error@1059294093) -> (continuation of Deferred@399637324 after retry RPC after error@1100483931) -> (continuation of Deferred@350777520 after retry RPC after error@926219843) -> (continuation of Deferred@799500402 after retry RPC after error@777280008) -> (continuation of Deferred@2045694594 after retry RPC after error@1773731098)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [91ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [91ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [199ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [210ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [256ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [267ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [268ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [268ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [283ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [284ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [284ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [302ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [346ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [347ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [347ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [382ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [401ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [423ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [544ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [544ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [802ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1882ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@1657545605(state=PENDING, result=null, callback=(continuation of Deferred@1315566355 after retry RPC after error@637043639) -> (continuation of Deferred@465577575 after retry RPC after error@412352145) -> (continuation of Deferred@434337787 after retry RPC after error@2028448331) -> (continuation of Deferred@1645107246 after retry RPC after error@1701729672) -> (continuation of Deferred@1731246705 after retry RPC after error@574677294) -> (continuation of Deferred@840893024 after retry RPC after error@625656766) -> (continuation of Deferred@1204491860 after retry RPC after error@1655162386) -> (continuation of Deferred@685884452 after retry RPC after error@1539679669) -> (continuation of Deferred@1151557935 after retry RPC after error@409512191) -> (continuation of Deferred@1049530162 after retry RPC after error@1209036123) -> (continuation of Deferred@400938863 after retry RPC after error@1251453500) -> (continuation of Deferred@2771779 after retry RPC after error@1268483240) -> (continuation of Deferred@1929145371 after retry RPC after error@97386034) -> (continuation of Deferred@1475337627 after retry RPC after error@1078373642) -> (continuation of Deferred@1372294573 after retry RPC after error@1000199624) -> (continuation of Deferred@314037285 after retry RPC after error@1743521156) -> (continuation of Deferred@1783056945 after retry RPC after error@1067573540) -> (continuation of Deferred@320543753 after retry RPC after error@350026699) -> (continuation of Deferred@1150954915 after retry RPC after error@1954696405) -> (continuation of Deferred@1068694808 after retry RPC after error@1279482758) -> (continuation of Deferred@1495367832 after retry RPC after error@1059294093) -> (continuation of Deferred@399637324 after retry RPC after error@1100483931) -> (continuation of Deferred@350777520 after retry RPC after error@926219843) -> (continuation of Deferred@799500402 after retry RPC after error@777280008) -> (continuation of Deferred@2045694594 after retry RPC after error@1773731098), errback=(continuation of Deferred@1315566355 after retry RPC after error@637043639) -> (continuation of Deferred@465577575 after retry RPC after error@412352145) -> (continuation of Deferred@434337787 after retry RPC after error@2028448331) -> (continuation of Deferred@1645107246 after retry RPC after error@1701729672) -> (continuation of Deferred@1731246705 after retry RPC after error@574677294) -> (continuation of Deferred@840893024 after retry RPC after error@625656766) -> (continuation of Deferred@1204491860 after retry RPC after error@1655162386) -> (continuation of Deferred@685884452 after retry RPC after error@1539679669) -> (continuation of Deferred@1151557935 after retry RPC after error@409512191) -> (continuation of Deferred@1049530162 after retry RPC after error@1209036123) -> (continuation of Deferred@400938863 after retry RPC after error@1251453500) -> (continuation of Deferred@2771779 after retry RPC after error@1268483240) -> (continuation of Deferred@1929145371 after retry RPC after error@97386034) -> (continuation of Deferred@1475337627 after retry RPC after error@1078373642) -> (continuation of Deferred@1372294573 after retry RPC after error@1000199624) -> (continuation of Deferred@314037285 after retry RPC after error@1743521156) -> (continuation of Deferred@1783056945 after retry RPC after error@1067573540) -> (continuation of Deferred@320543753 after retry RPC after error@350026699) -> (continuation of Deferred@1150954915 after retry RPC after error@1954696405) -> (continuation of Deferred@1068694808 after retry RPC after error@1279482758) -> (continuation of Deferred@1495367832 after retry RPC after error@1059294093) -> (continuation of Deferred@399637324 after retry RPC after error@1100483931) -> (continuation of Deferred@350777520 after retry RPC after error@926219843) -> (continuation of Deferred@799500402 after retry RPC after error@777280008) -> (continuation of Deferred@2045694594 after retry RPC after error@1773731098)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.190:45937
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:37.759 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:37.759 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:37.759 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:37.759 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.760 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.760 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.760 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.760 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.760 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.760 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.760 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:37.782 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:37.782 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:37.782 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:37.782 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.782 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.782 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.782 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.782 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.782 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.783 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:37.790 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [91ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [91ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [199ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [210ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [256ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [267ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [268ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [268ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [283ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [284ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [284ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [302ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [346ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [347ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [347ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [382ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [401ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [423ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [544ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [544ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [802ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1882ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@1657545605(state=PENDING, result=null, callback=(continuation of Deferred@1315566355 after retry RPC after error@637043639) -> (continuation of Deferred@465577575 after retry RPC after error@412352145) -> (continuation of Deferred@434337787 after retry RPC after error@2028448331) -> (continuation of Deferred@1645107246 after retry RPC after error@1701729672) -> (continuation of Deferred@1731246705 after retry RPC after error@574677294) -> (continuation of Deferred@840893024 after retry RPC after error@625656766) -> (continuation of Deferred@1204491860 after retry RPC after error@1655162386) -> (continuation of Deferred@685884452 after retry RPC after error@1539679669) -> (continuation of Deferred@1151557935 after retry RPC after error@409512191) -> (continuation of Deferred@1049530162 after retry RPC after error@1209036123) -> (continuation of Deferred@400938863 after retry RPC after error@1251453500) -> (continuation of Deferred@2771779 after retry RPC after error@1268483240) -> (continuation of Deferred@1929145371 after retry RPC after error@97386034) -> (continuation of Deferred@1475337627 after retry RPC after error@1078373642) -> (continuation of Deferred@1372294573 after retry RPC after error@1000199624) -> (continuation of Deferred@314037285 after retry RPC after error@1743521156) -> (continuation of Deferred@1783056945 after retry RPC after error@1067573540) -> (continuation of Deferred@320543753 after retry RPC after error@350026699) -> (continuation of Deferred@1150954915 after retry RPC after error@1954696405) -> (continuation of Deferred@1068694808 after retry RPC after error@1279482758) -> (continuation of Deferred@1495367832 after retry RPC after error@1059294093) -> (continuation of Deferred@399637324 after retry RPC after error@1100483931) -> (continuation of Deferred@350777520 after retry RPC after error@926219843) -> (continuation of Deferred@799500402 after retry RPC after error@777280008) -> (continuation of Deferred@2045694594 after retry RPC after error@1773731098), errback=(continuation of Deferred@1315566355 after retry RPC after error@637043639) -> (continuation of Deferred@465577575 after retry RPC after error@412352145) -> (continuation of Deferred@434337787 after retry RPC after error@2028448331) -> (continuation of Deferred@1645107246 after retry RPC after error@1701729672) -> (continuation of Deferred@1731246705 after retry RPC after error@574677294) -> (continuation of Deferred@840893024 after retry RPC after error@625656766) -> (continuation of Deferred@1204491860 after retry RPC after error@1655162386) -> (continuation of Deferred@685884452 after retry RPC after error@1539679669) -> (continuation of Deferred@1151557935 after retry RPC after error@409512191) -> (continuation of Deferred@1049530162 after retry RPC after error@1209036123) -> (continuation of Deferred@400938863 after retry RPC after error@1251453500) -> (continuation of Deferred@2771779 after retry RPC after error@1268483240) -> (continuation of Deferred@1929145371 after retry RPC after error@97386034) -> (continuation of Deferred@1475337627 after retry RPC after error@1078373642) -> (continuation of Deferred@1372294573 after retry RPC after error@1000199624) -> (continuation of Deferred@314037285 after retry RPC after error@1743521156) -> (continuation of Deferred@1783056945 after retry RPC after error@1067573540) -> (continuation of Deferred@320543753 after retry RPC after error@350026699) -> (continuation of Deferred@1150954915 after retry RPC after error@1954696405) -> (continuation of Deferred@1068694808 after retry RPC after error@1279482758) -> (continuation of Deferred@1495367832 after retry RPC after error@1059294093) -> (continuation of Deferred@399637324 after retry RPC after error@1100483931) -> (continuation of Deferred@350777520 after retry RPC after error@926219843) -> (continuation of Deferred@799500402 after retry RPC after error@777280008) -> (continuation of Deferred@2045694594 after retry RPC after error@1773731098)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29614), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [89ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [91ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [91ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [196ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [199ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [210ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [222ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [223ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [255ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [256ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [266ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [267ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [268ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [268ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [282ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [283ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [284ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [284ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [301ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [302ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [302ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [342ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [346ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [346ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [347ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [347ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [381ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [382ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [382ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [401ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [401ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [422ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [422ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [423ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [423ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [541ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [544ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [544ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [801ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [802ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1880ms] refreshing cache from master, [1880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1881ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1882ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1882ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@1657545605(state=PENDING, result=null, callback=(continuation of Deferred@1315566355 after retry RPC after error@637043639) -> (continuation of Deferred@465577575 after retry RPC after error@412352145) -> (continuation of Deferred@434337787 after retry RPC after error@2028448331) -> (continuation of Deferred@1645107246 after retry RPC after error@1701729672) -> (continuation of Deferred@1731246705 after retry RPC after error@574677294) -> (continuation of Deferred@840893024 after retry RPC after error@625656766) -> (continuation of Deferred@1204491860 after retry RPC after error@1655162386) -> (continuation of Deferred@685884452 after retry RPC after error@1539679669) -> (continuation of Deferred@1151557935 after retry RPC after error@409512191) -> (continuation of Deferred@1049530162 after retry RPC after error@1209036123) -> (continuation of Deferred@400938863 after retry RPC after error@1251453500) -> (continuation of Deferred@2771779 after retry RPC after error@1268483240) -> (continuation of Deferred@1929145371 after retry RPC after error@97386034) -> (continuation of Deferred@1475337627 after retry RPC after error@1078373642) -> (continuation of Deferred@1372294573 after retry RPC after error@1000199624) -> (continuation of Deferred@314037285 after retry RPC after error@1743521156) -> (continuation of Deferred@1783056945 after retry RPC after error@1067573540) -> (continuation of Deferred@320543753 after retry RPC after error@350026699) -> (continuation of Deferred@1150954915 after retry RPC after error@1954696405) -> (continuation of Deferred@1068694808 after retry RPC after error@1279482758) -> (continuation of Deferred@1495367832 after retry RPC after error@1059294093) -> (continuation of Deferred@399637324 after retry RPC after error@1100483931) -> (continuation of Deferred@350777520 after retry RPC after error@926219843) -> (continuation of Deferred@799500402 after retry RPC after error@777280008) -> (continuation of Deferred@2045694594 after retry RPC after error@1773731098), errback=(continuation of Deferred@1315566355 after retry RPC after error@637043639) -> (continuation of Deferred@465577575 after retry RPC after error@412352145) -> (continuation of Deferred@434337787 after retry RPC after error@2028448331) -> (continuation of Deferred@1645107246 after retry RPC after error@1701729672) -> (continuation of Deferred@1731246705 after retry RPC after error@574677294) -> (continuation of Deferred@840893024 after retry RPC after error@625656766) -> (continuation of Deferred@1204491860 after retry RPC after error@1655162386) -> (continuation of Deferred@685884452 after retry RPC after error@1539679669) -> (continuation of Deferred@1151557935 after retry RPC after error@409512191) -> (continuation of Deferred@1049530162 after retry RPC after error@1209036123) -> (continuation of Deferred@400938863 after retry RPC after error@1251453500) -> (continuation of Deferred@2771779 after retry RPC after error@1268483240) -> (continuation of Deferred@1929145371 after retry RPC after error@97386034) -> (continuation of Deferred@1475337627 after retry RPC after error@1078373642) -> (continuation of Deferred@1372294573 after retry RPC after error@1000199624) -> (continuation of Deferred@314037285 after retry RPC after error@1743521156) -> (continuation of Deferred@1783056945 after retry RPC after error@1067573540) -> (continuation of Deferred@320543753 after retry RPC after error@350026699) -> (continuation of Deferred@1150954915 after retry RPC after error@1954696405) -> (continuation of Deferred@1068694808 after retry RPC after error@1279482758) -> (continuation of Deferred@1495367832 after retry RPC after error@1059294093) -> (continuation of Deferred@399637324 after retry RPC after error@1100483931) -> (continuation of Deferred@350777520 after retry RPC after error@926219843) -> (continuation of Deferred@799500402 after retry RPC after error@777280008) -> (continuation of Deferred@2045694594 after retry RPC after error@1773731098)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.190:45937
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:37.793 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:12:37.798 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:37.799 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:37.799 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:37.799 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.799 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.799 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.799 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.799 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.799 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.799 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.799 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.801 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:37.819 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:37.819 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:37.819 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:37.819 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.819 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.820 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.820 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.820 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.821 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.821 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.821 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.821 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:37.839 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:37.839 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:37.839 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:37.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.839 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.839 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.839 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.840 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.840 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.840 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.840 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:37.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:37.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:37.846522 23106 heartbeater.cc:499] Master 127.21.224.62:43747 was elected leader, sending a full tablet report...
23:12:37.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:37.899 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:37.899 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:37.899 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:37.899 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.900 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:37.919 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:37.919 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:37.919 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:37.919 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:37.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:37.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:37.921 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:38.019 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:38.019 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:38.019 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:38.019 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:38.019 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:38.019 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:38.019 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:38.019 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:38.019 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:38.020 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:38.020 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:38.020 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:38.020 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:38.042 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:38.046 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:38.047 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:38.047 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:38.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.048 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.048 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.048 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:38.212 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465958210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:38.229 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=18 ms, finalizationTime=1 ms).
23:12:38.231 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:12:38.251 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:38.251 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:38.251 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:38.252 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:38.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:38.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:38.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:38.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:38.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:38.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:38.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:38.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:38.252 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:38.298 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:38.299 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:38.299 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:38.299 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:38.299 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:38.299 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:38.299 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:38.299 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:38.299 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:38.299 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:38.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:38.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:38.300 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:38.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:38.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:38.419 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:38.419 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:38.419 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:38.419 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:38.419 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:38.419 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:38.419 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:38.419 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:38.420 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:38.420 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:38.420 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:38.420 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:38.420 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:38.423 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:38.423 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:38.423 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:38.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.424 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.424 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.424 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:38.531 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:38.531 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:38.531 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:38.532 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:38.532 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:38.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:38.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:38.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:38.532 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:38.533 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:38.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:38.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:38.533 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:38.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:38.666 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:38.667 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:38.667 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:38.667 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.667 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.667 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.668 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.668 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.668 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.668 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.668 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.668 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:38.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465958710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:38.724 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:12:38.726 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:12:38.805 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:38.805 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:38.805 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:38.805 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:38.806 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:38.806 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:38.806 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:38.806 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:38.806 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:38.807 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:38.807 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:38.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:38.807 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:38.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:38.850 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:38.850 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:38.850 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:38.851 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:38.851 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:38.851 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:38.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:38.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:38.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:38.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:38.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:38.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:38.851 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:38.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:38.910 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:38.910 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:38.910 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:38.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:38.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:38.912 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:38.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:38.961 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:38.961 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:38.961 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:38.962 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:38.962 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:38.962 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:38.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:38.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:38.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:38.962 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:38.962 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:38.962 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:38.962 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:39.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:37.440653 23120 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:39.052588 23109 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.614s	user 0.566s	sys 0.998s
23:12:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:39.052943 23109 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.615s	user 0.566s	sys 0.998s
23:12:39.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:38.835175 23118 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23109
23:12:39.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.072371 23109 server_base.cc:1061] running on GCE node
23:12:39.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:39.074633 23124 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:39.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.076269 23109 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:39.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.088178 23109 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:39.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.091897 23109 hybrid_clock.cc:648] HybridClock initialized: now 1783465959091786 us; error 54 us; skew 500 ppm
23:12:39.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.092962 23109 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:39.106 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:39.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:39.109 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:39.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:39.110 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:39.114 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:39.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:39.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:39.115 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:39.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:39.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:39.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:39.115 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:39.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.120085 23109 webserver.cc:534] Webserver started at http://127.21.224.3:43777/ using document root <none> and password file <none>
23:12:39.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.121357 23109 fs_manager.cc:362] Metadata directory not provided
23:12:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.121799 23109 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:39.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.122476 23109 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:39.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.129554 23109 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/data/instance:
23:12:39.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "744be2e0bce143559451047a05e6ccf0"
23:12:39.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:39 on dist-test-slave-sprr"
23:12:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.131222 23109 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/wal/instance:
23:12:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "744be2e0bce143559451047a05e6ccf0"
23:12:39.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:39 on dist-test-slave-sprr"
23:12:39.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.141803 23109 fs_manager.cc:696] Time spent creating directory manager: real 0.010s	user 0.009s	sys 0.000s
23:12:39.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.150179 23130 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.151916 23109 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
23:12:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.152324 23109 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/wal
23:12:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "744be2e0bce143559451047a05e6ccf0"
23:12:39.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:39 on dist-test-slave-sprr"
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.152825 23109 fs_report.cc:389] FS layout report
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/wal
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/wal
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/data/data
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:39.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:39.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465959210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:39.211 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:39.212 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:39.212 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:39.212 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:39.212 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:39.212 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:39.212 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:39.212 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:39.212 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:39.213 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:39.213 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:39.213 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:39.213 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:39.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.213020 23109 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:39.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.214901 23109 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:39.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.215473 23109 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:39.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.219496 23109 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:39.224 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:12:39.225 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:12:39.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.226634 23109 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:39.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.226835 23109 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:39.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.227156 23109 ts_tablet_manager.cc:616] Registered 0 tablets
23:12:39.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.227362 23109 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:39.311 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:39.311 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:39.311 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:39.312 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:39.312 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:39.312 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:39.312 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:39.312 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:39.312 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:39.312 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:39.313 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:39.313 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:39.313 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:39.343 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:39.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.454698 23109 rpc_server.cc:307] RPC server started. Bound to: 127.21.224.3:40639
23:12:39.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.454826 23242 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.21.224.3:40639 every 8 connection(s)
23:12:39.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.457655 23109 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/data/info.pb
23:12:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.463377 22400 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 23109
23:12:39.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.463860 22400 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster14982114162942533658/ts-2/wal/instance
23:12:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.519961 23244 heartbeater.cc:344] Connected to a master server at 127.21.224.60:34307
23:12:39.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.520515 23244 heartbeater.cc:461] Registering TS with master...
23:12:39.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.521888 23244 heartbeater.cc:507] Master 127.21.224.60:34307 requested a full tablet report, sending...
23:12:39.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.521941 23243 heartbeater.cc:344] Connected to a master server at 127.21.224.61:43771
23:12:39.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.522326 23243 heartbeater.cc:461] Registering TS with master...
23:12:39.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.523301 23243 heartbeater.cc:507] Master 127.21.224.61:43771 requested a full tablet report, sending...
23:12:39.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.524734 23245 heartbeater.cc:344] Connected to a master server at 127.21.224.62:43747
23:12:39.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.525077 23245 heartbeater.cc:461] Registering TS with master...
23:12:39.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.525144 22619 ts_manager.cc:194] Registered new tserver with Master: 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:12:39.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.525985 23245 heartbeater.cc:507] Master 127.21.224.62:43747 requested a full tablet report, sending...
23:12:39.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.526232 22543 ts_manager.cc:194] Registered new tserver with Master: 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:12:39.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.528093 22445 ts_manager.cc:194] Registered new tserver with Master: 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:12:39.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.529313 22445 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.21.224.3:46335
23:12:39.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:39.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.542620 22400 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:12:39.556 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:12:39.556 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:12:39.557 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.224.62"
      port: 43747
    }
    bound_http_address {
      host: "127.21.224.62"
      port: 36303
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.224.61"
      port: 43771
    }
    bound_http_address {
      host: "127.21.224.61"
      port: 37875
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.224.60"
      port: 34307
    }
    bound_http_address {
      host: "127.21.224.60"
      port: 42469
    }
  }
}

23:12:39.557 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:12:39.558 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.21.224.1"
      port: 42319
    }
    bound_http_address {
      host: "127.21.224.1"
      port: 37897
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.21.224.2"
      port: 41657
    }
    bound_http_address {
      host: "127.21.224.2"
      port: 34699
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.21.224.3"
      port: 40639
    }
    bound_http_address {
      host: "127.21.224.3"
      port: 43777
    }
  }
}

23:12:39.558 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:12:39.560 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:39.560 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:12:39.560 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:12:39.560 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:12:39.560 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:12:39.562 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:39.562 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:39.562 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:39.563 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:39.563 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:39.563 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:39.563 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:39.563 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:39.563 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:39.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:39.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:39.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:39.563 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:39.565 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:12:39.658 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:39.658 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:39.659 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:39.659 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:39.659 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:39.659 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:39.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:39.659 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:39.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:39.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:39.659 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:39.659 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:39.659 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:39.706 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:39.706 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:39.706 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:39.706 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:39.706 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:39.707 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:39.707 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:39.707 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:39.707 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:39.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:39.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:39.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:39.707 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:39.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465959710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:39.718 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:12:39.719 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:12:39.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:39.859 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:39.859 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:39.859 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:39.859 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:39.859 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:39.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:39.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:39.860 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:39.860 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:39.860 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:39.860 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:39.860 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:39.860 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:39.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:39.942 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:12:39.942 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:12:39.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.945745 23253 mini_oidc.cc:150] Starting JWKS server
23:12:39.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.949399 23253 webserver.cc:534] Webserver started at http://127.0.0.1:36649/ using document root <none> and password file <none>
23:12:39.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.949857 23253 mini_oidc.cc:186] Starting OIDC Discovery server
23:12:39.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:39.951682 23253 webserver.cc:534] Webserver started at http://127.0.0.1:44069/ using document root <none> and password file <none>
23:12:40.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:39Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:12:40.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:12:39Z Disabled control of system clock
23:12:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:40.020263 23253 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/wal
23:12:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/data
23:12:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:40.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/logs
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/data/info.pb
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.126:45233
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.126
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:40.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36649/jwks.json with env {}
23:12:40.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:40.046 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:40.046 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:40.046 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:40.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.048 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.048 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:40.060 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:40.061 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:40.061 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:40.061 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:40.061 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:40.061 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:40.061 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:40.061 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:40.061 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:40.061 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:40.061 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:40.061 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:40.062 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:40.106 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:40.106 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:40.106 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:40.106 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:40.106 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:40.106 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:40.106 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:40.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:40.107 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:40.107 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:40.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:40.107 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:40.107 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:40.163 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:40.163 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:40.163 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:40.163 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:40.163 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:40.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:40.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:40.163 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:40.163 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:40.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:40.163 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:40.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:40.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:40.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465960210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:40.219 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:12:40.222 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:12:40.311 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:40.311 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:40.311 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:40.312 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:40.312 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:40.312 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:40.312 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:40.312 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:40.312 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:40.312 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:40.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:40.312 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:40.312 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:40.323 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:40.323 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:40.323 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:40.323 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.323 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.323 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.323 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.323 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.323 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.323 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.323 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:40.330 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:40.330 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:40.330 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:40.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:40.330 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:40.330 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:40.330 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:40.330 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:40.330 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:40.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:40.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:40.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:40.331 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:40.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.334883 22905 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6a40 after lost signal to thread 22728
23:12:40.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.336050 22905 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6ec0 after lost signal to thread 22908
23:12:40.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.378979 23265 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:40.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.379736 23265 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:40.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.380312 23265 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:40.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:40.391 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:40.391 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:40.391 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:40.392 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.392 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.392 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.392 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.392 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.392 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.394 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.394 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.394 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.394 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.420320 23265 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:12:40.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.420747 23265 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.421053 23265 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.421277 23265 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:12:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.421566 23265 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:40.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.421813 23265 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36649/jwks.json
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:40.473662 23265 master_runner.cc:387] Master server non-default flags:
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/data
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/wal
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.126:45233
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36649/jwks.json
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/data/info.pb
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.126
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/logs
23:12:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:40.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:40.475210 23265 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:40.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:40.477005 23265 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:40.490 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.490129 23271 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:40.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:40.532687 23245 heartbeater.cc:499] Master 127.21.224.62:43747 was elected leader, sending a full tablet report...
23:12:40.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:40.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465960710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:40.719 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:12:40.720 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:12:40.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:40.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:40.903 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:40.903 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:40.903 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:40.904 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.904 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.904 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.904 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.904 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.904 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.905 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.905 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.905 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.905 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:40.946 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:40.946 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:40.947 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:40.947 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.947 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.947 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:40.948 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.948 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.948 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:40.948 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.948 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.948 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:40.948 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:41.034 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:41.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465961210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:41.220 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:12:41.221 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:12:41.236 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:41.236 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:41.237 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:41.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.238 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.238 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.238 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.238 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.238 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.238 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.238 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:41.276 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:41.276 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:41.276 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:41.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.277 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.277 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.276 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.277 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:41.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:41.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:41.507 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:41.507 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:41.507 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:41.507 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.507 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.507 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.508 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:41.537 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:41.663 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:41.663 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:41.663 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:41.663 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.663 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.663 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.664 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:41.664 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:41.664 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.664 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.664 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:41.664 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:41.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465961710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:41.719 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:12:41.720 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:12:41.790 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:41.790 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:41.790 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:41.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:41.790 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:41.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:41.790 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:41.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:41.790 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:41.790 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:41.790 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:41.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:41.791 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:41.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:41.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.495308 23272 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:41.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:40.495659 23274 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:41.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:41.886289 23273 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1395 milliseconds
23:12:41.887 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.886911 23265 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:41.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:41.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.892122 23265 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:41.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.895790 23265 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:41.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.897298 23265 hybrid_clock.cc:648] HybridClock initialized: now 1783465961897191 us; error 95 us; skew 500 ppm
23:12:41.898 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.898568 23265 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:41.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.907424 23265 webserver.cc:534] Webserver started at http://127.22.181.126:39981/ using document root <none> and password file <none>
23:12:41.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.908959 23265 fs_manager.cc:362] Metadata directory not provided
23:12:41.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.909278 23265 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:41.910 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.909946 23265 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:41.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.917382 23265 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/data/instance:
23:12:41.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a7022762bbf46b0aee62a852f082c65"
23:12:41.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:41 on dist-test-slave-sprr"
23:12:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.919175 23265 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/wal/instance:
23:12:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a7022762bbf46b0aee62a852f082c65"
23:12:41.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:41 on dist-test-slave-sprr"
23:12:41.929 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.929334 23265 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.010s	sys 0.000s
23:12:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.937391 23282 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.938786 23265 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.002s	sys 0.001s
23:12:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.939198 23265 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/wal
23:12:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "4a7022762bbf46b0aee62a852f082c65"
23:12:41.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:41 on dist-test-slave-sprr"
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:41.939652 23265 fs_report.cc:389] FS layout report
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/wal
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/wal
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/data/data
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:41.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:42.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.015602 23265 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:42.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.017690 23265 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:42.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.018309 23265 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:42.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:42.120 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:42.120 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:42.121 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:42.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.121 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.121 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.122 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.122 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.140638 23265 rpc_server.cc:307] RPC server started. Bound to: 127.22.181.126:45233
23:12:42.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.140695 23333 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.181.126:45233 every 8 connection(s)
23:12:42.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.145197 23265 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/data/info.pb
23:12:42.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.151044 23253 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 23265
23:12:42.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.151573 23253 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-0/wal/instance
23:12:42.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.153541 23334 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.156852 23253 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/wal
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/data
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/logs
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/data/info.pb
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.125:34887
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.125
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:42.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:42.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36649/jwks.json with env {}
23:12:42.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.169899 23334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } has no permanent_uuid. Determining permanent_uuid...
23:12:42.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.200793 23334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } has no permanent_uuid. Determining permanent_uuid...
23:12:42.204 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.203891 23285 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.181.125:34887: connect: Connection refused (error 111)
23:12:42.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.208768 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.125:34887: Network error: Client connection negotiation failed: client connection to 127.22.181.125:34887: connect: Connection refused (error 111)
23:12:42.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465962209 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:42.217 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:12:42.217 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:12:42.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.258299 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } attempt: 1
23:12:42.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.264384 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.125:34887: Network error: Client connection negotiation failed: client connection to 127.22.181.125:34887: connect: Connection refused (error 111)
23:12:42.276 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:42.276 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:42.276 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:42.276 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:42.276 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:42.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:42.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:42.276 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:42.277 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:42.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:42.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:42.277 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:42.277 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:42.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.332796 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } attempt: 2
23:12:42.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.337935 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.125:34887: Network error: Client connection negotiation failed: client connection to 127.22.181.125:34887: connect: Connection refused (error 111)
23:12:42.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:42.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:42.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.429361 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } attempt: 3
23:12:42.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.434803 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.125:34887: Network error: Client connection negotiation failed: client connection to 127.22.181.125:34887: connect: Connection refused (error 111)
23:12:42.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:42.570 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:42.570 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:42.570 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:42.570 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.570 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.570 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.570 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.570 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.570 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.571 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.571 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.571 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.571 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:42.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.578727 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } attempt: 4
23:12:42.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.584990 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.125:34887: Network error: Client connection negotiation failed: client connection to 127.22.181.125:34887: connect: Connection refused (error 111)
23:12:42.606 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:42.606 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:42.606 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:42.607 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:42.607 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:42.607 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:42.607 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:42.607 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:42.607 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:42.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:42.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:42.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:42.607 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:42.631 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:42.632 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:42.632 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:42.632 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.632 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.632 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.632 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.632 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.632 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.632 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.632 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.632 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.632 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.643975 23336 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:42.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.644724 23336 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:42.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.645507 23336 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:42.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.682587 23336 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:12:42.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.682961 23336 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:42.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.683321 23336 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:42.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.683734 23336 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:12:42.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.684051 23336 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:42.684 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.684298 23336 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36649/jwks.json
23:12:42.685 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:42.685 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:42.685 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:42.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:42.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:42.686 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:42.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:42.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:42.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:42.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:42.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:42.686 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:42.686 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:42.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465962710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:42.717 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=6 ms, finalizationTime=1 ms).
23:12:42.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:12:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.728533 23336 master_runner.cc:387] Master server non-default flags:
23:12:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:42.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/data
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/wal
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.125:34887
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36649/jwks.json
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/data/info.pb
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.125
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/logs
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.730176 23336 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.732034 23336 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:42.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.744385 23345 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:42.821 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:42.821 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:42.821 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:42.822 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.822 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.822 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.822 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.822 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:42.822 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:42.822 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:42.823 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:42.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:42.885 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:42.884625 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } attempt: 5
23:12:42.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:42.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.894886 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.125:34887: Network error: Client connection negotiation failed: client connection to 127.22.181.125:34887: connect: Connection refused (error 111)
23:12:43.001 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:43.001 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:43.002 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:43.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:43.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:43.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:43.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:43.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:43.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:43.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:43.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:43.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:43.006 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:43.032 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:43.032 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:43.032 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:43.032 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.032 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.033 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.033 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.033 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.033 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.033 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.033 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.033 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.033 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:43.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:43.042 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:43.042 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:43.042 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:43.043 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:43.043 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:43.043 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:43.043 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:43.043 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:43.043 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:43.044 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:43.044 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:43.044 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:43.044 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:43.070 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:43.070 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:43.070 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:43.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:43.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:43.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:43.071 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:43.071 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:43.071 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:43.072 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:43.072 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:43.072 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:43.072 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:43.073 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:43.073 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:43.073 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:43.074 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.074 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.075 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:43.143 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:43.143 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:43.143 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:43.144 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:43.144 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:43.144 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:43.144 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:43.144 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:43.144 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:43.144 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:43.144 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:43.144 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:43.144 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:43.206 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:43.206 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:43.206 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:43.207 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:43.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:43.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:43.207 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:43.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:43.207 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:43.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:43.207 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:43.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:43.207 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:43.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465963210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:43.222 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:12:43.224 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:12:43.333 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:43.333 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:43.333 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:43.334 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:43.334 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:43.334 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:43.335 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:43.335 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:43.335 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:43.335 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:43.335 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:43.335 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:43.335 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:43.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:43.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:43.432 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:43.432 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:43.432 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:43.432 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.432 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.433 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.433 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:43.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:43.442523 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } attempt: 6
23:12:43.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:43.462339 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.125:34887: Network error: Client connection negotiation failed: client connection to 127.22.181.125:34887: connect: Connection refused (error 111)
23:12:43.534 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:43.543 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:43.543 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:43.543 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:43.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:43.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:43.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:43.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:43.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:43.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:43.545 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:43.545 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:43.545 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:43.545 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:43.618 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:43.618 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:43.619 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:43.619 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:43.619 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:43.619 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:43.619 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:43.619 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:43.619 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:43.619 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:43.619 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:43.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:43.620 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:43.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465963710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:43.723 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:12:43.726 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:12:43.822 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:43.823 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:43.823 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:43.823 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.823 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.823 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:43.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:43.824 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.824 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.824 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:43.824 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:43.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:43.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:43.961 [DEBUG - pool-312-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.19.175.190:33135, [17ms] received response from server master-127.19.175.190:33135: OK, deferred=null) with no deferred attached!
23:12:44.034 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:44.079 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:44.079 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:44.079 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:44.080 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:44.080 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:44.080 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:44.080 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:44.080 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:44.080 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:44.080 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:44.080 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:44.080 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:44.080 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:44.171 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:44.171 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:44.171 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:44.171 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:44.171 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:44.171 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:44.171 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:44.171 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:44.171 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:44.171 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:44.172 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:44.172 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:44.172 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:44.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465964210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:44.220 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:12:44.220 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:12:44.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:42.746383 23346 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:44.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.265211 23348 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:44.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.268172 23347 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1517 milliseconds
23:12:44.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.268285 23336 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:44.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.270011 23336 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:44.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.273012 23336 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:44.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.274394 23336 hybrid_clock.cc:648] HybridClock initialized: now 1783465964274368 us; error 39 us; skew 500 ppm
23:12:44.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.275177 23336 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:44.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.281482 23336 webserver.cc:534] Webserver started at http://127.22.181.125:41563/ using document root <none> and password file <none>
23:12:44.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.282550 23336 fs_manager.cc:362] Metadata directory not provided
23:12:44.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.282830 23336 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:44.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.283461 23336 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.288892 23336 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/data/instance:
23:12:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "364920f8b1e34dc4a42de1f53c571938"
23:12:44.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:44 on dist-test-slave-sprr"
23:12:44.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.290226 23336 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/wal/instance:
23:12:44.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "364920f8b1e34dc4a42de1f53c571938"
23:12:44.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:44 on dist-test-slave-sprr"
23:12:44.290 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:44.290 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:44.290 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:44.291 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:44.291 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:44.291 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:44.291 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:44.291 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:44.291 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:44.291 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:44.292 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:44.292 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:44.292 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:44.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.298429 23336 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.001s
23:12:44.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.305684 23361 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:44.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.307090 23336 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.001s
23:12:44.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.307474 23336 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/wal
23:12:44.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "364920f8b1e34dc4a42de1f53c571938"
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:44 on dist-test-slave-sprr"
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.307889 23336 fs_report.cc:389] FS layout report
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/wal
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/wal
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/data/data
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:44.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:44.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:44.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:44.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.391757 23336 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.393603 23336 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:44.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.394168 23336 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.481678 23336 rpc_server.cc:307] RPC server started. Bound to: 127.22.181.125:34887
23:12:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.481807 23412 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.181.125:34887 every 8 connection(s)
23:12:44.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.484596 23336 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/data/info.pb
23:12:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.491724 23413 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.493562 23253 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 23336
23:12:44.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.494086 23253 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-1/wal/instance
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.497125 23253 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/wal
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/data
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/logs
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/data/info.pb
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:44.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.124:40657
23:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.124
23:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:44.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36649/jwks.json with env {}
23:12:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.507567 23413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } has no permanent_uuid. Determining permanent_uuid...
23:12:44.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.522786 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } attempt: 7
23:12:44.534 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:44.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.541210 23413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } has no permanent_uuid. Determining permanent_uuid...
23:12:44.553 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.552778 23334 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } has no permanent_uuid. Determining permanent_uuid...
23:12:44.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.559017 23413 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } has no permanent_uuid. Determining permanent_uuid...
23:12:44.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.562073 23362 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:44.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.562698 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:44.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.567408 23413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:44.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.616945 23413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 1
23:12:44.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.621160 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 1
23:12:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.623485 23413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.626583 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:44.661 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:44.661 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:44.662 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:44.662 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:44.662 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:44.662 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:44.662 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:44.662 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:44.662 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:44.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:44.662 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:44.662 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:44.662 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:44.686 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:44.686 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:44.686 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:44.686 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:44.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:44.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:44.686 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:44.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:44.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:44.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:44.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:44.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:44.687 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:44.692 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.691908 23413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 2
23:12:44.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.697459 23413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:44.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.708014 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 2
23:12:44.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465964710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:44.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.713618 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:44.719 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:12:44.720 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:12:44.751 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:44.751 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:44.751 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:44.751 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:44.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:44.751 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:44.751 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:44.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:44.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:44.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:44.752 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:44.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:44.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:44.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.788952 23413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 3
23:12:44.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.794061 23413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:44.799 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.799108 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 3
23:12:44.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.803483 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:44.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:44.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.866904 23415 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:44.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.867588 23415 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:44.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.868088 23415 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:44.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.906883 23415 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:12:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.907162 23415 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.907371 23415 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:12:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.907651 23415 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:12:44.907 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.907859 23415 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:12:44.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.908007 23415 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:36649/jwks.json
23:12:44.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.937525 23413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 4
23:12:44.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.942641 23413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:44.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.943928 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 4
23:12:44.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.948766 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.952315 23415 master_runner.cc:387] Master server non-default flags:
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/data
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/wal
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:12:44.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.124:40657
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:36649/jwks.json
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/data/info.pb
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.124
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/logs
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:44.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:44.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.953985 23415 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:44.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:44.955770 23415 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.967669 23430 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:45.034 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:45.146 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:45.147 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:45.147 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:45.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:45.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:45.148 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:45.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:45.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:45.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:45.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:45.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:45.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:45.148 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:45.180 [DEBUG - pool-314-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.20.133.124:39773, [7ms] received response from server master-127.20.133.124:39773: OK, deferred=null) with no deferred attached!
23:12:45.180 [DEBUG - pool-314-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.20.133.124:39773, [5ms] received response from server master-127.20.133.124:39773: OK, deferred=null) with no deferred attached!
23:12:45.180 [DEBUG - pool-314-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.20.133.124:39773, [30ms] received response from server master-127.20.133.124:39773: OK, deferred=null) with no deferred attached!
23:12:45.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465965210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:45.223 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:12:45.226 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:12:45.232 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.232208 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 5
23:12:45.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:45.241633 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:45.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.242097 23413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 5
23:12:45.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:45.252543 23413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:45.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:45.370 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:45.370 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:45.370 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:45.371 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:45.371 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:45.371 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:45.371 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:45.371 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:45.371 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:45.371 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:45.371 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:45.372 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:45.372 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:45.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:45.483 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:45.483 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:45.483 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:45.484 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:45.484 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:45.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:45.485 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:45.485 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:45.485 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:45.486 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:45.486 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:45.486 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:45.486 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:45.536 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:45.545 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:45.545 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:45.545 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:45.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:45.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:45.546 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:45.546 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:45.546 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:45.546 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:45.546 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:45.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:45.546 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:45.546 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:45.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465965710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:45.727 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=15 ms, finalizationTime=2 ms).
23:12:45.728 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:12:45.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.794328 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 6
23:12:45.800 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:45.800084 23413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 6
23:12:45.818 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:45.819 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:45.819 [DEBUG - pool-298-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:45.819 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:45.819 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:45.819 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:45.820 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:45.820 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:45.820 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:45.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:45.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:45.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:45.820 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:45.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:45.829875 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:45.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:45.838641 23413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:45.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:45.864 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:45.865 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:45.865 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:45.866 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:45.866 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:45.866 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:45.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:45.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:45.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:45.867 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:45.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:45.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:45.867 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:45.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:45.996 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:45.996 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:45.996 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:45.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:45.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:45.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:45.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:45.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:45.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:45.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:45.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:45.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:45.998 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:46.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:46.085 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:46.086 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:46.086 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:46.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:46.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:46.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:46.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:46.088 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:46.088 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:46.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:46.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:46.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:46.088 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:46.183 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:46.184 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:46.184 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:46.185 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:46.185 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:46.185 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:46.185 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:46.185 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:46.185 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:46.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:46.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:46.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:46.186 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:46.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465966210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:46.229 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=19 ms, finalizationTime=0 ms).
23:12:46.231 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
23:12:46.251 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:46.251 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:46.251 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:46.252 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:46.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:46.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:46.252 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:46.252 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:46.252 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:46.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:46.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:46.253 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:46.253 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:46.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:46.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:46.471 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:46.471 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:46.471 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:46.472 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:46.472 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:46.472 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:46.472 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:46.472 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:46.472 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:46.472 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:46.472 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:46.473 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:46.473 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:46.481 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:46.481 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:46.481 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:46.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:46.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:46.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:46.482 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:46.482 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:46.482 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:46.482 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:46.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:46.482 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:46.483 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:46.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:46.542 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:46.543 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:46.543 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:46.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:46.543 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:46.543 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:46.543 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:46.543 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:46.543 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:46.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:46.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:46.544 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:46.544 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:46.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.371894 23429 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 23415
23:12:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.708683 23429 kernel_stack_watchdog.cc:198] Thread 23415 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
23:12:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:12:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:12:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:12:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:12:46.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:44.968196 23431 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:46.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.710417 23415 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.743s	user 0.000s	sys 0.005s
23:12:46.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465966710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:46.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.710855 23415 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.744s	user 0.000s	sys 0.005s
23:12:46.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.711737 23432 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1739 milliseconds
23:12:46.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.712584 23415 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:46.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.712637 23433 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:46.718 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:12:46.719 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
23:12:46.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.719620 23415 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:46.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.722405 23415 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:46.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.723850 23415 hybrid_clock.cc:648] HybridClock initialized: now 1783465966723828 us; error 59 us; skew 500 ppm
23:12:46.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.724799 23415 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:46.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.732214 23415 webserver.cc:534] Webserver started at http://127.22.181.124:39673/ using document root <none> and password file <none>
23:12:46.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.733466 23415 fs_manager.cc:362] Metadata directory not provided
23:12:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.733791 23415 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:46.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.734375 23415 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.741062 23415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/data/instance:
23:12:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c364e2445006448096d63b3fa8cd537a"
23:12:46.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:46 on dist-test-slave-sprr"
23:12:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.742625 23415 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/wal/instance:
23:12:46.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c364e2445006448096d63b3fa8cd537a"
23:12:46.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:46 on dist-test-slave-sprr"
23:12:46.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.752229 23415 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.006s	sys 0.003s
23:12:46.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.758602 23448 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:46.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.759966 23415 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.002s	sys 0.003s
23:12:46.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.760304 23415 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/wal
23:12:46.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "c364e2445006448096d63b3fa8cd537a"
23:12:46.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:46 on dist-test-slave-sprr"
23:12:46.761 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.760625 23415 fs_report.cc:389] FS layout report
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/wal
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/wal
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/data/data
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:46.761 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:46.761 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:46.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:46.761 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:46.761 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:46.761 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:46.762 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:46.762 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:46.762 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:46.762 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:46.762 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:46.762 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:46.762 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:46.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.828727 23415 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.830682 23415 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:46.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.831262 23415 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:46.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:46.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.863526 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 7
23:12:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.871945 23334 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:46.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:46.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.899065 23413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 7
23:12:46.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:46.920531 23413 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.22.181.124:40657: Network error: Client connection negotiation failed: client connection to 127.22.181.124:40657: connect: Connection refused (error 111)
23:12:46.926 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.926585 23415 rpc_server.cc:307] RPC server started. Bound to: 127.22.181.124:40657
23:12:46.927 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.926757 23503 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.181.124:40657 every 8 connection(s)
23:12:46.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.929816 23415 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/data/info.pb
23:12:46.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.935954 23253 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 23415
23:12:46.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.936429 23253 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/master-2/wal/instance
23:12:46.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.937539 23504 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:46.951 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:46.952 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:46.952 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:46.952 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:46.952 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:46.952 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:46.953 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:46.953 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:46.953 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:46.953 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:46.953 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:46.953 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:46.953 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:46.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.957690 23504 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } has no permanent_uuid. Determining permanent_uuid...
23:12:46.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:46.991959 23504 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } has no permanent_uuid. Determining permanent_uuid...
23:12:47.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.002760 23504 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } has no permanent_uuid. Determining permanent_uuid...
23:12:47.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.027027 23504 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a: Bootstrap starting.
23:12:47.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:47.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.035730 23504 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a: Neither blocks nor log segments found. Creating new log.
23:12:47.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.037958 23504 log.cc:826] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a: Log is configured to *not* fsync() on all Append() calls
23:12:47.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.043347 23504 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a: No bootstrap required, opened a new log
23:12:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.068158 23504 raft_consensus.cc:359] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } }
23:12:47.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.069288 23504 raft_consensus.cc:385] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:47.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.069684 23504 raft_consensus.cc:740] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: c364e2445006448096d63b3fa8cd537a, State: Initialized, Role: FOLLOWER
23:12:47.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.070904 23504 consensus_queue.cc:260] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } }
23:12:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.074291 23514 sys_catalog.cc:455] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } } }
23:12:47.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.075333 23514 sys_catalog.cc:458] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [sys.catalog]: This master's current role is: FOLLOWER
23:12:47.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.076359 23504 sys_catalog.cc:565] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [sys.catalog]: configured and running, proceeding with master startup.
23:12:47.082 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:47.082 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:47.082 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:47.082 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:47.082 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:47.082 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:47.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:47.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:47.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:47.083 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:47.083 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:47.083 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:47.083 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:47.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:47.087519 23454 tablet.cc:2406] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:47.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:47.106840 23526 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:12:47.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:47.107434 23526 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:12:47.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.101384 23415 master_runner.cc:187] Error getting master registration for 127.22.181.126:45233: OK, instance_id { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" instance_seqno: 1783465962114273 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:12:47.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.134532 23415 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:12:47.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465967209 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:47.219 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:12:47.219 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
23:12:47.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:47.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:47.444 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RESTARTING to RUNNING.
23:12:47.445 [INFO - flink-pekko.actor.default-dispatcher-6] (CheckpointCoordinator.java:1805) Restoring job 7fd90d75d429cae09c48b2e4b1f4e71b from Checkpoint 69 @ 1783465770871 for 7fd90d75d429cae09c48b2e4b1f4e71b located at file:/tmp/junit10017824425167261518/checkpoints/7fd90d75d429cae09c48b2e4b1f4e71b/chk-69.
23:12:47.445 [INFO - flink-pekko.actor.default-dispatcher-6] (MasterHooks.java:201) No master state to restore
23:12:47.445 [INFO - flink-pekko.actor.default-dispatcher-6] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:12:47.446 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
23:12:47.446 [INFO - Thread-52] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:12:47.447 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.11.198.190:45937(127.11.198.190:45937)] disconnecting while in state TERMINATED
23:12:47.447 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.11.198.188:43131(127.11.198.188:43131)] disconnecting while in state TERMINATED
23:12:47.447 [DEBUG - Thread-52] (Connection.java:575) [peer master-127.11.198.189:39011(127.11.198.189:39011)] disconnecting while in state TERMINATED
23:12:47.447 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:47.447 [DEBUG - Thread-52] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:47.447 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
23:12:47.448 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1682dde66f4047e52e61f55f08fc41cb
23:12:47.448 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
23:12:47.448 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 1682dde66f4047e52e61f55f08fc41cb.
23:12:47.449 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 1682dde66f4047e52e61f55f08fc41cb.
23:12:47.449 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:47.450 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
23:12:47.450 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 9b262363fcd0868adf9df6b409251b5a
23:12:47.451 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 9b262363fcd0868adf9df6b409251b5a.
23:12:47.452 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id 9b262363fcd0868adf9df6b409251b5a.
23:12:47.457 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
23:12:47.458 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:47.458 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
23:12:47.458 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1505a094b005b0798120d2f5455849cd
23:12:47.459 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
23:12:47.459 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:12:47.460 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
23:12:47.460 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 0c6e0f99fd3d542b70060dcf08a47801
23:12:47.460 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
23:12:47.460 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
23:12:47.461 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5bfd310c
23:12:47.461 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:47.461 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:12:47.462 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
23:12:47.462 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
23:12:47.465 [INFO - Thread-52] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:12:47.465 [INFO - Thread-52] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:12:47.467 [DEBUG - Thread-52] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:47.468 [INFO - Thread-52] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:12:47.469 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:47.469 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:47.470 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:47.470 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:47.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:47.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:47.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:47.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:47.470 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:47.470 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:47.470 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:47.470 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:47.470 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:47.471 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6d7427a3
23:12:47.472 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 1505a094b005b0798120d2f5455849cd.
23:12:47.472 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
23:12:47.472 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
23:12:47.472 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b7f44eb
23:12:47.472 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:47.472 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:12:47.473 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id 1505a094b005b0798120d2f5455849cd.
23:12:47.473 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
23:12:47.473 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
23:12:47.474 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:47.474 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 0c6e0f99fd3d542b70060dcf08a47801.
23:12:47.475 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id 0c6e0f99fd3d542b70060dcf08a47801.
23:12:47.476 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
23:12:47.476 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
23:12:47.476 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e48b00b
23:12:47.476 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5633736b
23:12:47.476 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:47.477 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:12:47.477 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
23:12:47.477 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
23:12:47.479 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5e640a78
23:12:47.486 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:47.486 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:47.486 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
23:12:47.486 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
23:12:47.487 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5c0a3001
23:12:47.487 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:47.487 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:12:47.487 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
23:12:47.488 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:47.488 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:47.488 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
23:12:47.488 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:47.488 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:47.490 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@226a035
23:12:47.494 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:47.503 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.509 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.515 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.516 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.516 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.516 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.516 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.517 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.517 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.517 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.517 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.518 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.518 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.518 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.518 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.522 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.526 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:47.535 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.535 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.536041 23514 raft_consensus.cc:493] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:47.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.536692 23514 raft_consensus.cc:515] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } }
23:12:47.539 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.539 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.539 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.539 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:47.541659 23514 leader_election.cc:290] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 4a7022762bbf46b0aee62a852f082c65 (127.22.181.126:45233), 364920f8b1e34dc4a42de1f53c571938 (127.22.181.125:34887)
23:12:47.542 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.544 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.544 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.544 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:47.555 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.555 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.555 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.555 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.556 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.566 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.570 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.572 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.572 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.576 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.579 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.581 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.581 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.582 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.582 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.582 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.583 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.584 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.585 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.585 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.585 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.586 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.588 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.589 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.589 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.589 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.590 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:47.590 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.591 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.591 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:47.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.592 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:47.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.593 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.594 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:47.595 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.596 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.596 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.596 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.597 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.597 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.597 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.598 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.598 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.599 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.603 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.603 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.603 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.604 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.604 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.605 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.605 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.605 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.605 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.605 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.610 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.610 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:47.615 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.616 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.616 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.616 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.616 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.616 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.616 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.616 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.616 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.616 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.616 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.616 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.617 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.617 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.617 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.617 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.618 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.618 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.618 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.618 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.620 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.621 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.621 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.622 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.622 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.622 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.622 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.622 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.623 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.623 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.623 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.623 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.623 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.623 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.624 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.624 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.624 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:47.625 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.625 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.625 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.626 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.626 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.627 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.628 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.628 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.628 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.629 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:47.630 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.630 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.630 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.631 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.631 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.631 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:47.635 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.636 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.636 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.636 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.636 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.636 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.636 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.636 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.636 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.636 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.636 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.636 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.636 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.636 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.636 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.637 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.637 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.637 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.636 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.643 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.636 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.643 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.644 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.644 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.644 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.645 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.645 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.645 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.645 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.650 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.650 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:47.650 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.650 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.650 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.650 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.650 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.650 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.650 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.650 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.650 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:47.651 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.651 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.651 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.651 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.651 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.651 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.651 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.654 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:47.654 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.654 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.654 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.654 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.654 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.654 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.654 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:47.655 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.655 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.655 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.655 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.655 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.655 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.655 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.655 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.655 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.655 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.655 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.656 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.656 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.656 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.656 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.656 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.656 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.656 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.656 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.656 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.656 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.656 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.656 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.656 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.656 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.657 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.663 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.664 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.664 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.664 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.664 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.664 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.664 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.664 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.664 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.665 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.665 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.665 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.669 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.669 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.670 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.670 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.670 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.670 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.670 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.671 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:47.671 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:47.671 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:47.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.672 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:47.675 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.675 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.676 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.676 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.676 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.676 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.676 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.676 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.676 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.676 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.690 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:47.690 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:47.690 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:47.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.691 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.691 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:47.695 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.695 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.695 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.695 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.696 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.696 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.696 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.696 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.696 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.696 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.696 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.696 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.696 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.704 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.705 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.705 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.705 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.705 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.705 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.705 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.705 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.705 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.705 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.705 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.706 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.706 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.710 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:47.710 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:47.710 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:47.710 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.710 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.710 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.711 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.711 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.711 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.711 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.711 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.712 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.712 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.712 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.712 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465967710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:47.711 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.715 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.720 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.720 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.720 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.720 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.720 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.721 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.721 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.721 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.721 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.721 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.722 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:47.723 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:12:47.724 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
23:12:47.735 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.735 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.735 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.736 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.736 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.736 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.736 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.736 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.736 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.736 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.736 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.736 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.736 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.756 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.756 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.756 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.756 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.757 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.757 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.757 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.757 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.757 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.757 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.757 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.757 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.757 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.763 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.764 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.764 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.764 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.764 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.764 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.764 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.764 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.764 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.766 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.766 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.766 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.770 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.770 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.770 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.770 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.771 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.771 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.771 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.771 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.772 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:47.772 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:47.772 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:47.772 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.772 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.772 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.772 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.772 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.772 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.773 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.773 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.773 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.773 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:47.791 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:47.791 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:47.791 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:47.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:47.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:47.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:47.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:47.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:47.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:47.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:47.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:47.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:47.792 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:47.795 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.795 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.795 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.796 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.796 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.830 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:47.830 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:47.831 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:47.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:47.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:47.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:47.831 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:47.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:47.842 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:47.842 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:47.842 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:47.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:47.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:47.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:47.843 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:47.843 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:47.843 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:47.844 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:47.844 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:47.845 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:47.845 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:47.850 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.850 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.850 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.850 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.850 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.850 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.850 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.850 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.851 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.876 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.876 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.876 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.877 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.877 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.877 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.877 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.877 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.877 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:47.903 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.903 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.903 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.906 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.907 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:47.944 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:47.944 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:47.944 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:47.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:47.945 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.945 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:47.945 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:47.945 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:48.034 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:48.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:48.050 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:48.050 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:48.050 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:48.051 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:48.051 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:48.051 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:48.051 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:48.051 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:48.051 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:48.051 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:48.051 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:48.051 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:48.051 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:48.086 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:48.086 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:48.086 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:48.086 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.086 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.087 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:48.110 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:48.110 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:48.110 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:48.110 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.110 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.111 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:48.112607 23526 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:12:48.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:48.112937 23526 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:12:48.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.113 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.113 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.113 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.113 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.113 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.113 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:48.175 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:48.176 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:48.176 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:48.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.176 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.176 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.177 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:48.203 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:48.203 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:48.203 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:48.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:48.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:48.204 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:48.204 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:48.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:48.204 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:48.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:48.204 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:48.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:48.204 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:48.210 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465968210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:48.215 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:48.216 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:48.216 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:48.216 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.216 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.216 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.216 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.216 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.216 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.219 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.219 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:48.220 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:12:48.220 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
23:12:48.303 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:48.304 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:48.304 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:48.304 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.304 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.304 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.304 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.304 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.304 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.304 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.304 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.304 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:48.307 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:48.307 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:48.307 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:48.307 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:48.307 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:48.307 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:48.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:48.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:48.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:48.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:48.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:48.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:48.308 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:48.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:48.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:48.395 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:48.395 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:48.396 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:48.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.396 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.396 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.396 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.396 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:48.425 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:48.425 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:48.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.426 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.426 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.426 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.428 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:48.429 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.429 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.429 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.429 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:48.431 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:48.431 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:48.431 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:48.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:48.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:48.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:48.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:48.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:48.432 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:48.432 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:48.432 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:48.432 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:48.432 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:48.490 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:48.490 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:48.490 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:48.490 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.490 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.490 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.490 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.490 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.490 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.491 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.491 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.491 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:48.534 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:48.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:48.604 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:48.604 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:48.604 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:48.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.604 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.604 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.604 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.604 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.604 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.604 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.605 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:48.710 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 69 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465968710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:48.718 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 69 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:12:48.718 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 69 as completed for source Source: KuduSource.
23:12:48.742 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:48.742 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:48.742 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:48.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.744 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.744 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.744 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.744 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:48.751 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:48.752 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:48.752 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:48.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.752 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:48.752 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:48.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:48.753 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:48.775 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:48.775 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:48.776 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:48.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.776 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.777 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:48.830 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:48.830 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:48.830 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:48.830 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.831 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.831 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.831 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.831 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:48.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:48.876 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:48.876 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:48.876 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:48.876 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:48.876 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:48.877 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:48.878 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:48.878 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:48.879 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:48.879 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:48.879 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:48.879 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:48.879 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:48.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:48.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:48.933337 23334 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 8
23:12:48.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:48.968011 23334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65: Bootstrap starting.
23:12:48.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:48.975721 23334 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65: Neither blocks nor log segments found. Creating new log.
23:12:48.976 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:48.976 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:48.976 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:48.976 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.976 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.976 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:48.976 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.977 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.977 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:48.977 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.977 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.977 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:48.977 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:48.978 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:48.978166 23334 log.cc:826] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65: Log is configured to *not* fsync() on all Append() calls
23:12:48.983 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:48.982966 23334 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65: No bootstrap required, opened a new log
23:12:49.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.009835 23334 raft_consensus.cc:359] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } }
23:12:49.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.010751 23334 raft_consensus.cc:385] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:49.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.010998 23413 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } attempt: 8
23:12:49.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.011067 23334 raft_consensus.cc:740] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 4a7022762bbf46b0aee62a852f082c65, State: Initialized, Role: FOLLOWER
23:12:49.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.012086 23334 consensus_queue.cc:260] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } }
23:12:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.017239 23334 sys_catalog.cc:565] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [sys.catalog]: configured and running, proceeding with master startup.
23:12:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.017390 23309 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c364e2445006448096d63b3fa8cd537a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a7022762bbf46b0aee62a852f082c65" is_pre_election: true
23:12:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.018357 23309 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c364e2445006448096d63b3fa8cd537a in term 0.
23:12:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.019006 23309 rpcz_store.cc:275] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:55582 (request call id 2) took 1478 ms. Trace:
23:12:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.019362 23309 rpcz_store.cc:276] 0707 23:12:47.540868 (+     0us) service_pool.cc:167] Inserting onto call queue
23:12:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:12:47.541029 (+   161us) service_pool.cc:224] Handling call
23:12:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:12:49.018927 (+1477898us) inbound_call.cc:177] Queueing success response
23:12:49.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:12:49.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.022740 23449 leader_election.cc:304] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a7022762bbf46b0aee62a852f082c65, c364e2445006448096d63b3fa8cd537a; no voters: 
23:12:49.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.016248 23589 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } } }
23:12:49.036 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:49.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.033094 23288 tablet.cc:2406] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:49.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.036831 23589 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [sys.catalog]: This master's current role is: FOLLOWER
23:12:49.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.042835 23590 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:49.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.043831 23590 raft_consensus.cc:493] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:49.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.044695 23590 raft_consensus.cc:3060] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [term 0 FOLLOWER]: Advancing to term 1
23:12:49.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:49.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.062642 23413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938: Bootstrap starting.
23:12:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.063663 23590 raft_consensus.cc:515] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } }
23:12:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.072425 23309 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c364e2445006448096d63b3fa8cd537a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "4a7022762bbf46b0aee62a852f082c65"
23:12:49.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.073112 23309 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [term 0 FOLLOWER]: Advancing to term 1
23:12:49.082 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:49.083 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:49.083 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:49.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:49.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:49.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:49.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:49.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:49.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:49.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:49.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:49.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:49.084 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:49.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.087141 23413 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938: Neither blocks nor log segments found. Creating new log.
23:12:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.091993 23413 log.cc:826] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938: Log is configured to *not* fsync() on all Append() calls
23:12:49.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.091913 23590 leader_election.cc:290] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [CANDIDATE]: Term 1 election: Requested vote from peers 4a7022762bbf46b0aee62a852f082c65 (127.22.181.126:45233), 364920f8b1e34dc4a42de1f53c571938 (127.22.181.125:34887)
23:12:49.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.095113 23309 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c364e2445006448096d63b3fa8cd537a in term 1.
23:12:49.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.097936 23449 leader_election.cc:304] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 4a7022762bbf46b0aee62a852f082c65, c364e2445006448096d63b3fa8cd537a; no voters: 
23:12:49.099 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.099220 23590 raft_consensus.cc:2804] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [term 1 FOLLOWER]: Leader election won for term 1
23:12:49.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.115973 23590 raft_consensus.cc:697] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [term 1 LEADER]: Becoming Leader. State: Replica: c364e2445006448096d63b3fa8cd537a, State: Running, Role: LEADER
23:12:49.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.117807 23590 consensus_queue.cc:237] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } }
23:12:49.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.126202 23413 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938: No bootstrap required, opened a new log
23:12:49.149 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.148519 23604 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:12:49.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.149669 23604 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:12:49.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.171669 23599 sys_catalog.cc:455] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [sys.catalog]: SysCatalogTable state changed. Reason: New leader c364e2445006448096d63b3fa8cd537a. Latest consensus state: current_term: 1 leader_uuid: "c364e2445006448096d63b3fa8cd537a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } } }
23:12:49.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.178804 23599 sys_catalog.cc:458] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [sys.catalog]: This master's current role is: LEADER
23:12:49.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.177165 23526 catalog_manager.cc:1593] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:12:49.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.183351 23526 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:12:49.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.205358 23607 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:12:49.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 70 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465969210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.146119 23265 master_runner.cc:187] Error getting master registration for 127.22.181.125:34887: OK, instance_id { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" instance_seqno: 1783465964459746 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:12:49.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.212080 23265 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:12:49.218 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 70 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:12:49.220 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 70 as completed for source Source: KuduSource.
23:12:49.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.245913 23607 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:12:49.250 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:49.250 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:49.250 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:49.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.251 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:49.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.266954 23413 raft_consensus.cc:359] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } }
23:12:49.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.268087 23413 raft_consensus.cc:385] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:49.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.268537 23413 raft_consensus.cc:740] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 364920f8b1e34dc4a42de1f53c571938, State: Initialized, Role: FOLLOWER
23:12:49.270 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.269910 23413 consensus_queue.cc:260] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } }
23:12:49.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.273104 23609 sys_catalog.cc:455] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } } }
23:12:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.276966 23609 sys_catalog.cc:458] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [sys.catalog]: This master's current role is: FOLLOWER
23:12:49.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.277451 23388 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c364e2445006448096d63b3fa8cd537a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "364920f8b1e34dc4a42de1f53c571938" is_pre_election: true
23:12:49.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.278271 23388 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate c364e2445006448096d63b3fa8cd537a in term 0.
23:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.278779 23388 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:47440 (request call id 1) took 1736 ms (client timeout 2116 ms). Trace:
23:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:49.279191 23388 rpcz_store.cc:269] 0707 23:12:47.542523 (+     0us) service_pool.cc:167] Inserting onto call queue
23:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:12:47.542735 (+   212us) service_pool.cc:224] Handling call
23:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:12:49.278701 (+1735966us) inbound_call.cc:177] Queueing success response
23:12:49.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:12:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.276788 23387 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "c364e2445006448096d63b3fa8cd537a" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "364920f8b1e34dc4a42de1f53c571938"
23:12:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.276584 23413 sys_catalog.cc:565] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [sys.catalog]: configured and running, proceeding with master startup.
23:12:49.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.280514 23387 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [term 0 FOLLOWER]: Advancing to term 1
23:12:49.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.295125 23387 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate c364e2445006448096d63b3fa8cd537a in term 1.
23:12:49.301 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.296532 23309 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [term 1 FOLLOWER]: Refusing update from remote peer c364e2445006448096d63b3fa8cd537a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.297250 23388 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [term 1 FOLLOWER]: Refusing update from remote peer c364e2445006448096d63b3fa8cd537a: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:12:49.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.298789 23599 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [LEADER]: Connected to new peer: Peer: permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:12:49.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.304462 23599 consensus_queue.cc:1048] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [LEADER]: Connected to new peer: Peer: permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:12:49.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:49.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.350417 23589 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c364e2445006448096d63b3fa8cd537a. Latest consensus state: current_term: 1 leader_uuid: "c364e2445006448096d63b3fa8cd537a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } } }
23:12:49.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.351836 23589 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [sys.catalog]: This master's current role is: FOLLOWER
23:12:49.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.357296 23608 mvcc.cc:204] Tried to move back new op lower bound from 7305076610144714752 to 7305076609530404864. Current Snapshot: MvccSnapshot[applied={T|T < 7305076610144714752}]
23:12:49.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.363400 23612 mvcc.cc:204] Tried to move back new op lower bound from 7305076610144714752 to 7305076609530404864. Current Snapshot: MvccSnapshot[applied={T|T < 7305076610144714752}]
23:12:49.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.370110 23609 sys_catalog.cc:455] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [sys.catalog]: SysCatalogTable state changed. Reason: New leader c364e2445006448096d63b3fa8cd537a. Latest consensus state: current_term: 1 leader_uuid: "c364e2445006448096d63b3fa8cd537a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } } }
23:12:49.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.372319 23609 sys_catalog.cc:458] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [sys.catalog]: This master's current role is: FOLLOWER
23:12:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.375161 23590 sys_catalog.cc:455] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c364e2445006448096d63b3fa8cd537a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } } }
23:12:49.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.375944 23590 sys_catalog.cc:458] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [sys.catalog]: This master's current role is: LEADER
23:12:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.379431 23589 sys_catalog.cc:455] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c364e2445006448096d63b3fa8cd537a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } } }
23:12:49.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.380282 23589 sys_catalog.cc:458] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65 [sys.catalog]: This master's current role is: FOLLOWER
23:12:49.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.393473 23599 sys_catalog.cc:455] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "c364e2445006448096d63b3fa8cd537a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } } }
23:12:49.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.394944 23599 sys_catalog.cc:458] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a [sys.catalog]: This master's current role is: LEADER
23:12:49.398 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:49.398 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:49.398 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:49.399 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.399 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.399 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.399 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.399 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.399 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.400 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.400 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.400 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.400 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.409077 23609 sys_catalog.cc:455] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "c364e2445006448096d63b3fa8cd537a" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "4a7022762bbf46b0aee62a852f082c65" member_type: VOTER last_known_addr { host: "127.22.181.126" port: 45233 } } peers { permanent_uuid: "364920f8b1e34dc4a42de1f53c571938" member_type: VOTER last_known_addr { host: "127.22.181.125" port: 34887 } } peers { permanent_uuid: "c364e2445006448096d63b3fa8cd537a" member_type: VOTER last_known_addr { host: "127.22.181.124" port: 40657 } } }
23:12:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.409861 23609 sys_catalog.cc:458] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938 [sys.catalog]: This master's current role is: FOLLOWER
23:12:49.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.410504 23607 catalog_manager.cc:1382] Generated new cluster ID: b51e2a6e876545d2883c23dc762ec620
23:12:49.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.410810 23607 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:12:49.410 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:49.417 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:49.417 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:49.418 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:49.418 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:49.418 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:49.418 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:49.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:49.418 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:49.418 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:49.418 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:49.418 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:49.419 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:49.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.481042 23607 catalog_manager.cc:1405] Generated new certificate authority record
23:12:49.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.484687 23607 catalog_manager.cc:1539] Loading token signing keys...
23:12:49.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.528563 23607 catalog_manager.cc:6069] T 00000000000000000000000000000000 P c364e2445006448096d63b3fa8cd537a: Generated new TSK 0
23:12:49.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.529790 23607 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:12:49.534 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:49.537 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.537109 23628 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:12:49.551 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:49.561 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:49.561 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:49.561 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:49.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:49.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:49.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:49.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:49.562 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:49.562 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:49.562 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:49.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:49.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:49.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:49.567986 23253 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/wal
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/data
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/logs
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/data/info.pb
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:49.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.65:0
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.181.65
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.65
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:49.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:49.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 71 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465969710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:49.722 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 71 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:12:49.723 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 71 as completed for source Source: KuduSource.
23:12:49.790 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:49.790 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:49.790 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:49.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:49.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:49.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:49.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:49.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:49.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:49.793 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:49.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:49.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:49.793 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:49.793 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:49.794 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:49.794 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:49.794 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:49.794 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:49.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:49.795 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:49.795 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:49.795 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:49.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:49.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:49.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:49.795 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:49.793 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:49.796 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:49.796 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:49.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:49.796 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:49.796 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:49.796 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:49.796 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:49.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:49.797 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:49.797 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:49.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:49.797 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:49.804 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:49.804 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:49.804 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:49.804 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.804 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.804 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.804 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.804 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.805 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.805 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.805 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.805 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.805 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:49.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:49.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:49.895 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:49.895 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:49.895 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:49.896 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.896 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.896 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:49.896 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.896 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.896 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:49.897 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.897 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.897 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:49.897 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:49.911 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:49.911 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:49.911 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:49.912 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:49.912 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:49.912 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:49.912 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:49.912 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:49.912 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:49.912 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:49.912 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:49.912 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:49.912 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:50.034 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:50.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.047348 23629 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:50.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.047896 23629 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:50.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.048460 23629 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:50.051 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:50.084 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:50.084 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:50.084 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:50.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:50.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:50.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:50.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:50.084 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:50.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:50.084 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:50.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:50.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:50.085 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:50.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.106906 23629 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:50.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.107954 23629 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.181.65
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.163930 23604 catalog_manager.cc:1294] Loaded cluster ID: b51e2a6e876545d2883c23dc762ec620
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.163928 23629 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/data
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/wal
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.65:0
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/data/info.pb
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.65
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:50.164 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.181.65
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/logs
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:50.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.165655 23604 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65: loading cluster ID for follower catalog manager: success
23:12:50.166 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.165706 23629 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:50.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.167784 23629 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:50.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.174691 23604 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65: acquiring CA information for follower catalog manager: success
23:12:50.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.181417 23604 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 4a7022762bbf46b0aee62a852f082c65: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:12:50.199 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.199170 23639 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:50.211 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 72 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465970210 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:50.225 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 72 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:12:50.227 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 72 as completed for source Source: KuduSource.
23:12:50.243 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:50.244 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:50.244 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:50.244 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:50.244 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:50.244 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:50.244 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:50.244 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:50.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:50.244 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:50.244 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:50.244 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:50.245 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:50.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:50.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:50.423 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:50.423 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:50.423 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:50.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:50.426 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:50.426 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:50.426 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:50.426 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:50.426 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:50.426 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:50.426 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:50.426 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:50.427 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:50.534 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:50.551 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:50.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.566211 23628 catalog_manager.cc:1294] Loaded cluster ID: b51e2a6e876545d2883c23dc762ec620
23:12:50.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.567307 23628 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938: loading cluster ID for follower catalog manager: success
23:12:50.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.601336 23628 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938: acquiring CA information for follower catalog manager: success
23:12:50.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:50.617451 23628 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 364920f8b1e34dc4a42de1f53c571938: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:12:50.711 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 73 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465970710 for job 3ec1c74f67335b85e5e1f959e912487e.
23:12:50.721 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 73 for job 3ec1c74f67335b85e5e1f959e912487e (964 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:12:50.722 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 73 as completed for source Source: KuduSource.
23:12:50.732 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:50.732 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:50.732 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:50.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:50.736 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:50.736 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:50.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:50.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:50.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:50.737 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:50.737 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:50.737 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:50.737 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:50.770 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:50.770 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:50.770 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:50.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:50.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:50.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:50.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:50.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:50.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:50.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:50.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:50.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:50.772 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:50.821 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:50.821 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:50.821 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:50.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.822 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.822 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.822 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.822 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.822 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.822 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.823 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:50.824 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28983), Traces: [0ms] sending RPC to server master-127.19.175.190:33135, [1ms] received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [343ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [502ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1202ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1682ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2303ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [4821ms] refreshing cache from master, [4821ms] too many traces: truncated at 100 traces, deferred=Deferred@1261692974(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@616c4f93 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040) -> (continuation of Deferred@1980422569 after retry RPC after error@1730248036) -> (continuation of Deferred@1001352390 after retry RPC after error@1167893776), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040) -> (continuation of Deferred@1980422569 after retry RPC after error@1730248036) -> (continuation of Deferred@1001352390 after retry RPC after error@1167893776)))
23:12:50.825 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:50.825 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:50.825 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:50.825 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.826 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.826 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.825 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28983), Traces: [0ms] sending RPC to server master-127.19.175.190:33135, [1ms] received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [343ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [502ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1202ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1682ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2303ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [4821ms] refreshing cache from master, [4821ms] too many traces: truncated at 100 traces, deferred=Deferred@1261692974(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@616c4f93 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040) -> (continuation of Deferred@1980422569 after retry RPC after error@1730248036) -> (continuation of Deferred@1001352390 after retry RPC after error@1167893776), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040) -> (continuation of Deferred@1980422569 after retry RPC after error@1730248036) -> (continuation of Deferred@1001352390 after retry RPC after error@1167893776)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28983), Traces: [0ms] sending RPC to server master-127.19.175.190:33135, [1ms] received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [343ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [502ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1202ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1682ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2303ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [4821ms] refreshing cache from master, [4821ms] too many traces: truncated at 100 traces, deferred=Deferred@1261692974(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@616c4f93 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040) -> (continuation of Deferred@1980422569 after retry RPC after error@1730248036) -> (continuation of Deferred@1001352390 after retry RPC after error@1167893776), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040) -> (continuation of Deferred@1980422569 after retry RPC after error@1730248036) -> (continuation of Deferred@1001352390 after retry RPC after error@1167893776)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.175.188:42277
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:50.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.827 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.827 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.827 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:50.833 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28983), Traces: [0ms] sending RPC to server master-127.19.175.190:33135, [1ms] received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [343ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [502ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1202ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1682ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2303ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [4821ms] refreshing cache from master, [4821ms] too many traces: truncated at 100 traces, deferred=Deferred@1261692974(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@616c4f93 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040) -> (continuation of Deferred@1980422569 after retry RPC after error@1730248036) -> (continuation of Deferred@1001352390 after retry RPC after error@1167893776), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040) -> (continuation of Deferred@1980422569 after retry RPC after error@1730248036) -> (continuation of Deferred@1001352390 after retry RPC after error@1167893776)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=Kudu Master, attempt=25, TimeoutTracker(timeout=30000, elapsed=28983), Traces: [0ms] sending RPC to server master-127.19.175.190:33135, [1ms] received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1ms] delaying RPC due to: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [23ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [24ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [43ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [43ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [62ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [62ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [82ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [82ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [122ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [122ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [162ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [162ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [182ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [182ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [343ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [502ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [502ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1201ms] refreshing cache from master, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1202ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1682ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2301ms] refreshing cache from master, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2303ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2303ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [4821ms] refreshing cache from master, [4821ms] too many traces: truncated at 100 traces, deferred=Deferred@1261692974(state=PENDING, result=null, callback=org.apache.kudu.client.AsyncKuduClient$$Lambda$227/0x00007f819432e1c8@616c4f93 -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040) -> (continuation of Deferred@1980422569 after retry RPC after error@1730248036) -> (continuation of Deferred@1001352390 after retry RPC after error@1167893776), errback=passthrough -> wakeup thread SourceCoordinator-Source: KuduSource-worker-thread-1 -> (continuation of Deferred@765495196 after retry RPC after error@1552166282) -> (continuation of Deferred@136498348 after retry RPC after error@187767532) -> (continuation of Deferred@579137649 after retry RPC after error@1594978774) -> (continuation of Deferred@1103659316 after retry RPC after error@1110250907) -> (continuation of Deferred@1202676439 after retry RPC after error@325329973) -> (continuation of Deferred@379639372 after retry RPC after error@1007388878) -> (continuation of Deferred@982082 after retry RPC after error@855193082) -> (continuation of Deferred@578520927 after retry RPC after error@1121334822) -> (continuation of Deferred@894250706 after retry RPC after error@1314949988) -> (continuation of Deferred@819965064 after retry RPC after error@1137429427) -> (continuation of Deferred@522995366 after retry RPC after error@1440597388) -> (continuation of Deferred@413898835 after retry RPC after error@86003366) -> (continuation of Deferred@2026123730 after retry RPC after error@1133406947) -> (continuation of Deferred@119741377 after retry RPC after error@15806717) -> (continuation of Deferred@1508035472 after retry RPC after error@1770748733) -> (continuation of Deferred@1986631902 after retry RPC after error@2132162614) -> (continuation of Deferred@812106255 after retry RPC after error@34018733) -> (continuation of Deferred@949142107 after retry RPC after error@1988856567) -> (continuation of Deferred@2020755859 after retry RPC after error@1113751885) -> (continuation of Deferred@1825313600 after retry RPC after error@1178267676) -> (continuation of Deferred@745412505 after retry RPC after error@2052101040) -> (continuation of Deferred@1980422569 after retry RPC after error@1730248036) -> (continuation of Deferred@1001352390 after retry RPC after error@1167893776)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.175.188:42277
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:50.834 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:12:50.834 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e) switched from state RUNNING to RESTARTING.
23:12:50.835 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:12:50.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
23:12:50.835 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:12:50.835 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to CANCELING.
23:12:50.835 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:12:50.836 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#0) of source Source: KuduSource.
23:12:50.836 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:12:50.837 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#0) of source Source: KuduSource.
23:12:50.837 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:12:50.837 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:12:50.837 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#0) of source Source: KuduSource.
23:12:50.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:50.842 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:50.842 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:50.842 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:50.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.842 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:50.847 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.20.133.125:35321(127.20.133.125:35321)] disconnecting while in state TERMINATED
23:12:50.847 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.20.133.126:37441(127.20.133.126:37441)] disconnecting while in state TERMINATED
23:12:50.847 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.20.133.124:39773(127.20.133.124:39773)] disconnecting while in state TERMINATED
23:12:50.847 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:50.848 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-2
23:12:50.848 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:12:50.856 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:12:50.856 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from RUNNING to CANCELING.
23:12:50.856 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:12:50.861 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:50.861 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:50.861 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:50.862 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.862 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.862 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.862 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.862 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.862 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.863 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.863 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.863 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:50.863 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.20.133.125:35321(127.20.133.125:35321)] disconnecting while in state TERMINATED
23:12:50.863 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.20.133.126:37441(127.20.133.126:37441)] disconnecting while in state TERMINATED
23:12:50.863 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer master-127.20.133.124:39773(127.20.133.124:39773)] disconnecting while in state TERMINATED
23:12:50.863 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:50.863 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:12:50.864 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:12:50.864 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:12:50.874 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:12:50.874 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from RUNNING to CANCELING.
23:12:50.874 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:12:50.876 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.20.133.125:35321(127.20.133.125:35321)] disconnecting while in state TERMINATED
23:12:50.876 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.20.133.126:37441(127.20.133.126:37441)] disconnecting while in state TERMINATED
23:12:50.876 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer master-127.20.133.124:39773(127.20.133.124:39773)] disconnecting while in state TERMINATED
23:12:50.876 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:50.877 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:12:50.877 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:12:50.881 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:50.881 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:50.881 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:50.881 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.882 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.882 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.882 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.882 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.882 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.882 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.882 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.882 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.882 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:50.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:50.895 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:12:50.895 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:12:50.895 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0).
23:12:50.901 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:50.901 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:50.902 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:50.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.903 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.903 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.903 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:50.907 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:12:50.908 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from RUNNING to CANCELING.
23:12:50.908 [INFO - flink-pekko.actor.default-dispatcher-5] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:12:50.912 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.20.133.125:35321(127.20.133.125:35321)] disconnecting while in state TERMINATED
23:12:50.913 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.20.133.126:37441(127.20.133.126:37441)] disconnecting while in state TERMINATED
23:12:50.913 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer master-127.20.133.124:39773(127.20.133.124:39773)] disconnecting while in state TERMINATED
23:12:50.913 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 70a7970ae0e14a8cb525eb391c2c3efb(127.20.133.65:40775)] disconnecting while in state TERMINATED
23:12:50.913 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:50.914 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-0
23:12:50.914 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:12:50.914 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-2
23:12:50.922 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-0
23:12:50.923 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:12:50.927 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#0 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0.
23:12:50.928 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CANCELING to CANCELED.
23:12:50.929 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:50.929 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:12:50.929 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:12:50.929 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:12:50.930 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CANCELING to CANCELED.
23:12:50.930 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:50.941 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:50.941 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:50.941 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:50.942 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.942 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.942 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.942 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:12:50.942 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.942 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.942 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:12:50.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0).
23:12:50.943 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-3
23:12:50.943 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#0 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0.
23:12:50.943 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CANCELING to CANCELED.
23:12:50.944 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:50.942 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.945 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:50.945 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:12:50.945 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:12:50.946 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:12:50.946 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#0 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0).
23:12:50.946 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#0 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0.
23:12:50.946 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CANCELING to CANCELED.
23:12:50.947 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 3ec1c74f67335b85e5e1f959e912487e
23:12:50.962 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:50.962 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:50.962 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:50.962 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.962 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.962 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:50.963 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.963 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.963 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:50.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:50.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:51.010 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:51.010 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:51.010 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:51.010 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:51.010 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:51.010 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:51.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:51.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:51.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:51.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:51.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:51.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:51.011 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:51.034 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:51.051 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:51.082 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:51.083 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:51.083 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:51.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.084 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.084 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.084 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:51.135 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:51.135 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:51.136 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:51.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:51.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:51.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:51.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:51.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:51.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:51.136 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:51.136 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:51.136 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:51.136 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:51.175 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:51.175 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:51.176 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:51.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:51.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:51.176 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:51.176 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:51.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:51.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:51.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:51.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:51.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:51.176 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:51.230 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:51.230 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:51.230 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:51.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:51.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:51.230 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:51.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:51.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:51.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:51.231 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:51.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:51.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:51.231 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:51.242 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:51.242 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:51.242 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:51.242 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.242 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.242 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.243 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.243 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.243 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.243 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.243 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.243 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.243 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:51.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:51.362 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:51.362 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:51.362 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:51.362 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.362 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.362 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.363 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.363 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:51.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:51.420 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:51.420 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:51.420 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:51.421 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:51.421 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:51.421 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:51.421 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:51.421 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:51.421 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:51.421 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:51.422 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:51.422 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:51.422 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:51.501 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:51.501 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:51.501 [DEBUG - pool-312-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:51.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:51.502 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.502 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.502 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:51.502 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.502 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.502 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:51.503 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:51.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:51.523492 23330 debug-util.cc:398] Leaking SignalData structure 0x7b080003d020 after lost signal to thread 23266
23:12:51.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:51.524164 23330 debug-util.cc:398] Leaking SignalData structure 0x7b08000b1a00 after lost signal to thread 23333
23:12:51.534 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:51.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:51.721 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:51.721 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:51.721 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:51.721 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:51.721 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:51.721 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:51.722 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:51.722 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:51.722 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:51.722 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:51.722 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:51.722 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:51.722 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:51.775 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:51.776 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:51.776 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:51.776 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:51.776 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:51.777 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:51.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:51.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:51.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:51.777 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:51.777 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:51.777 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:51.777 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:51.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:51.888 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e) switched from state RESTARTING to RUNNING.
23:12:51.889 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 3ec1c74f67335b85e5e1f959e912487e from Checkpoint 73 @ 1783465970710 for 3ec1c74f67335b85e5e1f959e912487e located at file:/tmp/junit6931743373734783525/checkpoints/3ec1c74f67335b85e5e1f959e912487e/chk-73.
23:12:51.890 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:12:51.890 [INFO - flink-pekko.actor.default-dispatcher-5] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:12:51.892 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:51.900 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to SCHEDULED.
23:12:51.901 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from SCHEDULED to DEPLOYING.
23:12:51.901 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #1) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id 6d9bd2a17e5c624042fd132d220a11dc
23:12:51.902 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to SCHEDULED.
23:12:51.902 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 6d9bd2a17e5c624042fd132d220a11dc.
23:12:51.902 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from SCHEDULED to DEPLOYING.
23:12:51.902 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #1) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id db42ba01cab3cf95bfd94d34682141f9
23:12:51.902 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to SCHEDULED.
23:12:51.903 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:12:51.903 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1), deploy into slot with allocation id 6d9bd2a17e5c624042fd132d220a11dc.
23:12:51.903 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:51.903 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:51.909 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from SCHEDULED to DEPLOYING.
23:12:51.909 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #1) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id a42b59db9e403eeca2a100ab510b5dd1
23:12:51.910 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
23:12:51.910 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:12:51.911 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
23:12:51.911 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id 8e6297a68defdfe92d21d45c7af816a8
23:12:51.914 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot db42ba01cab3cf95bfd94d34682141f9.
23:12:51.914 [INFO - Thread-53] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:12:51.914 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.19.175.188:42277(127.19.175.188:42277)] disconnecting while in state TERMINATED
23:12:51.915 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.19.175.189:40447(127.19.175.189:40447)] disconnecting while in state TERMINATED
23:12:51.916 [DEBUG - Thread-53] (Connection.java:575) [peer master-127.19.175.190:33135(127.19.175.190:33135)] disconnecting while in state TERMINATED
23:12:51.916 [DEBUG - Thread-53] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:12:51.917 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1), deploy into slot with allocation id db42ba01cab3cf95bfd94d34682141f9.
23:12:51.917 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from CREATED to DEPLOYING.
23:12:51.917 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1) [DEPLOYING].
23:12:51.918 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:12:51.918 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1a3e24d9
23:12:51.918 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:51.918 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
23:12:51.918 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:12:51.919 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:12:51.919 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:12:51.919 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from DEPLOYING to INITIALIZING.
23:12:51.920 [INFO - Thread-53] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:12:51.920 [INFO - Thread-53] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:12:51.923 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@304aa7f9
23:12:51.924 [DEBUG - Thread-53] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:51.925 [INFO - Thread-53] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:12:51.929 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot a42b59db9e403eeca2a100ab510b5dd1.
23:12:51.929 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:51.930 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1), deploy into slot with allocation id a42b59db9e403eeca2a100ab510b5dd1.
23:12:51.935 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:51.940 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CREATED to DEPLOYING.
23:12:51.940 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1) [DEPLOYING].
23:12:51.941 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@775046fc
23:12:51.941 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:51.941 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:12:51.941 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:51.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:51.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:51.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:51.943 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:12:51.943 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from DEPLOYING to INITIALIZING.
23:12:51.952 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:51.953 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@60c1c96
23:12:51.953 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:51.953 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:51.953 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:12:51.960 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskSlotTableImpl.java:391) Activate slot 8e6297a68defdfe92d21d45c7af816a8.
23:12:51.961 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id 8e6297a68defdfe92d21d45c7af816a8.
23:12:51.961 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from CREATED to DEPLOYING.
23:12:51.961 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1) [DEPLOYING].
23:12:51.963 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5012c30e
23:12:51.963 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:51.963 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:12:51.965 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:12:51.966 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from DEPLOYING to INITIALIZING.
23:12:51.968 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:51.974 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4583c8c3
23:12:51.979 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:51.979 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:51.980 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:51.980 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:51.980 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:51.982 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:51.982 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:51.982 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:51.982 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:51.986 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:51.986 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:51.986 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:51.986 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:51.986 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:51.986 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:51.986 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:51.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:51.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:51.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:51.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:51.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:51.987 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:51.996 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:51.999 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
23:12:51.999 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
23:12:51.999 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@12e5be08
23:12:51.999 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:12:52.000 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:52.000 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:52.000 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:52.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:52.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:52.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:52.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:52.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:52.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:52.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:52.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:52.002 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:52.002 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:52.002 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:12:52.002 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:12:52.002 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:12:52.013 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@29813e9a
23:12:52.020 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:52.023 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.033 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.035 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:52.042 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:52.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:52.058 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.060 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.060 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.060 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.069 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.077 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.078 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.081 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.082 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:52.082 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:52.082 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:52.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.082 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.082 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.082 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:52.084 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:52.086 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.086 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.086 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.090 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:52.091 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.091 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.091 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.102 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.104 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.107 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.108 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.108 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.109 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.115 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.118 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.123 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:52.123 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:52.123 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:52.123 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:52.123 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:52.123 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:52.123 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:52.123 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:52.123 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:52.124 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:52.123 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:52.124 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:52.124 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:52.124 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.126 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.128 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:52.130 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.134 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:51.589648 23637 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23629
23:12:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:52.134181 23637 kernel_stack_watchdog.cc:198] Thread 23629 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 390ms:
23:12:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:12:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:12:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:12:52.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:12:52.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.135 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.136 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:50.203862 23638 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:52.143 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:52.148173 23629 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.950s	user 0.516s	sys 0.929s
23:12:52.147 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:52.148557 23629 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.952s	user 0.516s	sys 0.929s
23:12:52.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.148 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.154 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.155 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.156 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.156 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.158 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:52.158 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.158 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.158825 23629 server_base.cc:1061] running on GCE node
23:12:52.160 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.160 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.160 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.160 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.161 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.161 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:52.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:52.161433 23698 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:52.162 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.162 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.162 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.162 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.163 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.163 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.163 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.163 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:52.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.163084 23629 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:52.163 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.164 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.164 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.164 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.164 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.164 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.165 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.165 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.166 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.166 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.167 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.167 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.168 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.168 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.168 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.168 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.169 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.169 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.169 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.169 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.170 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.170 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.170 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.170 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.171 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.171702 23629 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:52.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.172 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.173 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.173221 23629 hybrid_clock.cc:648] HybridClock initialized: now 1783465972173168 us; error 44 us; skew 500 ppm
23:12:52.173 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.174 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.174 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.174 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.174415 23629 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:52.176 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.176 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.177 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.177 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.177 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.177 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.177 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.177 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.177 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.177 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.177 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.180 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.180 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.180 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.180 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.181 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.182 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.182 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.182 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.182 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.182 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:52.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.188598 23629 webserver.cc:534] Webserver started at http://127.22.181.65:41205/ using document root <none> and password file <none>
23:12:52.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.189558 23629 fs_manager.cc:362] Metadata directory not provided
23:12:52.190 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.190 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.190 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.189865 23629 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:52.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.190471 23629 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:52.190 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.191 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.191 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.191 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.192 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.192 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.193 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.193 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.193 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.194 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.196 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.196 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.196 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.196 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.196 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.196 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.196 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.196 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.196 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.196 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.197 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.197 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.198215 23629 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/data/instance:
23:12:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f26f28a9c9b04060870b2a68e7bf26aa"
23:12:52.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:52 on dist-test-slave-sprr"
23:12:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.199872 23629 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/wal/instance:
23:12:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f26f28a9c9b04060870b2a68e7bf26aa"
23:12:52.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:52 on dist-test-slave-sprr"
23:12:52.201 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.201 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.201 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.201 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.202 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.202 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.202 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.202 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.202 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.202 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.202 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.202 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.202 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.207 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.208 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.208 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.208 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.210 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.210 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.210 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.210 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.211 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.211 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.211 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.211 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.211 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.211 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.211 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.211 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.211 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.213 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:52.213 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.213 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.213 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.214 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.214 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.214 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.214 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.214 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.214 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.214 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.214 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.214 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.214 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.216 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.216 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.216 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.217 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.217 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.217 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.217 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.217 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.217 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.217 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.219 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:52.219 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.219 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.219 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.219 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.219 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.219 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.219 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:52.222 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.222 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.222 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.222 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.222 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.222 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.222 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.222 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.223 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.224 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:52.224 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:52.224 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:52.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.225 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.225 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.225 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.225 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.225 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.226 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:52.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.229650 23629 fs_manager.cc:696] Time spent creating directory manager: real 0.029s	user 0.017s	sys 0.003s
23:12:52.230 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.230 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.230 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.230 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.230 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.230 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.231 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.233 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.233 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.233 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.233 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.233 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.233 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.233 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.233 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.234 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.241 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.241 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.241 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.242 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.242 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.242 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.243 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.243 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:52.243 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:52.243 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:52.243 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.243 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.243 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.244 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.244 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.245 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.246 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:52.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:52.253 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.253 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.253 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.254 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.254 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.251825 23728 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:52.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.253126 23629 fs_manager.cc:730] Time spent opening block manager: real 0.013s	user 0.002s	sys 0.008s
23:12:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.253515 23629 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/wal
23:12:52.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f26f28a9c9b04060870b2a68e7bf26aa"
23:12:52.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:52 on dist-test-slave-sprr"
23:12:52.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.254 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.254 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.254 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.254 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.254503 23629 fs_report.cc:389] FS layout report
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/wal
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/wal
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/data/data
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:52.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:52.256 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.256 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.256 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.256 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.256 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.256 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.257 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.257 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.257 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.257 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.262 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.262 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.262 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.262 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.262 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.262 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.262 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:52.262 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.263 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.263 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.263 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:52.263 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:52.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.263 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.263 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.263 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.263 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.263 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:52.273 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.274 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.274 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.274 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.274 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.274 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.275 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.275 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.283 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:52.283 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:52.283 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:52.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:52.302 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.303 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.303 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.303 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.303 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.303 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.303 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.304 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.304 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.304 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.304 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.304 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.304 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.306 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:52.307 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:52.307 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:52.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:52.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:52.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:52.307 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:52.307 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:52.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:52.307 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:52.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:52.308 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:52.308 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:52.333 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.333 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.333 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.334 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.334 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.334 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.334 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.335 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.335 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.335 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.335 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.341 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.341 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.341 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.342 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.342 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.342 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.342 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.343 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:52.343 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:52.343 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:52.343 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:52.343 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.343 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.343 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.343 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.343 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.344 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.344 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.344 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.344 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.344 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:52.350 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.350 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:52.350 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.350 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.350 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:52.350 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:52.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:52.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:52.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:52.351 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.351 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.351 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.351 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:52.351 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.351 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:52.351 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.351 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:52.351 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:52.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:52.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:52.352 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:52.356 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.356 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.356 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.356 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.356 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.356 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.356 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.356 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.356 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.356 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.364535 23629 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.366657 23629 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:52.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.367177 23629 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:52.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.383117 23629 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:52.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:52.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.394615 23629 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.395066 23629 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.001s
23:12:52.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.395668 23629 ts_tablet_manager.cc:616] Registered 0 tablets
23:12:52.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:52.396166 23629 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:52.433 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.433 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.433 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.434 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.434 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.434 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.434 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.434 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.434 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.434 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.435 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.435 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.435 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.453 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.453 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.453 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.454 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.454 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.470 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.470 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.470 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.470 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:52.471 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.471 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.471 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:52.471 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.471 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:52.471 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.471 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.471 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:52.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:52.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:52.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.471 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:52.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:52.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:52.472 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:52.472 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:52.472 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:52.472 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:52.481 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.482 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.482 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.482 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.482 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.482 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.482 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.482 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.483 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.483 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:52.483 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:52.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.483 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:52.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.483 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.483 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.483 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.483 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.483 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.483 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.483 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.484 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.484 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.484 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.484 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:52.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:52.535 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:52.536 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:52.536 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:52.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:52.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:52.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:52.537 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:52.537 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:52.537 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:52.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:52.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:52.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:52.539 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:52.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:52.556 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.556 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.556 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.557 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.557 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.593 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.593 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.593 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.594 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.594 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.594 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.594 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.594 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.594 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.594 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.594 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.594 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.594 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.646 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:52.646 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:52.646 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:52.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.647 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.647 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.647 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.647 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.647 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.647 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.648 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:52.669 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.670 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.670 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.670 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.670 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.670 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.670 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.742 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:52.743 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:52.743 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:52.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:52.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:52.744 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.744 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.744 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:52.744 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:52.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:52.772 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:52.772 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:52.772 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:52.773 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.773 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.773 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:52.773 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.773 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.773 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:52.773 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.773 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.773 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:52.773 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:52.776 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.776 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.776 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.777 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.777 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.777 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.777 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.777 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.777 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.777 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.777 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.777 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.777 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.791 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:52.791 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:52.791 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:52.792 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:52.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:52.792 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:52.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:52.792 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:52.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:52.792 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:52.792 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:52.792 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:52.792 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:52.796 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.796 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.796 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.796 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.796 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.796 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.797 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.797 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.797 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.797 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.797 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.797 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.797 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.830 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:52.830 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:52.830 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:52.830 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:52.830 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:52.830 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:52.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:52.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:52.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:52.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:52.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:52.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:52.831 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:52.833 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:52.833 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:52.833 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:52.833 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.833 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.833 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:52.834 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.834 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.834 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:52.834 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.834 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.834 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:52.834 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:52.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:52.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:53.036 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:53.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:53.073 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:53.074 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:53.074 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:53.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.074 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.074 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.075 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:53.082 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:53.083 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:53.083 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:53.083 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:53.083 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:53.083 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:53.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:53.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:53.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:53.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:53.084 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:53.084 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:53.084 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:53.162 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:53.163 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:53.163 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:53.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.164 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.164 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.164 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.164 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:53.216 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:53.216 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:53.216 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:53.217 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.217 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.217 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.217 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.217 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.217 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.217 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.217 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.217 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.217 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:53.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:53.291 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:53.291 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:53.291 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:53.292 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.292 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.292 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.293 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:53.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.296312 23629 rpc_server.cc:307] RPC server started. Bound to: 127.22.181.65:44201
23:12:53.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.316179 23842 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.181.65:44201 every 8 connection(s)
23:12:53.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.318174 23629 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/data/info.pb
23:12:53.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.324097 23253 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 23629
23:12:53.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.324731 23253 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-0/wal/instance
23:12:53.343 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.348685 23253 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/wal
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/data
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/logs
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/data/info.pb
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.66:0
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.181.66
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.66
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:53.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:53.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:53.390 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:53.390 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:53.390 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:53.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:53.390 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.390 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.390 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.391 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.391 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.391 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.391 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.391 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.391 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.391 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:53.421 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:53.422 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:53.422 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:53.422 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.422 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.422 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.423 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.423 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.423 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.464952 23845 heartbeater.cc:344] Connected to a master server at 127.22.181.125:34887
23:12:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.465502 23845 heartbeater.cc:461] Registering TS with master...
23:12:53.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.467000 23845 heartbeater.cc:507] Master 127.22.181.125:34887 requested a full tablet report, sending...
23:12:53.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.470974 23378 ts_manager.cc:194] Registered new tserver with Master: f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201)
23:12:53.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.472342 23843 heartbeater.cc:344] Connected to a master server at 127.22.181.124:40657
23:12:53.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.472704 23843 heartbeater.cc:461] Registering TS with master...
23:12:53.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.473618 23843 heartbeater.cc:507] Master 127.22.181.124:40657 requested a full tablet report, sending...
23:12:53.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.476438 23465 ts_manager.cc:194] Registered new tserver with Master: f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201)
23:12:53.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.479137 23465 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.181.65:45715
23:12:53.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.487505 23846 heartbeater.cc:344] Connected to a master server at 127.22.181.126:45233
23:12:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.487872 23846 heartbeater.cc:461] Registering TS with master...
23:12:53.488 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.488554 23846 heartbeater.cc:507] Master 127.22.181.126:45233 requested a full tablet report, sending...
23:12:53.490 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:53.490 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:53.490 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:53.490 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:53.490 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:53.490 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:53.492 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:53.492 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:53.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:53.493 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:53.493 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:53.493 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:53.493 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:53.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:53.491662 23299 ts_manager.cc:194] Registered new tserver with Master: f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201)
23:12:53.535 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:53.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:53.623 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:53.623 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:53.623 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:53.624 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:53.624 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:53.624 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:53.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:53.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:53.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:53.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:53.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:53.625 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:53.625 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:53.642 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:53.642 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:53.643 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:53.643 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:53.643 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:53.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:53.643 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:53.643 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:53.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:53.643 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:53.643 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:53.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:53.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:53.666 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:53.666 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:53.667 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:53.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.667 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.667 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.668 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.668 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:53.691 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:53.691 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:53.691 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:53.691 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:53.691 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:53.692 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:53.692 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:53.692 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:53.692 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:53.692 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:53.692 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:53.692 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:53.692 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:53.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:53.790 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:53.790 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:53.790 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:53.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.791 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.791 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.791 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.792 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:53.792 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:53.792 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:53.792 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:53.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:53.793 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:53.793 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:53.793 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:53.793 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:53.793 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:53.793 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:53.793 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:53.794 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:53.795 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:53.830 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:53.830 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:53.830 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:53.830 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:53.830 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:53.831 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:53.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:53.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:53.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:53.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.831 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:53.831 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:53.831 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:53.831 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.831 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.831 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.832 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.832 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.832 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:53.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:53.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:53.832 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:53.832 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:53.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:53.876 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:53.876 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:53.876 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:53.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:53.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:53.876 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:53.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:53.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:53.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:53.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:53.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:53.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:53.877 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:53.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:53.910 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:53.910 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:53.910 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:53.911 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.911 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.911 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:53.911 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.911 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.911 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:53.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.912 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.912 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:53.912 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:53.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:53.940246 23844 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:53.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:53.940972 23844 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:53.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:53.941867 23844 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:53.963 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:53.963 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:53.964 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:53.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:53.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.965 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.965 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:53.965 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.965 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.965 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:53.965 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:54.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:54.014343 23844 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:54.016 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:54.015951 23844 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.181.66
23:12:54.034 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:54.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:54.063 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:54.064 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:54.064 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:54.064 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:54.064 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:54.064 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:54.064 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:54.064 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:54.064 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:54.065 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:54.065 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:54.065 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:54.065 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:54.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.095445 23844 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/data
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/wal
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.66:0
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/data/info.pb
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.66
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.181.66
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/logs
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:54.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:54.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.097292 23844 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:54.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.099696 23844 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:54.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:54.130385 23862 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:54.143 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:54.144 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:54.144 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:54.144 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:54.144 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:54.144 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:54.144 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:54.144 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:54.145 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:54.145 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:54.145 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:54.145 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:54.145 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:54.181 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:54.181 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:54.182 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:54.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:54.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:54.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:54.183 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:54.183 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:54.183 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:54.183 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:54.183 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:54.183 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:54.183 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:54.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:54.269 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:54.270 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:54.270 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:54.270 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:54.270 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:54.270 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:54.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:54.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:54.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:54.270 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:54.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:54.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:54.271 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:54.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:54.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:54.410 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:54.410 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:54.410 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:54.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:54.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:54.410 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:54.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:54.410 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:54.410 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:54.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:54.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:54.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:54.411 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:54.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:54.484103 23843 heartbeater.cc:499] Master 127.22.181.124:40657 was elected leader, sending a full tablet report...
23:12:54.534 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:54.551 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:54.572 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:54.572 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:54.572 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:54.572 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:54.573 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:54.573 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:54.573 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:54.573 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:54.573 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:54.573 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:54.573 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:54.573 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:54.573 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:54.665 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:54.665 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:54.665 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:54.665 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:54.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:54.666 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:54.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:54.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:54.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:54.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:54.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:54.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:54.667 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:54.696 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:54.696 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:54.696 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:54.696 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:54.696 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:54.696 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:54.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:54.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:54.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:54.697 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:54.697 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:54.697 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:54.697 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:54.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:54.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:54.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:55.009 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:55.009 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:55.009 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:55.009 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:55.009 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:55.010 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:55.010 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:55.010 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:55.010 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:55.010 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:55.010 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:55.010 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:55.010 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:55.034 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:55.051 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:55.093 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:55.094 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:55.094 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:55.094 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:55.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:55.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:55.095 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:55.095 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:55.095 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:55.095 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:55.095 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:55.095 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:55.095 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:55.095 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:55.095 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:55.095 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:55.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:55.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:55.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:55.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:55.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:55.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:55.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:55.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:55.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:55.096 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:55.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:55.275 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:55.276 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:55.276 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:55.276 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:55.276 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:55.276 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:55.277 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:55.277 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:55.277 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:55.277 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:55.277 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:55.277 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:55.277 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:55.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:55.390 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:55.402 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:55.403 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:55.403 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:55.403 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:55.403 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:55.403 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:55.403 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:55.403 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:55.403 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:55.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:55.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:55.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:55.403 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:55.430 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:55.430 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:55.430 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:55.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:55.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:55.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:55.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:55.431 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:55.431 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:55.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:55.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:55.431 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:55.431 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:55.534 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:55.551 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:55.590 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:55.590 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:55.590 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:55.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:55.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:55.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:55.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:55.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:55.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:55.591 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:55.591 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:55.591 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:55.591 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:55.641 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:55.641 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:55.641 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:55.641 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:55.641 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:55.642 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:55.641 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:55.642 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:55.642 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:55.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:55.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:55.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:55.643 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:55.651 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:55.651 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:55.651 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:55.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:55.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:55.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:55.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:55.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:55.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:55.653 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:55.653 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:55.653 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:55.653 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:55.715 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:55.715 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:55.715 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:55.715 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:55.715 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:55.716 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:55.716 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:55.716 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:55.716 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:55.716 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:55.716 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:55.716 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:55.716 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:55.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:55.763 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:55.763 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:55.763 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:55.764 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:55.764 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:55.764 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:55.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:55.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:55.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:55.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:55.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:55.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:55.764 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:55.831 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:55.831 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:55.831 [DEBUG - pool-348-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:55.832 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:55.832 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:55.832 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:55.832 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:55.832 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:55.832 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:55.832 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:55.832 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:55.832 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:55.832 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:55.834 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28384), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [14ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [15ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [15ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [27ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [29ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [47ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [65ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [85ms] refreshing cache from master, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [86ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [86ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [87ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [126ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [127ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [129ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [129ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [442ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [722ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1644ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2183ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [6021ms] refreshing cache from master, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [6022ms] too many traces: truncated at 100 traces, deferred=Deferred@392946483(state=PENDING, result=null, callback=(continuation of Deferred@171247127 after retry RPC after error@251364212) -> (continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490), errback=(continuation of Deferred@171247127 after retry RPC after error@251364212) -> (continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490)))
23:12:55.835 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:12:55.835 [WARN - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28384), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [14ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [15ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [15ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [27ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [29ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [47ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [65ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [85ms] refreshing cache from master, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [86ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [86ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [87ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [126ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [127ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [129ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [129ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [442ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [722ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1644ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2183ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [6021ms] refreshing cache from master, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [6022ms] too many traces: truncated at 100 traces, deferred=Deferred@392946483(state=PENDING, result=null, callback=(continuation of Deferred@171247127 after retry RPC after error@251364212) -> (continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490), errback=(continuation of Deferred@171247127 after retry RPC after error@251364212) -> (continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:55.836 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:12:55.839 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:12:55.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:55.843 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28384), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [13ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [14ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [15ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [15ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [25ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [26ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [27ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [29ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [29ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [47ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [65ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [85ms] refreshing cache from master, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [85ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [86ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [86ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [87ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [126ms] refreshing cache from master, [126ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [127ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [127ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [128ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [129ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [129ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [202ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [203ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [203ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [241ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [243ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [244ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [244ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [442ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [442ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [721ms] refreshing cache from master, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [722ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [722ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1641ms] refreshing cache from master, [1641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1642ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1643ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1644ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1644ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2181ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2183ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [6021ms] refreshing cache from master, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [6022ms] too many traces: truncated at 100 traces, deferred=Deferred@392946483(state=PENDING, result=null, callback=(continuation of Deferred@171247127 after retry RPC after error@251364212) -> (continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490), errback=(continuation of Deferred@171247127 after retry RPC after error@251364212) -> (continuation of Deferred@481357606 after retry RPC after error@1410004472) -> (continuation of Deferred@1991066832 after retry RPC after error@614439250) -> (continuation of Deferred@1062046520 after retry RPC after error@1022041116) -> (continuation of Deferred@553407637 after retry RPC after error@2020678865) -> (continuation of Deferred@724978860 after retry RPC after error@1331281450) -> (continuation of Deferred@222499752 after retry RPC after error@2099515717) -> (continuation of Deferred@1693348193 after retry RPC after error@1724136248) -> (continuation of Deferred@1930406427 after retry RPC after error@779887366) -> (continuation of Deferred@957233873 after retry RPC after error@2127878963) -> (continuation of Deferred@1879435648 after retry RPC after error@1068404885) -> (continuation of Deferred@2000612611 after retry RPC after error@795590036) -> (continuation of Deferred@1887242256 after retry RPC after error@1000080562) -> (continuation of Deferred@1003135031 after retry RPC after error@1237269959) -> (continuation of Deferred@1369084264 after retry RPC after error@184067709) -> (continuation of Deferred@1683846157 after retry RPC after error@1413229636) -> (continuation of Deferred@1361634938 after retry RPC after error@506227052) -> (continuation of Deferred@291412920 after retry RPC after error@615893979) -> (continuation of Deferred@850981377 after retry RPC after error@1327663667) -> (continuation of Deferred@709122868 after retry RPC after error@547731124) -> (continuation of Deferred@1442345051 after retry RPC after error@248515525) -> (continuation of Deferred@113605840 after retry RPC after error@190347946) -> (continuation of Deferred@489994546 after retry RPC after error@330565490)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:55.844 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:55.845 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
23:12:55.846 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:12:55.846 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RUNNING to RESTARTING.
23:12:55.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:55.909 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:55.910 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:55.910 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:55.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:55.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:55.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:55.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:55.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:55.911 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:55.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:55.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:55.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:55.911 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:56.051 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:56.063 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:56.063 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:56.064 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:56.064 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:56.064 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:56.064 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:56.064 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:56.064 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:56.064 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:56.064 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:56.064 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:56.064 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:56.064 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:56.083 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:56.084 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:56.084 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:56.085 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:56.086 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:56.086 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:56.086 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:56.086 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:56.086 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:56.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:56.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:56.087 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:56.087 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:56.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:56.331 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:56.331 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:56.331 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:56.332 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:56.332 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:56.332 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:56.332 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:56.333 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:56.333 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:56.333 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:56.333 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:56.333 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:56.333 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:56.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:56.381 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:56.382 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:56.382 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:56.382 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:56.382 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:56.382 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:56.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:56.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:56.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:56.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:56.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:56.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:56.383 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:56.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:56.395 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:56.396 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:56.396 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:56.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:56.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:56.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:56.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:56.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:56.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:56.397 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:56.397 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:56.397 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:56.398 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:56.410 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:56.410 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:56.410 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:56.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:56.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:56.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:56.411 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:56.411 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:56.411 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:56.411 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:56.411 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:56.411 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:56.412 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:56.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:54.131335 23861 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.413640 23863 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2280 milliseconds
23:12:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:55.519377 23860 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23844
23:12:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.413801 23864 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.411415 23844 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.281s	user 0.701s	sys 1.344s
23:12:56.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:56.414501 23844 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.285s	user 0.701s	sys 1.344s
23:12:56.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.414770 23844 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:12:56.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.418251 23844 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:56.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.420717 23844 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:56.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.422083 23844 hybrid_clock.cc:648] HybridClock initialized: now 1783465976422058 us; error 47 us; skew 500 ppm
23:12:56.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.423012 23844 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:56.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.429780 23844 webserver.cc:534] Webserver started at http://127.22.181.66:35683/ using document root <none> and password file <none>
23:12:56.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.430904 23844 fs_manager.cc:362] Metadata directory not provided
23:12:56.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.431143 23844 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:56.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.431684 23844 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.437161 23844 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/data/instance:
23:12:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b22771d75694bada4a882fdda2f6e59"
23:12:56.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:56 on dist-test-slave-sprr"
23:12:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.438462 23844 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/wal/instance:
23:12:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b22771d75694bada4a882fdda2f6e59"
23:12:56.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:56 on dist-test-slave-sprr"
23:12:56.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.446424 23844 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.005s	sys 0.002s
23:12:56.452 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.452543 23874 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.453879 23844 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.006s	sys 0.001s
23:12:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.454192 23844 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/wal
23:12:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "7b22771d75694bada4a882fdda2f6e59"
23:12:56.454 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:56 on dist-test-slave-sprr"
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.454579 23844 fs_report.cc:389] FS layout report
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/wal
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/wal
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/data/data
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:56.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:56.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.520439 23844 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:56.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.522387 23844 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:56.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.522923 23844 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:56.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.526458 23844 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.532218 23844 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.532488 23844 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:56.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.532732 23844 ts_tablet_manager.cc:616] Registered 0 tablets
23:12:56.533 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.532866 23844 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:12:56.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:56.640 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:56.641 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:56.641 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:56.641 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:56.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:56.641 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:56.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:56.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:56.641 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:56.641 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:56.642 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:56.642 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:56.642 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.698714 23844 rpc_server.cc:307] RPC server started. Bound to: 127.22.181.66:33941
23:12:56.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.698812 23986 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.181.66:33941 every 8 connection(s)
23:12:56.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.701481 23844 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/data/info.pb
23:12:56.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.708958 23253 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 23844
23:12:56.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.709524 23253 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-1/wal/instance
23:12:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.726209 23253 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:12:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/wal
23:12:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/data
23:12:56.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/logs
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/data/info.pb
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.67:0
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.181.67
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.67
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:56.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:12:56.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.748343 23988 heartbeater.cc:344] Connected to a master server at 127.22.181.125:34887
23:12:56.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.748842 23988 heartbeater.cc:461] Registering TS with master...
23:12:56.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:56.750 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.750248 23988 heartbeater.cc:507] Master 127.22.181.125:34887 requested a full tablet report, sending...
23:12:56.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.751734 23989 heartbeater.cc:344] Connected to a master server at 127.22.181.126:45233
23:12:56.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.752121 23989 heartbeater.cc:461] Registering TS with master...
23:12:56.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.753229 23989 heartbeater.cc:507] Master 127.22.181.126:45233 requested a full tablet report, sending...
23:12:56.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.753429 23378 ts_manager.cc:194] Registered new tserver with Master: 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941)
23:12:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.755265 23987 heartbeater.cc:344] Connected to a master server at 127.22.181.124:40657
23:12:56.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.755599 23987 heartbeater.cc:461] Registering TS with master...
23:12:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.756453 23299 ts_manager.cc:194] Registered new tserver with Master: 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941)
23:12:56.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.756481 23987 heartbeater.cc:507] Master 127.22.181.124:40657 requested a full tablet report, sending...
23:12:56.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.759192 23465 ts_manager.cc:194] Registered new tserver with Master: 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941)
23:12:56.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:56.761307 23465 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.181.66:36785
23:12:56.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:56.876 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:56.876 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:56.876 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:56.876 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:56.876 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:56.876 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:56.876 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:56.876 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:56.876 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:56.876 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:56.876 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:56.877 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:56.877 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:56.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:56.987 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:56.987 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:56.988 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:56.988 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:56.988 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:56.988 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:56.988 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:56.989 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:56.989 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:56.989 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:56.989 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:56.989 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:56.989 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:57.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:57.063 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:57.063 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:57.063 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:57.063 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:57.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:57.063 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:57.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:57.063 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:57.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:57.063 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:57.063 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:57.064 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:57.064 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.116945 23997 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:12:57.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.117475 23997 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:12:57.118 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.118201 23997 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:12:57.131 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:12:57.131 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:12:57.131 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:12:57.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:57.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:57.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:12:57.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:57.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:57.132 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:57.132 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:57.132 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:12:57.132 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:12:57.132 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:12:57.155 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:57.155 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:57.155 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:57.156 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:57.156 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:57.156 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:57.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:57.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:57.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:57.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:57.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:57.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:57.157 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:57.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.156840 23997 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:12:57.158 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.158188 23997 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.22.181.67
23:12:57.169 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:57.170 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:57.170 [DEBUG - pool-346-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:57.170 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:57.170 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:57.170 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:57.170 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:57.170 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:57.170 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:57.170 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:57.170 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:57.170 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:57.170 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:57.171 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29724), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [9ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [13ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [22ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [43ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [45ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [127ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [127ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [263ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [322ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [323ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [388ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [388ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [462ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2462ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [5061ms] refreshing cache from master, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [5062ms] too many traces: truncated at 100 traces, deferred=Deferred@1933545024(state=PENDING, result=null, callback=(continuation of Deferred@1272023187 after retry RPC after error@1365494945) -> (continuation of Deferred@2134827128 after retry RPC after error@1887186001) -> (continuation of Deferred@925804509 after retry RPC after error@2028434269) -> (continuation of Deferred@1884447001 after retry RPC after error@1641924070) -> (continuation of Deferred@588224079 after retry RPC after error@1613849832) -> (continuation of Deferred@50891614 after retry RPC after error@209034284) -> (continuation of Deferred@1394068995 after retry RPC after error@946529965) -> (continuation of Deferred@2147473541 after retry RPC after error@1607188394) -> (continuation of Deferred@851514758 after retry RPC after error@1567740669) -> (continuation of Deferred@1556812326 after retry RPC after error@1585434874) -> (continuation of Deferred@1688769430 after retry RPC after error@933057476) -> (continuation of Deferred@860040499 after retry RPC after error@320586657) -> (continuation of Deferred@865064567 after retry RPC after error@1850847409) -> (continuation of Deferred@1154556669 after retry RPC after error@152762125) -> (continuation of Deferred@1156293687 after retry RPC after error@668749859) -> (continuation of Deferred@1784109295 after retry RPC after error@875259959) -> (continuation of Deferred@762882201 after retry RPC after error@1759557725) -> (continuation of Deferred@950015374 after retry RPC after error@1462085757) -> (continuation of Deferred@1072819808 after retry RPC after error@1379834771) -> (continuation of Deferred@1779099711 after retry RPC after error@278319939) -> (continuation of Deferred@547667423 after retry RPC after error@106973275) -> (continuation of Deferred@999687096 after retry RPC after error@490521410) -> (continuation of Deferred@418635647 after retry RPC after error@475360938) -> (continuation of Deferred@391460187 after retry RPC after error@1812513312) -> (continuation of Deferred@1787224313 after retry RPC after error@1569841981) -> (continuation of Deferred@1674635833 after retry RPC after error@1239629217) -> (continuation of Deferred@348101964 after retry RPC after error@1181027565) -> (continuation of Deferred@570472250 after retry RPC after error@1918798062), errback=(continuation of Deferred@1272023187 after retry RPC after error@1365494945) -> (continuation of Deferred@2134827128 after retry RPC after error@1887186001) -> (continuation of Deferred@925804509 after retry RPC after error@2028434269) -> (continuation of Deferred@1884447001 after retry RPC after error@1641924070) -> (continuation of Deferred@588224079 after retry RPC after error@1613849832) -> (continuation of Deferred@50891614 after retry RPC after error@209034284) -> (continuation of Deferred@1394068995 after retry RPC after error@946529965) -> (continuation of Deferred@2147473541 after retry RPC after error@1607188394) -> (continuation of Deferred@851514758 after retry RPC after error@1567740669) -> (continuation of Deferred@1556812326 after retry RPC after error@1585434874) -> (continuation of Deferred@1688769430 after retry RPC after error@933057476) -> (continuation of Deferred@860040499 after retry RPC after error@320586657) -> (continuation of Deferred@865064567 after retry RPC after error@1850847409) -> (continuation of Deferred@1154556669 after retry RPC after error@152762125) -> (continuation of Deferred@1156293687 after retry RPC after error@668749859) -> (continuation of Deferred@1784109295 after retry RPC after error@875259959) -> (continuation of Deferred@762882201 after retry RPC after error@1759557725) -> (continuation of Deferred@950015374 after retry RPC after error@1462085757) -> (continuation of Deferred@1072819808 after retry RPC after error@1379834771) -> (continuation of Deferred@1779099711 after retry RPC after error@278319939) -> (continuation of Deferred@547667423 after retry RPC after error@106973275) -> (continuation of Deferred@999687096 after retry RPC after error@490521410) -> (continuation of Deferred@418635647 after retry RPC after error@475360938) -> (continuation of Deferred@391460187 after retry RPC after error@1812513312) -> (continuation of Deferred@1787224313 after retry RPC after error@1569841981) -> (continuation of Deferred@1674635833 after retry RPC after error@1239629217) -> (continuation of Deferred@348101964 after retry RPC after error@1181027565) -> (continuation of Deferred@570472250 after retry RPC after error@1918798062)))
23:12:57.172 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:12:57.172 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29724), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [9ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [13ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [22ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [43ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [45ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [127ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [127ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [263ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [322ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [323ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [388ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [388ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [462ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2462ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [5061ms] refreshing cache from master, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [5062ms] too many traces: truncated at 100 traces, deferred=Deferred@1933545024(state=PENDING, result=null, callback=(continuation of Deferred@1272023187 after retry RPC after error@1365494945) -> (continuation of Deferred@2134827128 after retry RPC after error@1887186001) -> (continuation of Deferred@925804509 after retry RPC after error@2028434269) -> (continuation of Deferred@1884447001 after retry RPC after error@1641924070) -> (continuation of Deferred@588224079 after retry RPC after error@1613849832) -> (continuation of Deferred@50891614 after retry RPC after error@209034284) -> (continuation of Deferred@1394068995 after retry RPC after error@946529965) -> (continuation of Deferred@2147473541 after retry RPC after error@1607188394) -> (continuation of Deferred@851514758 after retry RPC after error@1567740669) -> (continuation of Deferred@1556812326 after retry RPC after error@1585434874) -> (continuation of Deferred@1688769430 after retry RPC after error@933057476) -> (continuation of Deferred@860040499 after retry RPC after error@320586657) -> (continuation of Deferred@865064567 after retry RPC after error@1850847409) -> (continuation of Deferred@1154556669 after retry RPC after error@152762125) -> (continuation of Deferred@1156293687 after retry RPC after error@668749859) -> (continuation of Deferred@1784109295 after retry RPC after error@875259959) -> (continuation of Deferred@762882201 after retry RPC after error@1759557725) -> (continuation of Deferred@950015374 after retry RPC after error@1462085757) -> (continuation of Deferred@1072819808 after retry RPC after error@1379834771) -> (continuation of Deferred@1779099711 after retry RPC after error@278319939) -> (continuation of Deferred@547667423 after retry RPC after error@106973275) -> (continuation of Deferred@999687096 after retry RPC after error@490521410) -> (continuation of Deferred@418635647 after retry RPC after error@475360938) -> (continuation of Deferred@391460187 after retry RPC after error@1812513312) -> (continuation of Deferred@1787224313 after retry RPC after error@1569841981) -> (continuation of Deferred@1674635833 after retry RPC after error@1239629217) -> (continuation of Deferred@348101964 after retry RPC after error@1181027565) -> (continuation of Deferred@570472250 after retry RPC after error@1918798062), errback=(continuation of Deferred@1272023187 after retry RPC after error@1365494945) -> (continuation of Deferred@2134827128 after retry RPC after error@1887186001) -> (continuation of Deferred@925804509 after retry RPC after error@2028434269) -> (continuation of Deferred@1884447001 after retry RPC after error@1641924070) -> (continuation of Deferred@588224079 after retry RPC after error@1613849832) -> (continuation of Deferred@50891614 after retry RPC after error@209034284) -> (continuation of Deferred@1394068995 after retry RPC after error@946529965) -> (continuation of Deferred@2147473541 after retry RPC after error@1607188394) -> (continuation of Deferred@851514758 after retry RPC after error@1567740669) -> (continuation of Deferred@1556812326 after retry RPC after error@1585434874) -> (continuation of Deferred@1688769430 after retry RPC after error@933057476) -> (continuation of Deferred@860040499 after retry RPC after error@320586657) -> (continuation of Deferred@865064567 after retry RPC after error@1850847409) -> (continuation of Deferred@1154556669 after retry RPC after error@152762125) -> (continuation of Deferred@1156293687 after retry RPC after error@668749859) -> (continuation of Deferred@1784109295 after retry RPC after error@875259959) -> (continuation of Deferred@762882201 after retry RPC after error@1759557725) -> (continuation of Deferred@950015374 after retry RPC after error@1462085757) -> (continuation of Deferred@1072819808 after retry RPC after error@1379834771) -> (continuation of Deferred@1779099711 after retry RPC after error@278319939) -> (continuation of Deferred@547667423 after retry RPC after error@106973275) -> (continuation of Deferred@999687096 after retry RPC after error@490521410) -> (continuation of Deferred@418635647 after retry RPC after error@475360938) -> (continuation of Deferred@391460187 after retry RPC after error@1812513312) -> (continuation of Deferred@1787224313 after retry RPC after error@1569841981) -> (continuation of Deferred@1674635833 after retry RPC after error@1239629217) -> (continuation of Deferred@348101964 after retry RPC after error@1181027565) -> (continuation of Deferred@570472250 after retry RPC after error@1918798062)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:57.173 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:12:57.175 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:12:57.177 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=29, TimeoutTracker(timeout=30000, elapsed=29724), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [9ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [10ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [11ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [13ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [13ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [22ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [25ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [26ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [26ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [43ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [44ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [45ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [63ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [63ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [82ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [83ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [83ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [126ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [127ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [127ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [263ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [263ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [322ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [323ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [323ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [388ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [388ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [462ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [462ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2461ms] refreshing cache from master, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2462ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2462ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [5061ms] refreshing cache from master, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [5061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [5062ms] too many traces: truncated at 100 traces, deferred=Deferred@1933545024(state=PENDING, result=null, callback=(continuation of Deferred@1272023187 after retry RPC after error@1365494945) -> (continuation of Deferred@2134827128 after retry RPC after error@1887186001) -> (continuation of Deferred@925804509 after retry RPC after error@2028434269) -> (continuation of Deferred@1884447001 after retry RPC after error@1641924070) -> (continuation of Deferred@588224079 after retry RPC after error@1613849832) -> (continuation of Deferred@50891614 after retry RPC after error@209034284) -> (continuation of Deferred@1394068995 after retry RPC after error@946529965) -> (continuation of Deferred@2147473541 after retry RPC after error@1607188394) -> (continuation of Deferred@851514758 after retry RPC after error@1567740669) -> (continuation of Deferred@1556812326 after retry RPC after error@1585434874) -> (continuation of Deferred@1688769430 after retry RPC after error@933057476) -> (continuation of Deferred@860040499 after retry RPC after error@320586657) -> (continuation of Deferred@865064567 after retry RPC after error@1850847409) -> (continuation of Deferred@1154556669 after retry RPC after error@152762125) -> (continuation of Deferred@1156293687 after retry RPC after error@668749859) -> (continuation of Deferred@1784109295 after retry RPC after error@875259959) -> (continuation of Deferred@762882201 after retry RPC after error@1759557725) -> (continuation of Deferred@950015374 after retry RPC after error@1462085757) -> (continuation of Deferred@1072819808 after retry RPC after error@1379834771) -> (continuation of Deferred@1779099711 after retry RPC after error@278319939) -> (continuation of Deferred@547667423 after retry RPC after error@106973275) -> (continuation of Deferred@999687096 after retry RPC after error@490521410) -> (continuation of Deferred@418635647 after retry RPC after error@475360938) -> (continuation of Deferred@391460187 after retry RPC after error@1812513312) -> (continuation of Deferred@1787224313 after retry RPC after error@1569841981) -> (continuation of Deferred@1674635833 after retry RPC after error@1239629217) -> (continuation of Deferred@348101964 after retry RPC after error@1181027565) -> (continuation of Deferred@570472250 after retry RPC after error@1918798062), errback=(continuation of Deferred@1272023187 after retry RPC after error@1365494945) -> (continuation of Deferred@2134827128 after retry RPC after error@1887186001) -> (continuation of Deferred@925804509 after retry RPC after error@2028434269) -> (continuation of Deferred@1884447001 after retry RPC after error@1641924070) -> (continuation of Deferred@588224079 after retry RPC after error@1613849832) -> (continuation of Deferred@50891614 after retry RPC after error@209034284) -> (continuation of Deferred@1394068995 after retry RPC after error@946529965) -> (continuation of Deferred@2147473541 after retry RPC after error@1607188394) -> (continuation of Deferred@851514758 after retry RPC after error@1567740669) -> (continuation of Deferred@1556812326 after retry RPC after error@1585434874) -> (continuation of Deferred@1688769430 after retry RPC after error@933057476) -> (continuation of Deferred@860040499 after retry RPC after error@320586657) -> (continuation of Deferred@865064567 after retry RPC after error@1850847409) -> (continuation of Deferred@1154556669 after retry RPC after error@152762125) -> (continuation of Deferred@1156293687 after retry RPC after error@668749859) -> (continuation of Deferred@1784109295 after retry RPC after error@875259959) -> (continuation of Deferred@762882201 after retry RPC after error@1759557725) -> (continuation of Deferred@950015374 after retry RPC after error@1462085757) -> (continuation of Deferred@1072819808 after retry RPC after error@1379834771) -> (continuation of Deferred@1779099711 after retry RPC after error@278319939) -> (continuation of Deferred@547667423 after retry RPC after error@106973275) -> (continuation of Deferred@999687096 after retry RPC after error@490521410) -> (continuation of Deferred@418635647 after retry RPC after error@475360938) -> (continuation of Deferred@391460187 after retry RPC after error@1812513312) -> (continuation of Deferred@1787224313 after retry RPC after error@1569841981) -> (continuation of Deferred@1674635833 after retry RPC after error@1239629217) -> (continuation of Deferred@348101964 after retry RPC after error@1181027565) -> (continuation of Deferred@570472250 after retry RPC after error@1918798062)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:57.178 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:12:57.179 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
23:12:57.179 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.201650 23997 tablet_server_runner.cc:78] Tablet server non-default flags:
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.22.181.84:41981
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/data
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/wal
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.22.181.67:0
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/data/info.pb
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.22.181.67
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.22.181.126:45233,127.22.181.125:34887,127.22.181.124:40657
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.22.181.67
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/logs
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:12:57.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:12:57.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.203384 23997 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:12:57.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.205088 23997 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:12:57.220 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.219632 24003 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:57.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:57.332 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:57.332 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:57.332 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:57.333 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:57.333 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:57.333 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:57.333 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:57.333 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:57.333 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:57.333 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:57.333 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:57.333 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:57.333 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:57.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:57.385 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:57.386 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:57.386 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:57.386 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:57.386 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:57.386 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:57.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:57.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:57.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:57.387 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:57.387 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:57.387 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:57.387 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:57.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:57.460 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:12:57.460 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:12:57.461 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:12:57.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:57.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:57.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:12:57.462 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:57.462 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:57.462 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:12:57.462 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:57.462 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:57.462 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:12:57.462 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:12:57.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:57.651 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:57.651 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:57.651 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:57.652 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:57.652 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:57.652 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:57.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:57.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:57.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:57.653 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:57.653 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:57.653 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:57.653 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:57.683 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:57.683 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:57.683 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:57.684 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:57.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:57.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:57.684 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:57.684 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:57.684 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:57.684 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:57.684 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:57.685 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:57.685 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:57.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:57.763 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:12:57.763 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:12:57.764 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:12:57.765 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:57.765 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:57.765 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:12:57.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:57.765139 23987 heartbeater.cc:499] Master 127.22.181.124:40657 was elected leader, sending a full tablet report...
23:12:57.766 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:57.766 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:57.766 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:12:57.766 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:57.766 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:57.766 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:12:57.766 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:12:57.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:57.883 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:57.883 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:57.884 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:57.884 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:57.884 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:57.884 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:57.884 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:57.884 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:57.884 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:57.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:57.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:57.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:57.885 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:57.890 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:57.986 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:57.986 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:57.986 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:57.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:57.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:57.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:57.988 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:57.988 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:57.988 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:57.988 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:57.988 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:57.988 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:57.988 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:58.016 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:58.016 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:58.016 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:58.017 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:58.017 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:58.017 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:58.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:58.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:58.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:58.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:58.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:58.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:58.018 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:58.051 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:58.093 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:58.094 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:58.094 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:58.094 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:58.094 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:58.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:58.094 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:58.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:58.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:58.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:58.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:58.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:58.094 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:58.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:58.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:58.383 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:58.383 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:58.383 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:58.383 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:58.384 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:58.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:58.384 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:58.384 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:58.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:58.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:58.384 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:58.384 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:58.384 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:58.391 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:58.450 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:58.450 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:58.450 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:58.450 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:58.450 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:58.450 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:58.450 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:58.451 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:58.451 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:58.451 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:58.450 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:58.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:58.451 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:58.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:58.624 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:58.625 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:58.625 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:58.625 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:58.625 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:58.625 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:58.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:58.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:58.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:58.626 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:58.626 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:58.626 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:58.626 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:58.676 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:58.676 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:58.676 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:58.676 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:58.676 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:58.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:58.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:58.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:58.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:58.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:58.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:58.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:58.677 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:58.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:58.624665 24002 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 23997
23:12:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:58.718178 24002 kernel_stack_watchdog.cc:198] Thread 23997 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 401ms:
23:12:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:12:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:12:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:12:58.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:12:58.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:57.220168 24004 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:58.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:58.721275 24006 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:12:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:58.721488 23997 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.501s	user 0.001s	sys 0.000s
23:12:58.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:58.721894 23997 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.501s	user 0.002s	sys 0.000s
23:12:58.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.728960 23997 server_base.cc:1061] running on GCE node
23:12:58.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.730127 23997 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:12:58.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.732427 23997 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:12:58.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.733940 23997 hybrid_clock.cc:648] HybridClock initialized: now 1783465978733854 us; error 73 us; skew 500 ppm
23:12:58.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.734989 23997 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:12:58.742 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.742523 23997 webserver.cc:534] Webserver started at http://127.22.181.67:33957/ using document root <none> and password file <none>
23:12:58.743 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:58.743 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:58.743 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:58.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:58.744 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:58.744 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:58.744 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:58.744 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:58.744 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:58.744 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:58.744 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:58.744 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:58.744 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.743690 23997 fs_manager.cc:362] Metadata directory not provided
23:12:58.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.744601 23997 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:12:58.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.745201 23997 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:12:58.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.751034 23997 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/data/instance:
23:12:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d95305761fd74bc59dadff36d4f9d0d8"
23:12:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:58 on dist-test-slave-sprr"
23:12:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.752146 23997 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/wal/instance:
23:12:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d95305761fd74bc59dadff36d4f9d0d8"
23:12:58.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:58 on dist-test-slave-sprr"
23:12:58.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.759624 23997 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.004s
23:12:58.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.766443 24015 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:12:58.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.767627 23997 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.004s	sys 0.000s
23:12:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.767925 23997 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/wal
23:12:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "d95305761fd74bc59dadff36d4f9d0d8"
23:12:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:12:58 on dist-test-slave-sprr"
23:12:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.768251 23997 fs_report.cc:389] FS layout report
23:12:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:12:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/wal
23:12:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/wal
23:12:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/data/data
23:12:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:12:58.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:12:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:12:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:12:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:12:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:12:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:12:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:12:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:12:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:12:58.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:12:58.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.830655 23997 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:12:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.832314 23997 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:12:58.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.832701 23997 kserver.cc:163] Server-wide thread pool size limit: 3276
23:12:58.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.835754 23997 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:12:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.841149 23997 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:12:58.841 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:58.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.841414 23997 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:12:58.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.841729 23997 ts_tablet_manager.cc:616] Registered 0 tablets
23:12:58.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:58.841933 23997 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.001s	sys 0.000s
23:12:58.891 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:58.910 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:58.911 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:58.911 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:58.911 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:58.911 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:58.911 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:58.911 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:58.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:58.911 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:58.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:58.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:58.912 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:58.912 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:58.966 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:58.966 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:58.966 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:58.967 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:58.967 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:58.967 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:58.967 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:58.967 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:58.967 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:58.967 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:58.967 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:58.967 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:58.967 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:58.995 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:58.996 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:58.996 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:58.996 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:58.996 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:58.996 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:58.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:58.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:58.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:58.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:58.997 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:58.997 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:58.997 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.036355 23997 rpc_server.cc:307] RPC server started. Bound to: 127.22.181.67:33977
23:12:59.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.036445 24127 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.22.181.67:33977 every 8 connection(s)
23:12:59.040 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.040084 23997 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/data/info.pb
23:12:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.043359 23253 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 23997
23:12:59.049 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.043807 23253 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster13377006471490293728/ts-2/wal/instance
23:12:59.051 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:59.083 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:12:59.083 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:12:59.083 [DEBUG - pool-354-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:12:59.085 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:59.085 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:59.085 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:12:59.086 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:59.086 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:59.086 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:12:59.086 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:59.086 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:59.086 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:12:59.086 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:12:59.087 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27941), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [116ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [117ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [118ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [118ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [125ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [126ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [126ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [156ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [157ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [157ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [243ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [344ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [462ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [463ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [903ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1123ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1323ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5420ms] refreshing cache from master, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5421ms] too many traces: truncated at 100 traces, deferred=Deferred@385360829(state=PENDING, result=null, callback=(continuation of Deferred@1603556963 after retry RPC after error@1079941998) -> (continuation of Deferred@2129468804 after retry RPC after error@702491695) -> (continuation of Deferred@1418018873 after retry RPC after error@1622418476) -> (continuation of Deferred@1982006403 after retry RPC after error@642637884) -> (continuation of Deferred@1488451652 after retry RPC after error@425931322) -> (continuation of Deferred@1997159049 after retry RPC after error@1049585748) -> (continuation of Deferred@1503511065 after retry RPC after error@1508891122) -> (continuation of Deferred@2140630580 after retry RPC after error@975135834) -> (continuation of Deferred@220587018 after retry RPC after error@715299861) -> (continuation of Deferred@1853927867 after retry RPC after error@796665221) -> (continuation of Deferred@232493524 after retry RPC after error@866645582) -> (continuation of Deferred@1480688872 after retry RPC after error@383767144) -> (continuation of Deferred@1205576790 after retry RPC after error@1262628709) -> (continuation of Deferred@527467553 after retry RPC after error@2002016565) -> (continuation of Deferred@1840757405 after retry RPC after error@936675657) -> (continuation of Deferred@740184606 after retry RPC after error@2035690329) -> (continuation of Deferred@702879164 after retry RPC after error@988307208) -> (continuation of Deferred@1681421545 after retry RPC after error@754751444) -> (continuation of Deferred@758464258 after retry RPC after error@1432171955) -> (continuation of Deferred@1919261901 after retry RPC after error@980416354) -> (continuation of Deferred@1042678274 after retry RPC after error@40523992), errback=(continuation of Deferred@1603556963 after retry RPC after error@1079941998) -> (continuation of Deferred@2129468804 after retry RPC after error@702491695) -> (continuation of Deferred@1418018873 after retry RPC after error@1622418476) -> (continuation of Deferred@1982006403 after retry RPC after error@642637884) -> (continuation of Deferred@1488451652 after retry RPC after error@425931322) -> (continuation of Deferred@1997159049 after retry RPC after error@1049585748) -> (continuation of Deferred@1503511065 after retry RPC after error@1508891122) -> (continuation of Deferred@2140630580 after retry RPC after error@975135834) -> (continuation of Deferred@220587018 after retry RPC after error@715299861) -> (continuation of Deferred@1853927867 after retry RPC after error@796665221) -> (continuation of Deferred@232493524 after retry RPC after error@866645582) -> (continuation of Deferred@1480688872 after retry RPC after error@383767144) -> (continuation of Deferred@1205576790 after retry RPC after error@1262628709) -> (continuation of Deferred@527467553 after retry RPC after error@2002016565) -> (continuation of Deferred@1840757405 after retry RPC after error@936675657) -> (continuation of Deferred@740184606 after retry RPC after error@2035690329) -> (continuation of Deferred@702879164 after retry RPC after error@988307208) -> (continuation of Deferred@1681421545 after retry RPC after error@754751444) -> (continuation of Deferred@758464258 after retry RPC after error@1432171955) -> (continuation of Deferred@1919261901 after retry RPC after error@980416354) -> (continuation of Deferred@1042678274 after retry RPC after error@40523992)))
23:12:59.088 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:12:59.089 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27941), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [116ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [117ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [118ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [118ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [125ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [126ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [126ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [156ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [157ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [157ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [243ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [344ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [462ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [463ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [903ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1123ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1323ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5420ms] refreshing cache from master, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5421ms] too many traces: truncated at 100 traces, deferred=Deferred@385360829(state=PENDING, result=null, callback=(continuation of Deferred@1603556963 after retry RPC after error@1079941998) -> (continuation of Deferred@2129468804 after retry RPC after error@702491695) -> (continuation of Deferred@1418018873 after retry RPC after error@1622418476) -> (continuation of Deferred@1982006403 after retry RPC after error@642637884) -> (continuation of Deferred@1488451652 after retry RPC after error@425931322) -> (continuation of Deferred@1997159049 after retry RPC after error@1049585748) -> (continuation of Deferred@1503511065 after retry RPC after error@1508891122) -> (continuation of Deferred@2140630580 after retry RPC after error@975135834) -> (continuation of Deferred@220587018 after retry RPC after error@715299861) -> (continuation of Deferred@1853927867 after retry RPC after error@796665221) -> (continuation of Deferred@232493524 after retry RPC after error@866645582) -> (continuation of Deferred@1480688872 after retry RPC after error@383767144) -> (continuation of Deferred@1205576790 after retry RPC after error@1262628709) -> (continuation of Deferred@527467553 after retry RPC after error@2002016565) -> (continuation of Deferred@1840757405 after retry RPC after error@936675657) -> (continuation of Deferred@740184606 after retry RPC after error@2035690329) -> (continuation of Deferred@702879164 after retry RPC after error@988307208) -> (continuation of Deferred@1681421545 after retry RPC after error@754751444) -> (continuation of Deferred@758464258 after retry RPC after error@1432171955) -> (continuation of Deferred@1919261901 after retry RPC after error@980416354) -> (continuation of Deferred@1042678274 after retry RPC after error@40523992), errback=(continuation of Deferred@1603556963 after retry RPC after error@1079941998) -> (continuation of Deferred@2129468804 after retry RPC after error@702491695) -> (continuation of Deferred@1418018873 after retry RPC after error@1622418476) -> (continuation of Deferred@1982006403 after retry RPC after error@642637884) -> (continuation of Deferred@1488451652 after retry RPC after error@425931322) -> (continuation of Deferred@1997159049 after retry RPC after error@1049585748) -> (continuation of Deferred@1503511065 after retry RPC after error@1508891122) -> (continuation of Deferred@2140630580 after retry RPC after error@975135834) -> (continuation of Deferred@220587018 after retry RPC after error@715299861) -> (continuation of Deferred@1853927867 after retry RPC after error@796665221) -> (continuation of Deferred@232493524 after retry RPC after error@866645582) -> (continuation of Deferred@1480688872 after retry RPC after error@383767144) -> (continuation of Deferred@1205576790 after retry RPC after error@1262628709) -> (continuation of Deferred@527467553 after retry RPC after error@2002016565) -> (continuation of Deferred@1840757405 after retry RPC after error@936675657) -> (continuation of Deferred@740184606 after retry RPC after error@2035690329) -> (continuation of Deferred@702879164 after retry RPC after error@988307208) -> (continuation of Deferred@1681421545 after retry RPC after error@754751444) -> (continuation of Deferred@758464258 after retry RPC after error@1432171955) -> (continuation of Deferred@1919261901 after retry RPC after error@980416354) -> (continuation of Deferred@1042678274 after retry RPC after error@40523992)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.189:34071
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:59.090 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
23:12:59.093 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
23:12:59.107 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27941), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [116ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [117ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [118ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [118ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [124ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [124ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [125ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [125ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [126ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [126ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [155ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [156ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [157ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [157ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [242ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [243ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [243ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [343ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [344ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [462ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [462ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [463ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [463ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [900ms] refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [903ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1120ms] refreshing cache from master, [1120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1123ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1323ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [5420ms] refreshing cache from master, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5421ms] too many traces: truncated at 100 traces, deferred=Deferred@385360829(state=PENDING, result=null, callback=(continuation of Deferred@1603556963 after retry RPC after error@1079941998) -> (continuation of Deferred@2129468804 after retry RPC after error@702491695) -> (continuation of Deferred@1418018873 after retry RPC after error@1622418476) -> (continuation of Deferred@1982006403 after retry RPC after error@642637884) -> (continuation of Deferred@1488451652 after retry RPC after error@425931322) -> (continuation of Deferred@1997159049 after retry RPC after error@1049585748) -> (continuation of Deferred@1503511065 after retry RPC after error@1508891122) -> (continuation of Deferred@2140630580 after retry RPC after error@975135834) -> (continuation of Deferred@220587018 after retry RPC after error@715299861) -> (continuation of Deferred@1853927867 after retry RPC after error@796665221) -> (continuation of Deferred@232493524 after retry RPC after error@866645582) -> (continuation of Deferred@1480688872 after retry RPC after error@383767144) -> (continuation of Deferred@1205576790 after retry RPC after error@1262628709) -> (continuation of Deferred@527467553 after retry RPC after error@2002016565) -> (continuation of Deferred@1840757405 after retry RPC after error@936675657) -> (continuation of Deferred@740184606 after retry RPC after error@2035690329) -> (continuation of Deferred@702879164 after retry RPC after error@988307208) -> (continuation of Deferred@1681421545 after retry RPC after error@754751444) -> (continuation of Deferred@758464258 after retry RPC after error@1432171955) -> (continuation of Deferred@1919261901 after retry RPC after error@980416354) -> (continuation of Deferred@1042678274 after retry RPC after error@40523992), errback=(continuation of Deferred@1603556963 after retry RPC after error@1079941998) -> (continuation of Deferred@2129468804 after retry RPC after error@702491695) -> (continuation of Deferred@1418018873 after retry RPC after error@1622418476) -> (continuation of Deferred@1982006403 after retry RPC after error@642637884) -> (continuation of Deferred@1488451652 after retry RPC after error@425931322) -> (continuation of Deferred@1997159049 after retry RPC after error@1049585748) -> (continuation of Deferred@1503511065 after retry RPC after error@1508891122) -> (continuation of Deferred@2140630580 after retry RPC after error@975135834) -> (continuation of Deferred@220587018 after retry RPC after error@715299861) -> (continuation of Deferred@1853927867 after retry RPC after error@796665221) -> (continuation of Deferred@232493524 after retry RPC after error@866645582) -> (continuation of Deferred@1480688872 after retry RPC after error@383767144) -> (continuation of Deferred@1205576790 after retry RPC after error@1262628709) -> (continuation of Deferred@527467553 after retry RPC after error@2002016565) -> (continuation of Deferred@1840757405 after retry RPC after error@936675657) -> (continuation of Deferred@740184606 after retry RPC after error@2035690329) -> (continuation of Deferred@702879164 after retry RPC after error@988307208) -> (continuation of Deferred@1681421545 after retry RPC after error@754751444) -> (continuation of Deferred@758464258 after retry RPC after error@1432171955) -> (continuation of Deferred@1919261901 after retry RPC after error@980416354) -> (continuation of Deferred@1042678274 after retry RPC after error@40523992)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.189:34071
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:12:59.109 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:12:59.110 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
23:12:59.110 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
23:12:59.110 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RUNNING to RESTARTING.
23:12:59.116 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:59.116 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:59.116 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:59.116 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.116 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.116 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.117 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.117 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.117 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.117 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.134598 24128 heartbeater.cc:344] Connected to a master server at 127.22.181.124:40657
23:12:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.135147 24128 heartbeater.cc:461] Registering TS with master...
23:12:59.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.136628 24128 heartbeater.cc:507] Master 127.22.181.124:40657 requested a full tablet report, sending...
23:12:59.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.139976 23465 ts_manager.cc:194] Registered new tserver with Master: d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:12:59.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.141798 23465 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.22.181.67:35815
23:12:59.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.151397 24132 heartbeater.cc:344] Connected to a master server at 127.22.181.126:45233
23:12:59.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.151798 24132 heartbeater.cc:461] Registering TS with master...
23:12:59.152 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.152428 24132 heartbeater.cc:507] Master 127.22.181.126:45233 requested a full tablet report, sending...
23:12:59.155 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.155040 23299 ts_manager.cc:194] Registered new tserver with Master: d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:12:59.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.161928 24129 heartbeater.cc:344] Connected to a master server at 127.22.181.125:34887
23:12:59.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.162312 24129 heartbeater.cc:461] Registering TS with master...
23:12:59.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.162951 24129 heartbeater.cc:507] Master 127.22.181.125:34887 requested a full tablet report, sending...
23:12:59.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.165349 23378 ts_manager.cc:194] Registered new tserver with Master: d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:12:59.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.175470 23253 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:12:59.187 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:12:59.187 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:12:59.188 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.181.126"
      port: 45233
    }
    bound_http_address {
      host: "127.22.181.126"
      port: 39981
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.181.125"
      port: 34887
    }
    bound_http_address {
      host: "127.22.181.125"
      port: 41563
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.181.124"
      port: 40657
    }
    bound_http_address {
      host: "127.22.181.124"
      port: 39673
    }
  }
}

23:12:59.188 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:12:59.189 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.22.181.65"
      port: 44201
    }
    bound_http_address {
      host: "127.22.181.65"
      port: 41205
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.22.181.66"
      port: 33941
    }
    bound_http_address {
      host: "127.22.181.66"
      port: 35683
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.22.181.67"
      port: 33977
    }
    bound_http_address {
      host: "127.22.181.67"
      port: 33957
    }
  }
}

23:12:59.189 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:12:59.191 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:12:59.193 [DEBUG - main] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:12:59.193 [DEBUG - main] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:12:59.194 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.224.60:34307(127.21.224.60:34307)] Successfully connected to peer
23:12:59.195 [DEBUG - main] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:12:59.196 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.224.62:43747(127.21.224.62:43747)] Successfully connected to peer
23:12:59.197 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.224.61:43771(127.21.224.61:43771)] Successfully connected to peer
23:12:59.198 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.60
23:12:59.201 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.61
23:12:59.204 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.62
23:12:59.207 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:59.210 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:59.211 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x84a2c3a5, L:/127.0.0.1:51330 - R:/127.21.224.60:34307] using SASL/PLAIN
23:12:59.213 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x8ab59fc7, L:/127.0.0.1:60996 - R:/127.21.224.61:43771] using SASL/PLAIN
23:12:59.217 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:12:59.220 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x10e66116, L:/127.0.0.1:56370 - R:/127.21.224.62:43747] using SASL/PLAIN
23:12:59.222 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:59.223 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:59.223 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:59.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:59.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:59.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:59.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:59.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:59.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:59.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:59.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:59.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:59.223 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:12:59.223 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:59.223 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: OK, [25ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: OK, deferred=null) after lookup
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.225353 22445 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:56370:
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:59.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:12:59.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:12:59.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.229521 22445 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:12:59.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:59.275 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c9587e17d32b4f22b451bde17502d8e8
23:12:59.341 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:59.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.365046 23034 tablet_service.cc:1511] Processing CreateTablet for tablet 9862d97db80f473d85d2f1180b5ca5d4 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:12:59.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.366653 23032 tablet_service.cc:1511] Processing CreateTablet for tablet ecc39fe07faa4b0a9ff6092ebceb7eae (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:12:59.367 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.367040 23034 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9862d97db80f473d85d2f1180b5ca5d4. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.367815 23032 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ecc39fe07faa4b0a9ff6092ebceb7eae. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.369781 23033 tablet_service.cc:1511] Processing CreateTablet for tablet 6d573a1d635c4f749359a23bfe55e8d1 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:12:59.370 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.370750 23033 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6d573a1d635c4f749359a23bfe55e8d1. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.373286 23035 tablet_service.cc:1511] Processing CreateTablet for tablet 63581287a2e949218717e53c2cce5646 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:12:59.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.374596 23035 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 63581287a2e949218717e53c2cce5646. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.376415 23036 tablet_service.cc:1511] Processing CreateTablet for tablet 5f166e1cd35241108b32a49d03f7f8e3 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:12:59.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.377540 23036 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5f166e1cd35241108b32a49d03f7f8e3. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.382342 23037 tablet_service.cc:1511] Processing CreateTablet for tablet d2b1f3497a9f42a096990752bf835e58 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:12:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.388150 23173 tablet_service.cc:1511] Processing CreateTablet for tablet ecc39fe07faa4b0a9ff6092ebceb7eae (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:12:59.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.389158 23178 tablet_service.cc:1511] Processing CreateTablet for tablet d2b1f3497a9f42a096990752bf835e58 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:12:59.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.392427 23174 tablet_service.cc:1511] Processing CreateTablet for tablet 6d573a1d635c4f749359a23bfe55e8d1 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:12:59.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.393363 23037 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d2b1f3497a9f42a096990752bf835e58. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.393792 23176 tablet_service.cc:1511] Processing CreateTablet for tablet 63581287a2e949218717e53c2cce5646 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:12:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.395721 23177 tablet_service.cc:1511] Processing CreateTablet for tablet 5f166e1cd35241108b32a49d03f7f8e3 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:12:59.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.390650 23173 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ecc39fe07faa4b0a9ff6092ebceb7eae. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.388155 23175 tablet_service.cc:1511] Processing CreateTablet for tablet 9862d97db80f473d85d2f1180b5ca5d4 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:12:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.402781 23174 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6d573a1d635c4f749359a23bfe55e8d1. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.403573 23175 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9862d97db80f473d85d2f1180b5ca5d4. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.409 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.409197 23178 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d2b1f3497a9f42a096990752bf835e58. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.410238 23176 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 63581287a2e949218717e53c2cce5646. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.414206 22843 tablet_service.cc:1511] Processing CreateTablet for tablet 5f166e1cd35241108b32a49d03f7f8e3 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:12:59.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.416834 22839 tablet_service.cc:1511] Processing CreateTablet for tablet ecc39fe07faa4b0a9ff6092ebceb7eae (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:12:59.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.418695 22840 tablet_service.cc:1511] Processing CreateTablet for tablet 6d573a1d635c4f749359a23bfe55e8d1 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:12:59.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.420305 22841 tablet_service.cc:1511] Processing CreateTablet for tablet 9862d97db80f473d85d2f1180b5ca5d4 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:12:59.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.421583 22843 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5f166e1cd35241108b32a49d03f7f8e3. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.422328 22839 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ecc39fe07faa4b0a9ff6092ebceb7eae. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.423599 22842 tablet_service.cc:1511] Processing CreateTablet for tablet 63581287a2e949218717e53c2cce5646 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:12:59.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.424695 22842 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 63581287a2e949218717e53c2cce5646. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.425609 22840 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 6d573a1d635c4f749359a23bfe55e8d1. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.426501 22841 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 9862d97db80f473d85d2f1180b5ca5d4. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.427227 23177 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5f166e1cd35241108b32a49d03f7f8e3. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.430 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.429535 22844 tablet_service.cc:1511] Processing CreateTablet for tablet d2b1f3497a9f42a096990752bf835e58 (DEFAULT_TABLE table=replication_test_table [id=c9587e17d32b4f22b451bde17502d8e8]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:12:59.433 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.432770 22844 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet d2b1f3497a9f42a096990752bf835e58. 1 dirs total, 0 dirs full, 0 dirs failed
23:12:59.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.447458 24160 tablet_bootstrap.cc:492] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6: Bootstrap starting.
23:12:59.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.456398 24160 tablet_bootstrap.cc:654] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6: Neither blocks nor log segments found. Creating new log.
23:12:59.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.472272 24160 log.cc:826] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6: Log is configured to *not* fsync() on all Append() calls
23:12:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.485432 24160 tablet_bootstrap.cc:492] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6: No bootstrap required, opened a new log
23:12:59.487 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.486006 24160 ts_tablet_manager.cc:1403] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6: Time spent bootstrapping tablet: real 0.039s	user 0.008s	sys 0.014s
23:12:59.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.513276 24162 tablet_bootstrap.cc:492] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9: Bootstrap starting.
23:12:59.516 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:59.516 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:59.516 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:59.516 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:59.516 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:59.516 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:59.517 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:59.517 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:59.517 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:59.517 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:59.517 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:59.517 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:59.517 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.519457 24160 raft_consensus.cc:359] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } } peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } }
23:12:59.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.520450 24160 raft_consensus.cc:385] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.520762 24160 raft_consensus.cc:740] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 131d9c52f22a4715814f9a563879b5b6, State: Initialized, Role: FOLLOWER
23:12:59.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.521761 24160 consensus_queue.cc:260] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } } peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } }
23:12:59.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.537868 24162 tablet_bootstrap.cc:654] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9: Neither blocks nor log segments found. Creating new log.
23:12:59.543 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:12:59.543 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:12:59.543 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:12:59.543 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:59.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:59.544 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:59.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:12:59.544 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:59.544 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:12:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.543483 24162 log.cc:826] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9: Log is configured to *not* fsync() on all Append() calls
23:12:59.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.544041 24160 ts_tablet_manager.cc:1434] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6: Time spent starting tablet: real 0.058s	user 0.026s	sys 0.011s
23:12:59.544 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:59.544 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:59.544 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:12:59.544 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:12:59.551 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:59.556 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:59.556 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:59.556 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:59.556 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.557 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.557 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.557 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.557 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.557 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.557 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.557 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.557631 24160 tablet_bootstrap.cc:492] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6: Bootstrap starting.
23:12:59.557 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.561 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:59.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.569671 24164 tablet_bootstrap.cc:492] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0: Bootstrap starting.
23:12:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.579859 24164 tablet_bootstrap.cc:654] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0: Neither blocks nor log segments found. Creating new log.
23:12:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.579851 24162 tablet_bootstrap.cc:492] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9: No bootstrap required, opened a new log
23:12:59.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.580380 24162 ts_tablet_manager.cc:1403] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9: Time spent bootstrapping tablet: real 0.068s	user 0.012s	sys 0.010s
23:12:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.582026 24164 log.cc:826] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0: Log is configured to *not* fsync() on all Append() calls
23:12:59.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.582521 24160 tablet_bootstrap.cc:654] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6: Neither blocks nor log segments found. Creating new log.
23:12:59.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.588696 24164 tablet_bootstrap.cc:492] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0: No bootstrap required, opened a new log
23:12:59.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.589242 24164 ts_tablet_manager.cc:1403] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0: Time spent bootstrapping tablet: real 0.020s	user 0.013s	sys 0.002s
23:12:59.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.589195 23112 tablet.cc:2406] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:59.590 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.590487 24160 tablet_bootstrap.cc:492] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6: No bootstrap required, opened a new log
23:12:59.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.590901 24160 ts_tablet_manager.cc:1403] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6: Time spent bootstrapping tablet: real 0.034s	user 0.008s	sys 0.003s
23:12:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.593641 24160 raft_consensus.cc:359] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.594353 24160 raft_consensus.cc:385] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.594622 24160 raft_consensus.cc:740] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 131d9c52f22a4715814f9a563879b5b6, State: Initialized, Role: FOLLOWER
23:12:59.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.595333 24160 consensus_queue.cc:260] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.598582 24160 ts_tablet_manager.cc:1434] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6: Time spent starting tablet: real 0.007s	user 0.008s	sys 0.000s
23:12:59.605 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:59.605 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:59.605 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:59.606 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.606 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.606 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.606 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.606 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.606 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.606 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.606 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.607 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.607 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:59.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.606309 24160 tablet_bootstrap.cc:492] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6: Bootstrap starting.
23:12:59.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.613090 24160 tablet_bootstrap.cc:654] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6: Neither blocks nor log segments found. Creating new log.
23:12:59.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.618292 24162 raft_consensus.cc:359] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } } peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } }
23:12:59.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.619611 24162 raft_consensus.cc:385] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.620015 24162 raft_consensus.cc:740] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d7c15e38b164a84be6be62a8565feb9, State: Initialized, Role: FOLLOWER
23:12:59.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.621352 24162 consensus_queue.cc:260] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } } peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } }
23:12:59.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.629387 24160 tablet_bootstrap.cc:492] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6: No bootstrap required, opened a new log
23:12:59.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.629885 24160 ts_tablet_manager.cc:1403] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6: Time spent bootstrapping tablet: real 0.024s	user 0.014s	sys 0.006s
23:12:59.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.631507 24162 ts_tablet_manager.cc:1434] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9: Time spent starting tablet: real 0.051s	user 0.037s	sys 0.001s
23:12:59.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.632562 24160 raft_consensus.cc:359] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.633240 24160 raft_consensus.cc:385] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.634174 24162 tablet_bootstrap.cc:492] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9: Bootstrap starting.
23:12:59.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.634101 24160 raft_consensus.cc:740] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 131d9c52f22a4715814f9a563879b5b6, State: Initialized, Role: FOLLOWER
23:12:59.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.634955 24160 consensus_queue.cc:260] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.637 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.637106 24160 ts_tablet_manager.cc:1434] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6: Time spent starting tablet: real 0.007s	user 0.004s	sys 0.001s
23:12:59.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.638140 24160 tablet_bootstrap.cc:492] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6: Bootstrap starting.
23:12:59.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.640726 24162 tablet_bootstrap.cc:654] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9: Neither blocks nor log segments found. Creating new log.
23:12:59.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.644877 24160 tablet_bootstrap.cc:654] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6: Neither blocks nor log segments found. Creating new log.
23:12:59.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.660156 24160 tablet_bootstrap.cc:492] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6: No bootstrap required, opened a new log
23:12:59.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.660704 24160 ts_tablet_manager.cc:1403] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6: Time spent bootstrapping tablet: real 0.023s	user 0.009s	sys 0.010s
23:12:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.664438 24160 raft_consensus.cc:359] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.665112 24160 raft_consensus.cc:385] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.665409 24160 raft_consensus.cc:740] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 131d9c52f22a4715814f9a563879b5b6, State: Initialized, Role: FOLLOWER
23:12:59.666 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.666203 24160 consensus_queue.cc:260] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.668673 24160 ts_tablet_manager.cc:1434] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6: Time spent starting tablet: real 0.008s	user 0.005s	sys 0.000s
23:12:59.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.669631 24160 tablet_bootstrap.cc:492] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6: Bootstrap starting.
23:12:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.672916 24162 tablet_bootstrap.cc:492] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9: No bootstrap required, opened a new log
23:12:59.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.673369 24162 ts_tablet_manager.cc:1403] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9: Time spent bootstrapping tablet: real 0.041s	user 0.011s	sys 0.017s
23:12:59.676 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.676736 24160 tablet_bootstrap.cc:654] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6: Neither blocks nor log segments found. Creating new log.
23:12:59.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.677224 24162 raft_consensus.cc:359] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.678063 24162 raft_consensus.cc:385] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.678352 24162 raft_consensus.cc:740] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d7c15e38b164a84be6be62a8565feb9, State: Initialized, Role: FOLLOWER
23:12:59.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.679055 24162 consensus_queue.cc:260] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.681 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:12:59.682 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:12:59.682 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:12:59.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.681761 24162 ts_tablet_manager.cc:1434] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9: Time spent starting tablet: real 0.008s	user 0.009s	sys 0.000s
23:12:59.682 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:59.682 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:59.682 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:12:59.683 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:59.683 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:59.683 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:12:59.683 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:59.683 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:59.683 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:12:59.683 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:12:59.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.682611 24162 tablet_bootstrap.cc:492] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9: Bootstrap starting.
23:12:59.685 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.684546 24164 raft_consensus.cc:359] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } } peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } }
23:12:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.685766 24164 raft_consensus.cc:385] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.686221 24164 raft_consensus.cc:740] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 744be2e0bce143559451047a05e6ccf0, State: Initialized, Role: FOLLOWER
23:12:59.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.687497 24164 consensus_queue.cc:260] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } } peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } }
23:12:59.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.690431 24162 tablet_bootstrap.cc:654] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9: Neither blocks nor log segments found. Creating new log.
23:12:59.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.696692 24164 ts_tablet_manager.cc:1434] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0: Time spent starting tablet: real 0.107s	user 0.034s	sys 0.004s
23:12:59.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.700445 24164 tablet_bootstrap.cc:492] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0: Bootstrap starting.
23:12:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.709048 24164 tablet_bootstrap.cc:654] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0: Neither blocks nor log segments found. Creating new log.
23:12:59.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.720425 24163 raft_consensus.cc:493] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:59.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.721043 24163 raft_consensus.cc:515] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.728053 24163 leader_election.cc:290] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319), 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:12:59.736 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.736323 24164 tablet_bootstrap.cc:492] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0: No bootstrap required, opened a new log
23:12:59.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.736940 24164 ts_tablet_manager.cc:1403] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0: Time spent bootstrapping tablet: real 0.037s	user 0.016s	sys 0.005s
23:12:59.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.740267 24160 tablet_bootstrap.cc:492] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6: No bootstrap required, opened a new log
23:12:59.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.739905 24164 raft_consensus.cc:359] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.740722 24160 ts_tablet_manager.cc:1403] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6: Time spent bootstrapping tablet: real 0.071s	user 0.007s	sys 0.013s
23:12:59.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.740792 24164 raft_consensus.cc:385] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.741256 24164 raft_consensus.cc:740] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 744be2e0bce143559451047a05e6ccf0, State: Initialized, Role: FOLLOWER
23:12:59.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.742295 24164 consensus_queue.cc:260] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.743547 24160 raft_consensus.cc:359] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.744233 24160 raft_consensus.cc:385] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.744501 24160 raft_consensus.cc:740] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 131d9c52f22a4715814f9a563879b5b6, State: Initialized, Role: FOLLOWER
23:12:59.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:59.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.750820 24160 consensus_queue.cc:260] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.753396 24164 ts_tablet_manager.cc:1434] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0: Time spent starting tablet: real 0.016s	user 0.006s	sys 0.000s
23:12:59.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.754845 24164 tablet_bootstrap.cc:492] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0: Bootstrap starting.
23:12:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.757639 24160 ts_tablet_manager.cc:1434] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6: Time spent starting tablet: real 0.017s	user 0.004s	sys 0.003s
23:12:59.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.758673 24160 tablet_bootstrap.cc:492] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6: Bootstrap starting.
23:12:59.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.761927 24172 raft_consensus.cc:493] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:59.763 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.762565 24172 raft_consensus.cc:515] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.768759 24164 tablet_bootstrap.cc:654] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0: Neither blocks nor log segments found. Creating new log.
23:12:59.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.772261 24160 tablet_bootstrap.cc:654] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6: Neither blocks nor log segments found. Creating new log.
23:12:59.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.784605 23248 tablet.cc:2406] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:59.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.786495 24172 leader_election.cc:290] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319), 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657)
23:12:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.802778 24162 tablet_bootstrap.cc:492] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9: No bootstrap required, opened a new log
23:12:59.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.803202 24162 ts_tablet_manager.cc:1403] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9: Time spent bootstrapping tablet: real 0.121s	user 0.008s	sys 0.003s
23:12:59.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.812121 24164 tablet_bootstrap.cc:492] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0: No bootstrap required, opened a new log
23:12:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.814518 24162 raft_consensus.cc:359] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.815373 24162 raft_consensus.cc:385] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.823 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:12:59.823 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:12:59.824 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:12:59.824 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:59.824 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:59.824 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:12:59.824 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:59.825 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:59.825 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:12:59.825 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:59.825 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:59.825 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:12:59.825 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:12:59.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.825352 24164 ts_tablet_manager.cc:1403] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0: Time spent bootstrapping tablet: real 0.071s	user 0.002s	sys 0.021s
23:12:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.815791 24162 raft_consensus.cc:740] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d7c15e38b164a84be6be62a8565feb9, State: Initialized, Role: FOLLOWER
23:12:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.829985 23198 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "63581287a2e949218717e53c2cce5646" candidate_uuid: "131d9c52f22a4715814f9a563879b5b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744be2e0bce143559451047a05e6ccf0" is_pre_election: true
23:12:59.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.828985 24164 raft_consensus.cc:359] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.832543 22992 leader_election.cc:343] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639): Illegal state: must be running to vote when last-logged opid is not known
23:12:59.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.832803 24160 tablet_bootstrap.cc:492] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6: No bootstrap required, opened a new log
23:12:59.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.829625 24162 consensus_queue.cc:260] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.834782 22864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "63581287a2e949218717e53c2cce5646" candidate_uuid: "131d9c52f22a4715814f9a563879b5b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d7c15e38b164a84be6be62a8565feb9" is_pre_election: true
23:12:59.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.830930 24164 raft_consensus.cc:385] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.836503 24164 raft_consensus.cc:740] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 744be2e0bce143559451047a05e6ccf0, State: Initialized, Role: FOLLOWER
23:12:59.837 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.837129 22864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f166e1cd35241108b32a49d03f7f8e3" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d7c15e38b164a84be6be62a8565feb9" is_pre_election: true
23:12:59.839 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.838382 24169 raft_consensus.cc:493] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:59.840 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.839403 24164 consensus_queue.cc:260] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.841029 22992 leader_election.cc:343] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319): Illegal state: must be running to vote when last-logged opid is not known
23:12:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.841440 22992 leader_election.cc:304] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 131d9c52f22a4715814f9a563879b5b6; no voters: 744be2e0bce143559451047a05e6ccf0, 8d7c15e38b164a84be6be62a8565feb9
23:12:59.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.842453 24163 raft_consensus.cc:2749] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:12:59.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.842904 24160 ts_tablet_manager.cc:1403] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6: Time spent bootstrapping tablet: real 0.084s	user 0.019s	sys 0.010s
23:12:59.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.838971 24169 raft_consensus.cc:515] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.847200 24160 raft_consensus.cc:359] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.847038 24164 ts_tablet_manager.cc:1434] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0: Time spent starting tablet: real 0.021s	user 0.005s	sys 0.002s
23:12:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.848830 23057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f166e1cd35241108b32a49d03f7f8e3" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "131d9c52f22a4715814f9a563879b5b6" is_pre_election: true
23:12:59.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.849484 24164 tablet_bootstrap.cc:492] T 9862d97db80f473d85d2f1180b5ca5d4 P 744be2e0bce143559451047a05e6ccf0: Bootstrap starting.
23:12:59.850 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:12:59.850 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.849609 23057 raft_consensus.cc:2468] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 744be2e0bce143559451047a05e6ccf0 in term 0.
23:12:59.850 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:12:59.850 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:12:59.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.848047 24160 raft_consensus.cc:385] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.851 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.851292 24160 raft_consensus.cc:740] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 131d9c52f22a4715814f9a563879b5b6, State: Initialized, Role: FOLLOWER
23:12:59.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.851 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:12:59.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:12:59.852 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.852 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.852 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:12:59.852 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.852 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.852 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:12:59.852 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:12:59.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.852243 24160 consensus_queue.cc:260] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.853739 23133 leader_election.cc:304] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 131d9c52f22a4715814f9a563879b5b6, 744be2e0bce143559451047a05e6ccf0; no voters: 
23:12:59.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.854475 24160 ts_tablet_manager.cc:1434] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6: Time spent starting tablet: real 0.011s	user 0.004s	sys 0.002s
23:12:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.854724 24172 raft_consensus.cc:2804] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.855084 24172 raft_consensus.cc:493] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:59.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.855468 24172 raft_consensus.cc:3060] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Advancing to term 1
23:12:59.864 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.861593 24164 tablet_bootstrap.cc:654] T 9862d97db80f473d85d2f1180b5ca5d4 P 744be2e0bce143559451047a05e6ccf0: Neither blocks nor log segments found. Creating new log.
23:12:59.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.871094 22917 tablet.cc:2406] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:12:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.873942 24162 ts_tablet_manager.cc:1434] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9: Time spent starting tablet: real 0.070s	user 0.007s	sys 0.001s
23:12:59.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.873885 23133 leader_election.cc:343] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319): Illegal state: must be running to vote when last-logged opid is not known
23:12:59.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.874872 24162 tablet_bootstrap.cc:492] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9: Bootstrap starting.
23:12:59.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.879191 24169 leader_election.cc:290] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657), 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:12:59.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.883081 24163 raft_consensus.cc:493] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:59.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.883575 24163 raft_consensus.cc:515] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.886 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.885871 24163 leader_election.cc:290] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319), 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:12:59.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.889452 23198 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9862d97db80f473d85d2f1180b5ca5d4" candidate_uuid: "131d9c52f22a4715814f9a563879b5b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744be2e0bce143559451047a05e6ccf0" is_pre_election: true
23:12:59.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.890653 24162 tablet_bootstrap.cc:654] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9: Neither blocks nor log segments found. Creating new log.
23:12:59.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.890949 22992 leader_election.cc:343] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639): Illegal state: must be running to vote when last-logged opid is not known
23:12:59.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.894032 22864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9862d97db80f473d85d2f1180b5ca5d4" candidate_uuid: "131d9c52f22a4715814f9a563879b5b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d7c15e38b164a84be6be62a8565feb9" is_pre_election: true
23:12:59.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.894735 22864 raft_consensus.cc:2468] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 131d9c52f22a4715814f9a563879b5b6 in term 0.
23:12:59.901 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.896821 24172 raft_consensus.cc:515] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.902796 24162 tablet_bootstrap.cc:492] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9: No bootstrap required, opened a new log
23:12:59.903 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.903218 24162 ts_tablet_manager.cc:1403] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9: Time spent bootstrapping tablet: real 0.029s	user 0.010s	sys 0.007s
23:12:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.904420 22992 leader_election.cc:304] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 131d9c52f22a4715814f9a563879b5b6, 8d7c15e38b164a84be6be62a8565feb9; no voters: 744be2e0bce143559451047a05e6ccf0
23:12:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.904511 22864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f166e1cd35241108b32a49d03f7f8e3" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d7c15e38b164a84be6be62a8565feb9"
23:12:59.905 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.904812 23057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f166e1cd35241108b32a49d03f7f8e3" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "131d9c52f22a4715814f9a563879b5b6"
23:12:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.905316 23057 raft_consensus.cc:3060] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Advancing to term 1
23:12:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.905580 24163 raft_consensus.cc:2804] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.905951 24163 raft_consensus.cc:493] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:59.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.906296 24163 raft_consensus.cc:3060] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Advancing to term 1
23:12:59.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.903810 24172 leader_election.cc:290] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 election: Requested vote from peers 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319), 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657)
23:12:59.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.912741 23057 raft_consensus.cc:2468] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 744be2e0bce143559451047a05e6ccf0 in term 1.
23:12:59.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:12:59.916698 23133 leader_election.cc:343] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319): Illegal state: must be running to vote when last-logged opid is not known
23:12:59.918 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.918016 24162 raft_consensus.cc:359] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.918697 24162 raft_consensus.cc:385] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.919 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.919037 24162 raft_consensus.cc:740] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d7c15e38b164a84be6be62a8565feb9, State: Initialized, Role: FOLLOWER
23:12:59.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.919842 24162 consensus_queue.cc:260] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.920091 23133 leader_election.cc:304] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 131d9c52f22a4715814f9a563879b5b6, 744be2e0bce143559451047a05e6ccf0; no voters: 8d7c15e38b164a84be6be62a8565feb9
23:12:59.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.921208 24172 raft_consensus.cc:2804] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [term 1 FOLLOWER]: Leader election won for term 1
23:12:59.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.933660 24162 ts_tablet_manager.cc:1434] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9: Time spent starting tablet: real 0.030s	user 0.007s	sys 0.000s
23:12:59.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.934628 24162 tablet_bootstrap.cc:492] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9: Bootstrap starting.
23:12:59.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.937647 24172 raft_consensus.cc:697] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [term 1 LEADER]: Becoming Leader. State: Replica: 744be2e0bce143559451047a05e6ccf0, State: Running, Role: LEADER
23:12:59.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.939136 24172 consensus_queue.cc:237] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.940964 24187 raft_consensus.cc:493] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:59.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.942262 24187 raft_consensus.cc:515] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } } peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } }
23:12:59.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.956636 24163 raft_consensus.cc:515] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.959836 24164 tablet_bootstrap.cc:492] T 9862d97db80f473d85d2f1180b5ca5d4 P 744be2e0bce143559451047a05e6ccf0: No bootstrap required, opened a new log
23:12:59.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.960587 24164 ts_tablet_manager.cc:1403] T 9862d97db80f473d85d2f1180b5ca5d4 P 744be2e0bce143559451047a05e6ccf0: Time spent bootstrapping tablet: real 0.111s	user 0.027s	sys 0.048s
23:12:59.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.961933 22864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9862d97db80f473d85d2f1180b5ca5d4" candidate_uuid: "131d9c52f22a4715814f9a563879b5b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d7c15e38b164a84be6be62a8565feb9"
23:12:59.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.962505 22864 raft_consensus.cc:3060] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Advancing to term 1
23:12:59.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.963680 24187 leader_election.cc:290] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657), 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319)
23:12:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.965328 23057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d2b1f3497a9f42a096990752bf835e58" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "131d9c52f22a4715814f9a563879b5b6" is_pre_election: true
23:12:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.965502 22863 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d2b1f3497a9f42a096990752bf835e58" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d7c15e38b164a84be6be62a8565feb9" is_pre_election: true
23:12:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.965946 23057 raft_consensus.cc:2468] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 744be2e0bce143559451047a05e6ccf0 in term 0.
23:12:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.965837 24164 raft_consensus.cc:359] T 9862d97db80f473d85d2f1180b5ca5d4 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.966295 22863 raft_consensus.cc:2468] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 744be2e0bce143559451047a05e6ccf0 in term 0.
23:12:59.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.966666 24164 raft_consensus.cc:385] T 9862d97db80f473d85d2f1180b5ca5d4 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:12:59.967 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.966985 24164 raft_consensus.cc:740] T 9862d97db80f473d85d2f1180b5ca5d4 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 744be2e0bce143559451047a05e6ccf0, State: Initialized, Role: FOLLOWER
23:12:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.967957 23133 leader_election.cc:304] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 131d9c52f22a4715814f9a563879b5b6, 744be2e0bce143559451047a05e6ccf0; no voters: 
23:12:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.968842 24187 raft_consensus.cc:2804] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:12:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.969210 24187 raft_consensus.cc:493] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:12:59.969 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.969538 24187 raft_consensus.cc:3060] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Advancing to term 1
23:12:59.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.971100 22864 raft_consensus.cc:2468] T 9862d97db80f473d85d2f1180b5ca5d4 P 8d7c15e38b164a84be6be62a8565feb9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 131d9c52f22a4715814f9a563879b5b6 in term 1.
23:12:59.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.972373 22992 leader_election.cc:304] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 131d9c52f22a4715814f9a563879b5b6, 8d7c15e38b164a84be6be62a8565feb9; no voters: 
23:12:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.972426 23198 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "9862d97db80f473d85d2f1180b5ca5d4" candidate_uuid: "131d9c52f22a4715814f9a563879b5b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744be2e0bce143559451047a05e6ccf0"
23:12:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.967828 24164 consensus_queue.cc:260] T 9862d97db80f473d85d2f1180b5ca5d4 P 744be2e0bce143559451047a05e6ccf0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:12:59.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.973330 23198 raft_consensus.cc:3060] T 9862d97db80f473d85d2f1180b5ca5d4 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Advancing to term 1
23:12:59.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.977387 24162 tablet_bootstrap.cc:654] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9: Neither blocks nor log segments found. Creating new log.
23:12:59.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.980976 24191 raft_consensus.cc:2804] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [term 1 FOLLOWER]: Leader election won for term 1
23:12:59.986 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.981436 24163 leader_election.cc:290] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 election: Requested vote from peers 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319), 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:12:59.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.987529 24191 raft_consensus.cc:697] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [term 1 LEADER]: Becoming Leader. State: Replica: 131d9c52f22a4715814f9a563879b5b6, State: Running, Role: LEADER
23:12:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.988590 23198 raft_consensus.cc:2468] T 9862d97db80f473d85d2f1180b5ca5d4 P 744be2e0bce143559451047a05e6ccf0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 131d9c52f22a4715814f9a563879b5b6 in term 1.
23:12:59.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.988634 24164 ts_tablet_manager.cc:1434] T 9862d97db80f473d85d2f1180b5ca5d4 P 744be2e0bce143559451047a05e6ccf0: Time spent starting tablet: real 0.028s	user 0.007s	sys 0.000s
23:12:59.992 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.991180 24164 tablet_bootstrap.cc:492] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0: Bootstrap starting.
23:12:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.993896 23057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6d573a1d635c4f749359a23bfe55e8d1" candidate_uuid: "8d7c15e38b164a84be6be62a8565feb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "131d9c52f22a4715814f9a563879b5b6" is_pre_election: true
23:12:59.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.994495 23057 raft_consensus.cc:2468] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8d7c15e38b164a84be6be62a8565feb9 in term 0.
23:12:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.996296 24163 raft_consensus.cc:493] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:12:59.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.996260 22793 leader_election.cc:304] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 131d9c52f22a4715814f9a563879b5b6, 8d7c15e38b164a84be6be62a8565feb9; no voters: 
23:13:00.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.996714 24163 raft_consensus.cc:515] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.997532 24184 raft_consensus.cc:2804] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.997942 24184 raft_consensus.cc:493] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:00.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:12:59.998260 24184 raft_consensus.cc:3060] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.001901 24163 leader_election.cc:290] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319), 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:13:00.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.001665 24187 raft_consensus.cc:515] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } } peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } }
23:13:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.005234 23198 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ecc39fe07faa4b0a9ff6092ebceb7eae" candidate_uuid: "131d9c52f22a4715814f9a563879b5b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744be2e0bce143559451047a05e6ccf0" is_pre_election: true
23:13:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.006069 22864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ecc39fe07faa4b0a9ff6092ebceb7eae" candidate_uuid: "131d9c52f22a4715814f9a563879b5b6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d7c15e38b164a84be6be62a8565feb9" is_pre_election: true
23:13:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.007036 24187 leader_election.cc:290] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 election: Requested vote from peers 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657), 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319)
23:13:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.009325 24191 consensus_queue.cc:237] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.011390 23057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d2b1f3497a9f42a096990752bf835e58" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "131d9c52f22a4715814f9a563879b5b6"
23:13:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.011686 24164 tablet_bootstrap.cc:654] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0: Neither blocks nor log segments found. Creating new log.
23:13:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:00.011799 22992 leader_election.cc:343] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639): Illegal state: must be running to vote when last-logged opid is not known
23:13:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.011927 23057 raft_consensus.cc:3060] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:00.012442 22992 leader_election.cc:343] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319): Illegal state: must be running to vote when last-logged opid is not known
23:13:00.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.012847 22992 leader_election.cc:304] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 131d9c52f22a4715814f9a563879b5b6; no voters: 744be2e0bce143559451047a05e6ccf0, 8d7c15e38b164a84be6be62a8565feb9
23:13:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.016058 22864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "d2b1f3497a9f42a096990752bf835e58" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d7c15e38b164a84be6be62a8565feb9"
23:13:00.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.016582 22864 raft_consensus.cc:3060] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.019843 24163 raft_consensus.cc:2749] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:13:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.025424 23198 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6d573a1d635c4f749359a23bfe55e8d1" candidate_uuid: "8d7c15e38b164a84be6be62a8565feb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744be2e0bce143559451047a05e6ccf0" is_pre_election: true
23:13:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.026033 23198 raft_consensus.cc:2468] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8d7c15e38b164a84be6be62a8565feb9 in term 0.
23:13:00.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.026636 24162 tablet_bootstrap.cc:492] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9: No bootstrap required, opened a new log
23:13:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.027063 24162 ts_tablet_manager.cc:1403] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9: Time spent bootstrapping tablet: real 0.093s	user 0.011s	sys 0.002s
23:13:00.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.027942 22864 raft_consensus.cc:2468] T d2b1f3497a9f42a096990752bf835e58 P 8d7c15e38b164a84be6be62a8565feb9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 744be2e0bce143559451047a05e6ccf0 in term 1.
23:13:00.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.026111 24184 raft_consensus.cc:515] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.032912 23133 leader_election.cc:304] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 744be2e0bce143559451047a05e6ccf0, 8d7c15e38b164a84be6be62a8565feb9; no voters: 
23:13:00.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.033349 24184 leader_election.cc:290] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [CANDIDATE]: Term 1 election: Requested vote from peers 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657), 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:13:00.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.033764 24187 raft_consensus.cc:2804] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [term 1 FOLLOWER]: Leader election won for term 1
23:13:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.034233 24187 raft_consensus.cc:697] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [term 1 LEADER]: Becoming Leader. State: Replica: 744be2e0bce143559451047a05e6ccf0, State: Running, Role: LEADER
23:13:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.034994 23056 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6d573a1d635c4f749359a23bfe55e8d1" candidate_uuid: "8d7c15e38b164a84be6be62a8565feb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "131d9c52f22a4715814f9a563879b5b6"
23:13:00.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.035053 24187 consensus_queue.cc:237] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } } peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } }
23:13:00.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.035671 23056 raft_consensus.cc:3060] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.018157 22443 catalog_manager.cc:5696] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 744be2e0bce143559451047a05e6ccf0 (127.21.224.3). New cstate: current_term: 1 leader_uuid: "744be2e0bce143559451047a05e6ccf0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } health_report { overall_health: HEALTHY } } }
23:13:00.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.043977 23056 raft_consensus.cc:2468] T 6d573a1d635c4f749359a23bfe55e8d1 P 131d9c52f22a4715814f9a563879b5b6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8d7c15e38b164a84be6be62a8565feb9 in term 1.
23:13:00.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.044996 24162 raft_consensus.cc:359] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.047148 23198 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "6d573a1d635c4f749359a23bfe55e8d1" candidate_uuid: "8d7c15e38b164a84be6be62a8565feb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744be2e0bce143559451047a05e6ccf0"
23:13:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.047273 22793 leader_election.cc:304] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 131d9c52f22a4715814f9a563879b5b6, 8d7c15e38b164a84be6be62a8565feb9; no voters: 
23:13:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.047657 23198 raft_consensus.cc:3060] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.049934 24169 raft_consensus.cc:2804] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [term 1 FOLLOWER]: Leader election won for term 1
23:13:00.051 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.045753 24162 raft_consensus.cc:385] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:00.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.067461 24162 raft_consensus.cc:740] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d7c15e38b164a84be6be62a8565feb9, State: Initialized, Role: FOLLOWER
23:13:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.067759 24164 tablet_bootstrap.cc:492] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0: No bootstrap required, opened a new log
23:13:00.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.068269 24164 ts_tablet_manager.cc:1403] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0: Time spent bootstrapping tablet: real 0.077s	user 0.021s	sys 0.021s
23:13:00.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.068267 24162 consensus_queue.cc:260] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.071489 24164 raft_consensus.cc:359] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.072422 24164 raft_consensus.cc:385] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:00.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.073617 24164 raft_consensus.cc:740] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 744be2e0bce143559451047a05e6ccf0, State: Initialized, Role: FOLLOWER
23:13:00.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.074587 24164 consensus_queue.cc:260] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.078 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.077492 24164 ts_tablet_manager.cc:1434] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0: Time spent starting tablet: real 0.009s	user 0.007s	sys 0.000s
23:13:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.079493 24169 raft_consensus.cc:697] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [term 1 LEADER]: Becoming Leader. State: Replica: 8d7c15e38b164a84be6be62a8565feb9, State: Running, Role: LEADER
23:13:00.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.080538 24169 consensus_queue.cc:237] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.083264 24164 tablet_bootstrap.cc:492] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0: Bootstrap starting.
23:13:00.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.089389 24162 ts_tablet_manager.cc:1434] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9: Time spent starting tablet: real 0.062s	user 0.007s	sys 0.000s
23:13:00.092 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:00.092 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:00.092 [DEBUG - pool-356-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:00.093 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:00.093 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:00.093 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:00.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.090420 24162 tablet_bootstrap.cc:492] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9: Bootstrap starting.
23:13:00.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:00.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:00.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:00.096 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:00.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:00.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:00.096 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:00.097 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28932), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [51ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [110ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [111ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [112ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [112ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [131ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [131ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [131ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [184ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [262ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [863ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [863ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [864ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [903ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1762ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2421ms] too many traces: truncated at 100 traces, deferred=Deferred@726609886(state=PENDING, result=null, callback=(continuation of Deferred@657744259 after retry RPC after error@428618559) -> (continuation of Deferred@234958363 after retry RPC after error@1558364634) -> (continuation of Deferred@1490983868 after retry RPC after error@540237395) -> (continuation of Deferred@658890168 after retry RPC after error@1835213979) -> (continuation of Deferred@1095516656 after retry RPC after error@2067226188) -> (continuation of Deferred@1922491535 after retry RPC after error@103109050) -> (continuation of Deferred@633717583 after retry RPC after error@1690385541) -> (continuation of Deferred@565579278 after retry RPC after error@229778179) -> (continuation of Deferred@107370049 after retry RPC after error@1806595868) -> (continuation of Deferred@2063188505 after retry RPC after error@1716472958) -> (continuation of Deferred@1378867880 after retry RPC after error@1243697510) -> (continuation of Deferred@2130492209 after retry RPC after error@1649157164) -> (continuation of Deferred@1318738007 after retry RPC after error@242256515) -> (continuation of Deferred@365858127 after retry RPC after error@371238558) -> (continuation of Deferred@174329069 after retry RPC after error@4893616) -> (continuation of Deferred@1636821507 after retry RPC after error@1913173242) -> (continuation of Deferred@1487002930 after retry RPC after error@224656061) -> (continuation of Deferred@321050336 after retry RPC after error@616173338) -> (continuation of Deferred@1914969842 after retry RPC after error@1619047449) -> (continuation of Deferred@1704000319 after retry RPC after error@287767112) -> (continuation of Deferred@1135064336 after retry RPC after error@652407041) -> (continuation of Deferred@1154068449 after retry RPC after error@1654389130) -> (continuation of Deferred@476762108 after retry RPC after error@766594953) -> (continuation of Deferred@613309305 after retry RPC after error@426029515) -> (continuation of Deferred@1404799028 after retry RPC after error@1959876813) -> (continuation of Deferred@575836349 after retry RPC after error@512002005), errback=(continuation of Deferred@657744259 after retry RPC after error@428618559) -> (continuation of Deferred@234958363 after retry RPC after error@1558364634) -> (continuation of Deferred@1490983868 after retry RPC after error@540237395) -> (continuation of Deferred@658890168 after retry RPC after error@1835213979) -> (continuation of Deferred@1095516656 after retry RPC after error@2067226188) -> (continuation of Deferred@1922491535 after retry RPC after error@103109050) -> (continuation of Deferred@633717583 after retry RPC after error@1690385541) -> (continuation of Deferred@565579278 after retry RPC after error@229778179) -> (continuation of Deferred@107370049 after retry RPC after error@1806595868) -> (continuation of Deferred@2063188505 after retry RPC after error@1716472958) -> (continuation of Deferred@1378867880 after retry RPC after error@1243697510) -> (continuation of Deferred@2130492209 after retry RPC after error@1649157164) -> (continuation of Deferred@1318738007 after retry RPC after error@242256515) -> (continuation of Deferred@365858127 after retry RPC after error@371238558) -> (continuation of Deferred@174329069 after retry RPC after error@4893616) -> (continuation of Deferred@1636821507 after retry RPC after error@1913173242) -> (continuation of Deferred@1487002930 after retry RPC after error@224656061) -> (continuation of Deferred@321050336 after retry RPC after error@616173338) -> (continuation of Deferred@1914969842 after retry RPC after error@1619047449) -> (continuation of Deferred@1704000319 after retry RPC after error@287767112) -> (continuation of Deferred@1135064336 after retry RPC after error@652407041) -> (continuation of Deferred@1154068449 after retry RPC after error@1654389130) -> (continuation of Deferred@476762108 after retry RPC after error@766594953) -> (continuation of Deferred@613309305 after retry RPC after error@426029515) -> (continuation of Deferred@1404799028 after retry RPC after error@1959876813) -> (continuation of Deferred@575836349 after retry RPC after error@512002005)))
23:13:00.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.055640 23057 raft_consensus.cc:2468] T d2b1f3497a9f42a096990752bf835e58 P 131d9c52f22a4715814f9a563879b5b6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 744be2e0bce143559451047a05e6ccf0 in term 1.
23:13:00.098 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:13:00.098 [WARN - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28932), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [51ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [110ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [111ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [112ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [112ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [131ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [131ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [131ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [184ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [262ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [863ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [863ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [864ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [903ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1762ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2421ms] too many traces: truncated at 100 traces, deferred=Deferred@726609886(state=PENDING, result=null, callback=(continuation of Deferred@657744259 after retry RPC after error@428618559) -> (continuation of Deferred@234958363 after retry RPC after error@1558364634) -> (continuation of Deferred@1490983868 after retry RPC after error@540237395) -> (continuation of Deferred@658890168 after retry RPC after error@1835213979) -> (continuation of Deferred@1095516656 after retry RPC after error@2067226188) -> (continuation of Deferred@1922491535 after retry RPC after error@103109050) -> (continuation of Deferred@633717583 after retry RPC after error@1690385541) -> (continuation of Deferred@565579278 after retry RPC after error@229778179) -> (continuation of Deferred@107370049 after retry RPC after error@1806595868) -> (continuation of Deferred@2063188505 after retry RPC after error@1716472958) -> (continuation of Deferred@1378867880 after retry RPC after error@1243697510) -> (continuation of Deferred@2130492209 after retry RPC after error@1649157164) -> (continuation of Deferred@1318738007 after retry RPC after error@242256515) -> (continuation of Deferred@365858127 after retry RPC after error@371238558) -> (continuation of Deferred@174329069 after retry RPC after error@4893616) -> (continuation of Deferred@1636821507 after retry RPC after error@1913173242) -> (continuation of Deferred@1487002930 after retry RPC after error@224656061) -> (continuation of Deferred@321050336 after retry RPC after error@616173338) -> (continuation of Deferred@1914969842 after retry RPC after error@1619047449) -> (continuation of Deferred@1704000319 after retry RPC after error@287767112) -> (continuation of Deferred@1135064336 after retry RPC after error@652407041) -> (continuation of Deferred@1154068449 after retry RPC after error@1654389130) -> (continuation of Deferred@476762108 after retry RPC after error@766594953) -> (continuation of Deferred@613309305 after retry RPC after error@426029515) -> (continuation of Deferred@1404799028 after retry RPC after error@1959876813) -> (continuation of Deferred@575836349 after retry RPC after error@512002005), errback=(continuation of Deferred@657744259 after retry RPC after error@428618559) -> (continuation of Deferred@234958363 after retry RPC after error@1558364634) -> (continuation of Deferred@1490983868 after retry RPC after error@540237395) -> (continuation of Deferred@658890168 after retry RPC after error@1835213979) -> (continuation of Deferred@1095516656 after retry RPC after error@2067226188) -> (continuation of Deferred@1922491535 after retry RPC after error@103109050) -> (continuation of Deferred@633717583 after retry RPC after error@1690385541) -> (continuation of Deferred@565579278 after retry RPC after error@229778179) -> (continuation of Deferred@107370049 after retry RPC after error@1806595868) -> (continuation of Deferred@2063188505 after retry RPC after error@1716472958) -> (continuation of Deferred@1378867880 after retry RPC after error@1243697510) -> (continuation of Deferred@2130492209 after retry RPC after error@1649157164) -> (continuation of Deferred@1318738007 after retry RPC after error@242256515) -> (continuation of Deferred@365858127 after retry RPC after error@371238558) -> (continuation of Deferred@174329069 after retry RPC after error@4893616) -> (continuation of Deferred@1636821507 after retry RPC after error@1913173242) -> (continuation of Deferred@1487002930 after retry RPC after error@224656061) -> (continuation of Deferred@321050336 after retry RPC after error@616173338) -> (continuation of Deferred@1914969842 after retry RPC after error@1619047449) -> (continuation of Deferred@1704000319 after retry RPC after error@287767112) -> (continuation of Deferred@1135064336 after retry RPC after error@652407041) -> (continuation of Deferred@1154068449 after retry RPC after error@1654389130) -> (continuation of Deferred@476762108 after retry RPC after error@766594953) -> (continuation of Deferred@613309305 after retry RPC after error@426029515) -> (continuation of Deferred@1404799028 after retry RPC after error@1959876813) -> (continuation of Deferred@575836349 after retry RPC after error@512002005)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:00.098 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
23:13:00.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.091137 22444 catalog_manager.cc:5696] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 reported cstate change: term changed from 0 to 1, leader changed from <none> to 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2). New cstate: current_term: 1 leader_uuid: "131d9c52f22a4715814f9a563879b5b6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } health_report { overall_health: UNKNOWN } } }
23:13:00.100 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
23:13:00.103 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.102837 24164 tablet_bootstrap.cc:654] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0: Neither blocks nor log segments found. Creating new log.
23:13:00.103 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28932), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [51ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [110ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [111ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [112ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [112ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [123ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [130ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [131ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [131ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [131ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [183ms] refreshing cache from master, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [184ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [184ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [222ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [261ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [262ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [381ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [384ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [863ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [863ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [864ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [901ms] refreshing cache from master, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [902ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [903ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [903ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1762ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2421ms] refreshing cache from master, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2421ms] too many traces: truncated at 100 traces, deferred=Deferred@726609886(state=PENDING, result=null, callback=(continuation of Deferred@657744259 after retry RPC after error@428618559) -> (continuation of Deferred@234958363 after retry RPC after error@1558364634) -> (continuation of Deferred@1490983868 after retry RPC after error@540237395) -> (continuation of Deferred@658890168 after retry RPC after error@1835213979) -> (continuation of Deferred@1095516656 after retry RPC after error@2067226188) -> (continuation of Deferred@1922491535 after retry RPC after error@103109050) -> (continuation of Deferred@633717583 after retry RPC after error@1690385541) -> (continuation of Deferred@565579278 after retry RPC after error@229778179) -> (continuation of Deferred@107370049 after retry RPC after error@1806595868) -> (continuation of Deferred@2063188505 after retry RPC after error@1716472958) -> (continuation of Deferred@1378867880 after retry RPC after error@1243697510) -> (continuation of Deferred@2130492209 after retry RPC after error@1649157164) -> (continuation of Deferred@1318738007 after retry RPC after error@242256515) -> (continuation of Deferred@365858127 after retry RPC after error@371238558) -> (continuation of Deferred@174329069 after retry RPC after error@4893616) -> (continuation of Deferred@1636821507 after retry RPC after error@1913173242) -> (continuation of Deferred@1487002930 after retry RPC after error@224656061) -> (continuation of Deferred@321050336 after retry RPC after error@616173338) -> (continuation of Deferred@1914969842 after retry RPC after error@1619047449) -> (continuation of Deferred@1704000319 after retry RPC after error@287767112) -> (continuation of Deferred@1135064336 after retry RPC after error@652407041) -> (continuation of Deferred@1154068449 after retry RPC after error@1654389130) -> (continuation of Deferred@476762108 after retry RPC after error@766594953) -> (continuation of Deferred@613309305 after retry RPC after error@426029515) -> (continuation of Deferred@1404799028 after retry RPC after error@1959876813) -> (continuation of Deferred@575836349 after retry RPC after error@512002005), errback=(continuation of Deferred@657744259 after retry RPC after error@428618559) -> (continuation of Deferred@234958363 after retry RPC after error@1558364634) -> (continuation of Deferred@1490983868 after retry RPC after error@540237395) -> (continuation of Deferred@658890168 after retry RPC after error@1835213979) -> (continuation of Deferred@1095516656 after retry RPC after error@2067226188) -> (continuation of Deferred@1922491535 after retry RPC after error@103109050) -> (continuation of Deferred@633717583 after retry RPC after error@1690385541) -> (continuation of Deferred@565579278 after retry RPC after error@229778179) -> (continuation of Deferred@107370049 after retry RPC after error@1806595868) -> (continuation of Deferred@2063188505 after retry RPC after error@1716472958) -> (continuation of Deferred@1378867880 after retry RPC after error@1243697510) -> (continuation of Deferred@2130492209 after retry RPC after error@1649157164) -> (continuation of Deferred@1318738007 after retry RPC after error@242256515) -> (continuation of Deferred@365858127 after retry RPC after error@371238558) -> (continuation of Deferred@174329069 after retry RPC after error@4893616) -> (continuation of Deferred@1636821507 after retry RPC after error@1913173242) -> (continuation of Deferred@1487002930 after retry RPC after error@224656061) -> (continuation of Deferred@321050336 after retry RPC after error@616173338) -> (continuation of Deferred@1914969842 after retry RPC after error@1619047449) -> (continuation of Deferred@1704000319 after retry RPC after error@287767112) -> (continuation of Deferred@1135064336 after retry RPC after error@652407041) -> (continuation of Deferred@1154068449 after retry RPC after error@1654389130) -> (continuation of Deferred@476762108 after retry RPC after error@766594953) -> (continuation of Deferred@613309305 after retry RPC after error@426029515) -> (continuation of Deferred@1404799028 after retry RPC after error@1959876813) -> (continuation of Deferred@575836349 after retry RPC after error@512002005)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:00.105 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:00.105 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
23:13:00.106 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
23:13:00.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.075227 23198 raft_consensus.cc:2468] T 6d573a1d635c4f749359a23bfe55e8d1 P 744be2e0bce143559451047a05e6ccf0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8d7c15e38b164a84be6be62a8565feb9 in term 1.
23:13:00.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.116061 24164 tablet_bootstrap.cc:492] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0: No bootstrap required, opened a new log
23:13:00.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.117288 24164 ts_tablet_manager.cc:1403] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0: Time spent bootstrapping tablet: real 0.034s	user 0.010s	sys 0.008s
23:13:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.120656 24164 raft_consensus.cc:359] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.121304 24164 raft_consensus.cc:385] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:00.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.121577 24164 raft_consensus.cc:740] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 744be2e0bce143559451047a05e6ccf0, State: Initialized, Role: FOLLOWER
23:13:00.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.122495 24164 consensus_queue.cc:260] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.125 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.125036 24164 ts_tablet_manager.cc:1434] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0: Time spent starting tablet: real 0.007s	user 0.003s	sys 0.003s
23:13:00.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.132799 22445 catalog_manager.cc:5696] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 reported cstate change: term changed from 0 to 1, leader changed from <none> to 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1). New cstate: current_term: 1 leader_uuid: "8d7c15e38b164a84be6be62a8565feb9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } health_report { overall_health: UNKNOWN } } }
23:13:00.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.136785 24162 tablet_bootstrap.cc:654] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9: Neither blocks nor log segments found. Creating new log.
23:13:00.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.150192 24128 heartbeater.cc:499] Master 127.22.181.124:40657 was elected leader, sending a full tablet report...
23:13:00.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.182175 24162 tablet_bootstrap.cc:492] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9: No bootstrap required, opened a new log
23:13:00.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.182705 24162 ts_tablet_manager.cc:1403] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9: Time spent bootstrapping tablet: real 0.092s	user 0.010s	sys 0.002s
23:13:00.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.188599 24169 raft_consensus.cc:493] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:00.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.189124 24169 raft_consensus.cc:515] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.192864 23198 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "63581287a2e949218717e53c2cce5646" candidate_uuid: "8d7c15e38b164a84be6be62a8565feb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744be2e0bce143559451047a05e6ccf0" is_pre_election: true
23:13:00.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.192953 23057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "63581287a2e949218717e53c2cce5646" candidate_uuid: "8d7c15e38b164a84be6be62a8565feb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "131d9c52f22a4715814f9a563879b5b6" is_pre_election: true
23:13:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.193707 23198 raft_consensus.cc:2468] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8d7c15e38b164a84be6be62a8565feb9 in term 0.
23:13:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.191474 24169 leader_election.cc:290] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657), 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:13:00.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.193799 23057 raft_consensus.cc:2468] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 8d7c15e38b164a84be6be62a8565feb9 in term 0.
23:13:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.195133 22793 leader_election.cc:304] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 131d9c52f22a4715814f9a563879b5b6, 8d7c15e38b164a84be6be62a8565feb9; no voters: 
23:13:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.195935 24169 raft_consensus.cc:2804] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:00.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.196297 24169 raft_consensus.cc:493] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:00.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.196777 24169 raft_consensus.cc:3060] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.207 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:00.207 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:00.207 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:00.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:00.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:00.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:00.207 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:00.207 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:00.207 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:00.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:00.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:00.208 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:00.208 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.207923 24162 raft_consensus.cc:359] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.208674 24162 raft_consensus.cc:385] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:00.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.208967 24162 raft_consensus.cc:740] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 8d7c15e38b164a84be6be62a8565feb9, State: Initialized, Role: FOLLOWER
23:13:00.213 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.212435 24162 consensus_queue.cc:260] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.210671 24169 raft_consensus.cc:515] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.221508 24162 ts_tablet_manager.cc:1434] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9: Time spent starting tablet: real 0.038s	user 0.005s	sys 0.001s
23:13:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.222342 23057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "63581287a2e949218717e53c2cce5646" candidate_uuid: "8d7c15e38b164a84be6be62a8565feb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "131d9c52f22a4715814f9a563879b5b6"
23:13:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.223084 23057 raft_consensus.cc:3060] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.222711 24169 leader_election.cc:290] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [CANDIDATE]: Term 1 election: Requested vote from peers 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657), 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:13:00.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.223628 23198 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "63581287a2e949218717e53c2cce5646" candidate_uuid: "8d7c15e38b164a84be6be62a8565feb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744be2e0bce143559451047a05e6ccf0"
23:13:00.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.224176 23198 raft_consensus.cc:3060] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.230898 23198 raft_consensus.cc:2468] T 63581287a2e949218717e53c2cce5646 P 744be2e0bce143559451047a05e6ccf0 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8d7c15e38b164a84be6be62a8565feb9 in term 1.
23:13:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.232331 22793 leader_election.cc:304] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 744be2e0bce143559451047a05e6ccf0, 8d7c15e38b164a84be6be62a8565feb9; no voters: 
23:13:00.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.233155 24169 raft_consensus.cc:2804] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [term 1 FOLLOWER]: Leader election won for term 1
23:13:00.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.233673 24169 raft_consensus.cc:697] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [term 1 LEADER]: Becoming Leader. State: Replica: 8d7c15e38b164a84be6be62a8565feb9, State: Running, Role: LEADER
23:13:00.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.234499 24169 consensus_queue.cc:237] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.235332 23057 raft_consensus.cc:2468] T 63581287a2e949218717e53c2cce5646 P 131d9c52f22a4715814f9a563879b5b6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 8d7c15e38b164a84be6be62a8565feb9 in term 1.
23:13:00.235 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:00.236 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:00.236 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:00.236 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:00.236 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:00.236 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:00.237 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:00.237 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:00.237 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:00.237 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:00.237 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:00.237 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:00.237 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:00.241 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:00.241 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:00.242 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:00.242 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:00.242 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:00.242 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:00.242 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:00.242 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:00.242 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:00.242 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:00.242 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:00.242 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:00.243 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:00.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:00.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.251689 24187 raft_consensus.cc:493] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:00.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.252213 24187 raft_consensus.cc:515] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.254325 24187 leader_election.cc:290] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319), 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657)
23:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.256362 22864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ecc39fe07faa4b0a9ff6092ebceb7eae" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d7c15e38b164a84be6be62a8565feb9" is_pre_election: true
23:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.256378 23057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ecc39fe07faa4b0a9ff6092ebceb7eae" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "131d9c52f22a4715814f9a563879b5b6" is_pre_election: true
23:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.256953 22864 raft_consensus.cc:2468] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 744be2e0bce143559451047a05e6ccf0 in term 0.
23:13:00.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.257063 23057 raft_consensus.cc:2468] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 744be2e0bce143559451047a05e6ccf0 in term 0.
23:13:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.258271 23133 leader_election.cc:304] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 744be2e0bce143559451047a05e6ccf0, 8d7c15e38b164a84be6be62a8565feb9; no voters: 
23:13:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.259141 24187 raft_consensus.cc:2804] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:00.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.259506 24187 raft_consensus.cc:493] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:00.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.259817 24187 raft_consensus.cc:3060] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.271 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:00.271 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:00.271 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:00.272 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:00.272 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:00.272 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:00.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:00.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:00.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:00.273 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:00.273 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:00.273 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:00.273 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:00.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.280462 24187 raft_consensus.cc:515] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.289535 22864 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ecc39fe07faa4b0a9ff6092ebceb7eae" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "8d7c15e38b164a84be6be62a8565feb9"
23:13:00.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.290107 22864 raft_consensus.cc:3060] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.290025 24187 leader_election.cc:290] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 election: Requested vote from peers 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319), 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657)
23:13:00.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.292948 23057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ecc39fe07faa4b0a9ff6092ebceb7eae" candidate_uuid: "744be2e0bce143559451047a05e6ccf0" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "131d9c52f22a4715814f9a563879b5b6"
23:13:00.296 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.293485 23057 raft_consensus.cc:3060] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.296567 22864 raft_consensus.cc:2468] T ecc39fe07faa4b0a9ff6092ebceb7eae P 8d7c15e38b164a84be6be62a8565feb9 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 744be2e0bce143559451047a05e6ccf0 in term 1.
23:13:00.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.297892 23133 leader_election.cc:304] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 744be2e0bce143559451047a05e6ccf0, 8d7c15e38b164a84be6be62a8565feb9; no voters: 
23:13:00.312 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.311861 23057 raft_consensus.cc:2468] T ecc39fe07faa4b0a9ff6092ebceb7eae P 131d9c52f22a4715814f9a563879b5b6 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 744be2e0bce143559451047a05e6ccf0 in term 1.
23:13:00.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.313553 24187 raft_consensus.cc:2804] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [term 1 FOLLOWER]: Leader election won for term 1
23:13:00.318 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.318243 24187 raft_consensus.cc:697] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [term 1 LEADER]: Becoming Leader. State: Replica: 744be2e0bce143559451047a05e6ccf0, State: Running, Role: LEADER
23:13:00.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.319207 24187 consensus_queue.cc:237] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.327692 22444 catalog_manager.cc:5696] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 reported cstate change: term changed from 0 to 1, leader changed from <none> to 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1). New cstate: current_term: 1 leader_uuid: "8d7c15e38b164a84be6be62a8565feb9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } health_report { overall_health: UNKNOWN } } }
23:13:00.345 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:00.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.350633 24169 raft_consensus.cc:493] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:00.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.351091 24169 raft_consensus.cc:515] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } }
23:13:00.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.352989 24169 leader_election.cc:290] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 131d9c52f22a4715814f9a563879b5b6 (127.21.224.2:41657), 744be2e0bce143559451047a05e6ccf0 (127.21.224.3:40639)
23:13:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.353989 23198 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f166e1cd35241108b32a49d03f7f8e3" candidate_uuid: "8d7c15e38b164a84be6be62a8565feb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "744be2e0bce143559451047a05e6ccf0" is_pre_election: true
23:13:00.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.354203 23057 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5f166e1cd35241108b32a49d03f7f8e3" candidate_uuid: "8d7c15e38b164a84be6be62a8565feb9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "131d9c52f22a4715814f9a563879b5b6" is_pre_election: true
23:13:00.355 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.354967 23057 raft_consensus.cc:2393] T 5f166e1cd35241108b32a49d03f7f8e3 P 131d9c52f22a4715814f9a563879b5b6 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate 8d7c15e38b164a84be6be62a8565feb9 in current term 1: Already voted for candidate 744be2e0bce143559451047a05e6ccf0 in this term.
23:13:00.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.353660 22445 catalog_manager.cc:5696] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 744be2e0bce143559451047a05e6ccf0 (127.21.224.3). New cstate: current_term: 1 leader_uuid: "744be2e0bce143559451047a05e6ccf0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } health_report { overall_health: HEALTHY } } }
23:13:00.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.357292 22793 leader_election.cc:304] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 8d7c15e38b164a84be6be62a8565feb9; no voters: 131d9c52f22a4715814f9a563879b5b6, 744be2e0bce143559451047a05e6ccf0
23:13:00.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.356909 22445 catalog_manager.cc:5696] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 reported cstate change: term changed from 0 to 1, leader changed from <none> to 744be2e0bce143559451047a05e6ccf0 (127.21.224.3). New cstate: current_term: 1 leader_uuid: "744be2e0bce143559451047a05e6ccf0" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 } health_report { overall_health: UNKNOWN } } }
23:13:00.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.359802 24169 raft_consensus.cc:3060] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9 [term 0 FOLLOWER]: Advancing to term 1
23:13:00.373 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.371313 24169 raft_consensus.cc:2749] T 5f166e1cd35241108b32a49d03f7f8e3 P 8d7c15e38b164a84be6be62a8565feb9 [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:13:00.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.388458 24187 consensus_queue.cc:1048] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:00.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.415194 24172 consensus_queue.cc:1048] T 5f166e1cd35241108b32a49d03f7f8e3 P 744be2e0bce143559451047a05e6ccf0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:00.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.543438 24172 consensus_queue.cc:1048] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:00.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:00.552 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:00.552 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:00.552 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:00.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:00.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:00.553 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:00.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:00.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:00.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:00.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:00.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:00.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:00.553 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:00.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.566610 24172 consensus_queue.cc:1048] T d2b1f3497a9f42a096990752bf835e58 P 744be2e0bce143559451047a05e6ccf0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:13:00.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.568538 24191 consensus_queue.cc:1048] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.600155 24169 consensus_queue.cc:1048] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:00.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.600771 24222 consensus_queue.cc:1048] T 9862d97db80f473d85d2f1180b5ca5d4 P 131d9c52f22a4715814f9a563879b5b6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:00.605 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:00.605 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:00.606 [DEBUG - pool-350-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:00.606 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:00.606 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:00.606 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:00.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:00.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:00.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:00.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:00.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:00.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:00.608 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:00.609 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29484), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [56ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [60ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [66ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [66ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [116ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [131ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [204ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [262ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [383ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [582ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [583ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [583ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [803ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [803ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1603ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2949ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2949ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2949ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2950ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [4540ms] refreshing cache from master, [4540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4541ms] too many traces: truncated at 100 traces, deferred=Deferred@675005053(state=PENDING, result=null, callback=(continuation of Deferred@81643203 after retry RPC after error@267668143) -> (continuation of Deferred@1717852285 after retry RPC after error@280643302) -> (continuation of Deferred@2059104748 after retry RPC after error@1463287078) -> (continuation of Deferred@324333581 after retry RPC after error@1360726519) -> (continuation of Deferred@1879979561 after retry RPC after error@414727107) -> (continuation of Deferred@752378945 after retry RPC after error@629507228) -> (continuation of Deferred@616251771 after retry RPC after error@2105806860) -> (continuation of Deferred@311531921 after retry RPC after error@456744507) -> (continuation of Deferred@1710716094 after retry RPC after error@942541948) -> (continuation of Deferred@653088761 after retry RPC after error@2012487065) -> (continuation of Deferred@695784797 after retry RPC after error@1643999714) -> (continuation of Deferred@769892539 after retry RPC after error@2058123339) -> (continuation of Deferred@361859198 after retry RPC after error@535402831) -> (continuation of Deferred@801047665 after retry RPC after error@910712813) -> (continuation of Deferred@788788002 after retry RPC after error@2087920748) -> (continuation of Deferred@733489951 after retry RPC after error@1601945266) -> (continuation of Deferred@1867635868 after retry RPC after error@174376286) -> (continuation of Deferred@1626273758 after retry RPC after error@1650613087) -> (continuation of Deferred@53927603 after retry RPC after error@794080702) -> (continuation of Deferred@940832653 after retry RPC after error@1222376307) -> (continuation of Deferred@2100127645 after retry RPC after error@2011088067) -> (continuation of Deferred@1347873322 after retry RPC after error@1195479856), errback=(continuation of Deferred@81643203 after retry RPC after error@267668143) -> (continuation of Deferred@1717852285 after retry RPC after error@280643302) -> (continuation of Deferred@2059104748 after retry RPC after error@1463287078) -> (continuation of Deferred@324333581 after retry RPC after error@1360726519) -> (continuation of Deferred@1879979561 after retry RPC after error@414727107) -> (continuation of Deferred@752378945 after retry RPC after error@629507228) -> (continuation of Deferred@616251771 after retry RPC after error@2105806860) -> (continuation of Deferred@311531921 after retry RPC after error@456744507) -> (continuation of Deferred@1710716094 after retry RPC after error@942541948) -> (continuation of Deferred@653088761 after retry RPC after error@2012487065) -> (continuation of Deferred@695784797 after retry RPC after error@1643999714) -> (continuation of Deferred@769892539 after retry RPC after error@2058123339) -> (continuation of Deferred@361859198 after retry RPC after error@535402831) -> (continuation of Deferred@801047665 after retry RPC after error@910712813) -> (continuation of Deferred@788788002 after retry RPC after error@2087920748) -> (continuation of Deferred@733489951 after retry RPC after error@1601945266) -> (continuation of Deferred@1867635868 after retry RPC after error@174376286) -> (continuation of Deferred@1626273758 after retry RPC after error@1650613087) -> (continuation of Deferred@53927603 after retry RPC after error@794080702) -> (continuation of Deferred@940832653 after retry RPC after error@1222376307) -> (continuation of Deferred@2100127645 after retry RPC after error@2011088067) -> (continuation of Deferred@1347873322 after retry RPC after error@1195479856)))
23:13:00.610 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:13:00.610 [WARN - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29484), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [56ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [60ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [66ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [66ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [116ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [131ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [204ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [262ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [383ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [582ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [583ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [583ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [803ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [803ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1603ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2949ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2949ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2949ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2950ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [4540ms] refreshing cache from master, [4540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4541ms] too many traces: truncated at 100 traces, deferred=Deferred@675005053(state=PENDING, result=null, callback=(continuation of Deferred@81643203 after retry RPC after error@267668143) -> (continuation of Deferred@1717852285 after retry RPC after error@280643302) -> (continuation of Deferred@2059104748 after retry RPC after error@1463287078) -> (continuation of Deferred@324333581 after retry RPC after error@1360726519) -> (continuation of Deferred@1879979561 after retry RPC after error@414727107) -> (continuation of Deferred@752378945 after retry RPC after error@629507228) -> (continuation of Deferred@616251771 after retry RPC after error@2105806860) -> (continuation of Deferred@311531921 after retry RPC after error@456744507) -> (continuation of Deferred@1710716094 after retry RPC after error@942541948) -> (continuation of Deferred@653088761 after retry RPC after error@2012487065) -> (continuation of Deferred@695784797 after retry RPC after error@1643999714) -> (continuation of Deferred@769892539 after retry RPC after error@2058123339) -> (continuation of Deferred@361859198 after retry RPC after error@535402831) -> (continuation of Deferred@801047665 after retry RPC after error@910712813) -> (continuation of Deferred@788788002 after retry RPC after error@2087920748) -> (continuation of Deferred@733489951 after retry RPC after error@1601945266) -> (continuation of Deferred@1867635868 after retry RPC after error@174376286) -> (continuation of Deferred@1626273758 after retry RPC after error@1650613087) -> (continuation of Deferred@53927603 after retry RPC after error@794080702) -> (continuation of Deferred@940832653 after retry RPC after error@1222376307) -> (continuation of Deferred@2100127645 after retry RPC after error@2011088067) -> (continuation of Deferred@1347873322 after retry RPC after error@1195479856), errback=(continuation of Deferred@81643203 after retry RPC after error@267668143) -> (continuation of Deferred@1717852285 after retry RPC after error@280643302) -> (continuation of Deferred@2059104748 after retry RPC after error@1463287078) -> (continuation of Deferred@324333581 after retry RPC after error@1360726519) -> (continuation of Deferred@1879979561 after retry RPC after error@414727107) -> (continuation of Deferred@752378945 after retry RPC after error@629507228) -> (continuation of Deferred@616251771 after retry RPC after error@2105806860) -> (continuation of Deferred@311531921 after retry RPC after error@456744507) -> (continuation of Deferred@1710716094 after retry RPC after error@942541948) -> (continuation of Deferred@653088761 after retry RPC after error@2012487065) -> (continuation of Deferred@695784797 after retry RPC after error@1643999714) -> (continuation of Deferred@769892539 after retry RPC after error@2058123339) -> (continuation of Deferred@361859198 after retry RPC after error@535402831) -> (continuation of Deferred@801047665 after retry RPC after error@910712813) -> (continuation of Deferred@788788002 after retry RPC after error@2087920748) -> (continuation of Deferred@733489951 after retry RPC after error@1601945266) -> (continuation of Deferred@1867635868 after retry RPC after error@174376286) -> (continuation of Deferred@1626273758 after retry RPC after error@1650613087) -> (continuation of Deferred@53927603 after retry RPC after error@794080702) -> (continuation of Deferred@940832653 after retry RPC after error@1222376307) -> (continuation of Deferred@2100127645 after retry RPC after error@2011088067) -> (continuation of Deferred@1347873322 after retry RPC after error@1195479856)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:00.611 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
23:13:00.613 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
23:13:00.616 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29484), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [52ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [56ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [60ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [66ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [66ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [116ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [117ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [130ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [131ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [145ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [146ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [146ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [181ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [182ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [182ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [204ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [262ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [380ms] refreshing cache from master, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [382ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [383ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [383ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [582ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [582ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [583ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [583ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [802ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [803ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [803ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1603ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2941ms] refreshing cache from master, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2942ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2943ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2949ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2949ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2949ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2950ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [4540ms] refreshing cache from master, [4540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4541ms] too many traces: truncated at 100 traces, deferred=Deferred@675005053(state=PENDING, result=null, callback=(continuation of Deferred@81643203 after retry RPC after error@267668143) -> (continuation of Deferred@1717852285 after retry RPC after error@280643302) -> (continuation of Deferred@2059104748 after retry RPC after error@1463287078) -> (continuation of Deferred@324333581 after retry RPC after error@1360726519) -> (continuation of Deferred@1879979561 after retry RPC after error@414727107) -> (continuation of Deferred@752378945 after retry RPC after error@629507228) -> (continuation of Deferred@616251771 after retry RPC after error@2105806860) -> (continuation of Deferred@311531921 after retry RPC after error@456744507) -> (continuation of Deferred@1710716094 after retry RPC after error@942541948) -> (continuation of Deferred@653088761 after retry RPC after error@2012487065) -> (continuation of Deferred@695784797 after retry RPC after error@1643999714) -> (continuation of Deferred@769892539 after retry RPC after error@2058123339) -> (continuation of Deferred@361859198 after retry RPC after error@535402831) -> (continuation of Deferred@801047665 after retry RPC after error@910712813) -> (continuation of Deferred@788788002 after retry RPC after error@2087920748) -> (continuation of Deferred@733489951 after retry RPC after error@1601945266) -> (continuation of Deferred@1867635868 after retry RPC after error@174376286) -> (continuation of Deferred@1626273758 after retry RPC after error@1650613087) -> (continuation of Deferred@53927603 after retry RPC after error@794080702) -> (continuation of Deferred@940832653 after retry RPC after error@1222376307) -> (continuation of Deferred@2100127645 after retry RPC after error@2011088067) -> (continuation of Deferred@1347873322 after retry RPC after error@1195479856), errback=(continuation of Deferred@81643203 after retry RPC after error@267668143) -> (continuation of Deferred@1717852285 after retry RPC after error@280643302) -> (continuation of Deferred@2059104748 after retry RPC after error@1463287078) -> (continuation of Deferred@324333581 after retry RPC after error@1360726519) -> (continuation of Deferred@1879979561 after retry RPC after error@414727107) -> (continuation of Deferred@752378945 after retry RPC after error@629507228) -> (continuation of Deferred@616251771 after retry RPC after error@2105806860) -> (continuation of Deferred@311531921 after retry RPC after error@456744507) -> (continuation of Deferred@1710716094 after retry RPC after error@942541948) -> (continuation of Deferred@653088761 after retry RPC after error@2012487065) -> (continuation of Deferred@695784797 after retry RPC after error@1643999714) -> (continuation of Deferred@769892539 after retry RPC after error@2058123339) -> (continuation of Deferred@361859198 after retry RPC after error@535402831) -> (continuation of Deferred@801047665 after retry RPC after error@910712813) -> (continuation of Deferred@788788002 after retry RPC after error@2087920748) -> (continuation of Deferred@733489951 after retry RPC after error@1601945266) -> (continuation of Deferred@1867635868 after retry RPC after error@174376286) -> (continuation of Deferred@1626273758 after retry RPC after error@1650613087) -> (continuation of Deferred@53927603 after retry RPC after error@794080702) -> (continuation of Deferred@940832653 after retry RPC after error@1222376307) -> (continuation of Deferred@2100127645 after retry RPC after error@2011088067) -> (continuation of Deferred@1347873322 after retry RPC after error@1195479856)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:00.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.615959 24169 consensus_queue.cc:1048] T 6d573a1d635c4f749359a23bfe55e8d1 P 8d7c15e38b164a84be6be62a8565feb9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:13:00.617 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:00.618 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
23:13:00.618 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
23:13:00.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.639627 24169 consensus_queue.cc:1048] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "744be2e0bce143559451047a05e6ccf0" member_type: VOTER last_known_addr { host: "127.21.224.3" port: 40639 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:00.671 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.669652 24198 consensus_queue.cc:1048] T 63581287a2e949218717e53c2cce5646 P 8d7c15e38b164a84be6be62a8565feb9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:00.701 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c9587e17d32b4f22b451bde17502d8e8
23:13:00.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d2b1f3497a9f42a096990752bf835e58 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:00.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5f166e1cd35241108b32a49d03f7f8e3 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:00.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 63581287a2e949218717e53c2cce5646 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:00.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9862d97db80f473d85d2f1180b5ca5d4 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:00.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6d573a1d635c4f749359a23bfe55e8d1 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:00.708 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ecc39fe07faa4b0a9ff6092ebceb7eae for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:00.709 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:00.709 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=7), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.224.62:43747, [6ms] Sub RPC GetTableLocations: received response from server master-127.21.224.62:43747: OK, deferred=null) after lookup
23:13:00.709 [DEBUG - kudu-nio-1] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:00.721 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:00.744 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.743902 24172 consensus_queue.cc:1048] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "8d7c15e38b164a84be6be62a8565feb9" member_type: VOTER last_known_addr { host: "127.21.224.1" port: 42319 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:00.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:00.757 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:00.768 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x3f9c5d06, L:/127.0.0.1:42992 - R:/127.21.224.3:40639] using TOKEN/null
23:13:00.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:00.782428 24172 consensus_queue.cc:1048] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 [LEADER]: Connected to new peer: Peer: permanent_uuid: "131d9c52f22a4715814f9a563879b5b6" member_type: VOTER last_known_addr { host: "127.21.224.2" port: 41657 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:00.807 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:00.808 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:00.808 [DEBUG - pool-352-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:00.809 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:00.809 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:00.809 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:00.810 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:00.810 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:00.810 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:00.810 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:00.810 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:00.810 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:00.810 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:00.811 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29678), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [90ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [114ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [114ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [139ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [139ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [140ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [175ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [175ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [176ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [176ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [263ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [263ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [263ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [283ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [301ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [301ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [302ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [363ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [663ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1663ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2861ms] refreshing cache from master, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2863ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [4981ms] refreshing cache from master, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4982ms] too many traces: truncated at 100 traces, deferred=Deferred@1012822258(state=PENDING, result=null, callback=(continuation of Deferred@1615061429 after retry RPC after error@1955252591) -> (continuation of Deferred@1159328690 after retry RPC after error@177193475) -> (continuation of Deferred@1967047854 after retry RPC after error@1474144983) -> (continuation of Deferred@1574131709 after retry RPC after error@691542430) -> (continuation of Deferred@706786211 after retry RPC after error@277950242) -> (continuation of Deferred@1463484018 after retry RPC after error@1042807266) -> (continuation of Deferred@297134126 after retry RPC after error@147078405) -> (continuation of Deferred@135105281 after retry RPC after error@165976843) -> (continuation of Deferred@934209153 after retry RPC after error@506190180) -> (continuation of Deferred@2056920099 after retry RPC after error@1460399288) -> (continuation of Deferred@399606326 after retry RPC after error@1475447121) -> (continuation of Deferred@2099313800 after retry RPC after error@1975951800) -> (continuation of Deferred@1847418116 after retry RPC after error@897444503) -> (continuation of Deferred@1329824780 after retry RPC after error@264775485) -> (continuation of Deferred@196718269 after retry RPC after error@1372242959) -> (continuation of Deferred@49961438 after retry RPC after error@1279620979) -> (continuation of Deferred@181396480 after retry RPC after error@228762602) -> (continuation of Deferred@1573273385 after retry RPC after error@987702541) -> (continuation of Deferred@1338325426 after retry RPC after error@1465941587) -> (continuation of Deferred@993213665 after retry RPC after error@2022146503) -> (continuation of Deferred@518598604 after retry RPC after error@1244616868) -> (continuation of Deferred@1750708532 after retry RPC after error@747936833) -> (continuation of Deferred@2069123408 after retry RPC after error@1267653862), errback=(continuation of Deferred@1615061429 after retry RPC after error@1955252591) -> (continuation of Deferred@1159328690 after retry RPC after error@177193475) -> (continuation of Deferred@1967047854 after retry RPC after error@1474144983) -> (continuation of Deferred@1574131709 after retry RPC after error@691542430) -> (continuation of Deferred@706786211 after retry RPC after error@277950242) -> (continuation of Deferred@1463484018 after retry RPC after error@1042807266) -> (continuation of Deferred@297134126 after retry RPC after error@147078405) -> (continuation of Deferred@135105281 after retry RPC after error@165976843) -> (continuation of Deferred@934209153 after retry RPC after error@506190180) -> (continuation of Deferred@2056920099 after retry RPC after error@1460399288) -> (continuation of Deferred@399606326 after retry RPC after error@1475447121) -> (continuation of Deferred@2099313800 after retry RPC after error@1975951800) -> (continuation of Deferred@1847418116 after retry RPC after error@897444503) -> (continuation of Deferred@1329824780 after retry RPC after error@264775485) -> (continuation of Deferred@196718269 after retry RPC after error@1372242959) -> (continuation of Deferred@49961438 after retry RPC after error@1279620979) -> (continuation of Deferred@181396480 after retry RPC after error@228762602) -> (continuation of Deferred@1573273385 after retry RPC after error@987702541) -> (continuation of Deferred@1338325426 after retry RPC after error@1465941587) -> (continuation of Deferred@993213665 after retry RPC after error@2022146503) -> (continuation of Deferred@518598604 after retry RPC after error@1244616868) -> (continuation of Deferred@1750708532 after retry RPC after error@747936833) -> (continuation of Deferred@2069123408 after retry RPC after error@1267653862)))
23:13:00.812 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:13:00.812 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29678), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [90ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [114ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [114ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [139ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [139ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [140ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [175ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [175ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [176ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [176ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [263ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [263ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [263ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [283ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [301ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [301ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [302ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [363ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [663ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1663ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2861ms] refreshing cache from master, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2863ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [4981ms] refreshing cache from master, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4982ms] too many traces: truncated at 100 traces, deferred=Deferred@1012822258(state=PENDING, result=null, callback=(continuation of Deferred@1615061429 after retry RPC after error@1955252591) -> (continuation of Deferred@1159328690 after retry RPC after error@177193475) -> (continuation of Deferred@1967047854 after retry RPC after error@1474144983) -> (continuation of Deferred@1574131709 after retry RPC after error@691542430) -> (continuation of Deferred@706786211 after retry RPC after error@277950242) -> (continuation of Deferred@1463484018 after retry RPC after error@1042807266) -> (continuation of Deferred@297134126 after retry RPC after error@147078405) -> (continuation of Deferred@135105281 after retry RPC after error@165976843) -> (continuation of Deferred@934209153 after retry RPC after error@506190180) -> (continuation of Deferred@2056920099 after retry RPC after error@1460399288) -> (continuation of Deferred@399606326 after retry RPC after error@1475447121) -> (continuation of Deferred@2099313800 after retry RPC after error@1975951800) -> (continuation of Deferred@1847418116 after retry RPC after error@897444503) -> (continuation of Deferred@1329824780 after retry RPC after error@264775485) -> (continuation of Deferred@196718269 after retry RPC after error@1372242959) -> (continuation of Deferred@49961438 after retry RPC after error@1279620979) -> (continuation of Deferred@181396480 after retry RPC after error@228762602) -> (continuation of Deferred@1573273385 after retry RPC after error@987702541) -> (continuation of Deferred@1338325426 after retry RPC after error@1465941587) -> (continuation of Deferred@993213665 after retry RPC after error@2022146503) -> (continuation of Deferred@518598604 after retry RPC after error@1244616868) -> (continuation of Deferred@1750708532 after retry RPC after error@747936833) -> (continuation of Deferred@2069123408 after retry RPC after error@1267653862), errback=(continuation of Deferred@1615061429 after retry RPC after error@1955252591) -> (continuation of Deferred@1159328690 after retry RPC after error@177193475) -> (continuation of Deferred@1967047854 after retry RPC after error@1474144983) -> (continuation of Deferred@1574131709 after retry RPC after error@691542430) -> (continuation of Deferred@706786211 after retry RPC after error@277950242) -> (continuation of Deferred@1463484018 after retry RPC after error@1042807266) -> (continuation of Deferred@297134126 after retry RPC after error@147078405) -> (continuation of Deferred@135105281 after retry RPC after error@165976843) -> (continuation of Deferred@934209153 after retry RPC after error@506190180) -> (continuation of Deferred@2056920099 after retry RPC after error@1460399288) -> (continuation of Deferred@399606326 after retry RPC after error@1475447121) -> (continuation of Deferred@2099313800 after retry RPC after error@1975951800) -> (continuation of Deferred@1847418116 after retry RPC after error@897444503) -> (continuation of Deferred@1329824780 after retry RPC after error@264775485) -> (continuation of Deferred@196718269 after retry RPC after error@1372242959) -> (continuation of Deferred@49961438 after retry RPC after error@1279620979) -> (continuation of Deferred@181396480 after retry RPC after error@228762602) -> (continuation of Deferred@1573273385 after retry RPC after error@987702541) -> (continuation of Deferred@1338325426 after retry RPC after error@1465941587) -> (continuation of Deferred@993213665 after retry RPC after error@2022146503) -> (continuation of Deferred@518598604 after retry RPC after error@1244616868) -> (continuation of Deferred@1750708532 after retry RPC after error@747936833) -> (continuation of Deferred@2069123408 after retry RPC after error@1267653862)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.190:46459
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:00.813 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
23:13:00.816 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
23:13:00.820 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29678), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [90ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [105ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [114ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [114ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [139ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [139ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [140ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [174ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [175ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [175ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [176ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [176ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [201ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [202ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [222ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [262ms] refreshing cache from master, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [262ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [263ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [263ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [263ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [283ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [283ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [301ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [301ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [302ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [302ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [363ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [363ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [661ms] refreshing cache from master, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [663ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1661ms] refreshing cache from master, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1662ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1663ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1663ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2861ms] refreshing cache from master, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2863ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [4981ms] refreshing cache from master, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [4981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [4982ms] too many traces: truncated at 100 traces, deferred=Deferred@1012822258(state=PENDING, result=null, callback=(continuation of Deferred@1615061429 after retry RPC after error@1955252591) -> (continuation of Deferred@1159328690 after retry RPC after error@177193475) -> (continuation of Deferred@1967047854 after retry RPC after error@1474144983) -> (continuation of Deferred@1574131709 after retry RPC after error@691542430) -> (continuation of Deferred@706786211 after retry RPC after error@277950242) -> (continuation of Deferred@1463484018 after retry RPC after error@1042807266) -> (continuation of Deferred@297134126 after retry RPC after error@147078405) -> (continuation of Deferred@135105281 after retry RPC after error@165976843) -> (continuation of Deferred@934209153 after retry RPC after error@506190180) -> (continuation of Deferred@2056920099 after retry RPC after error@1460399288) -> (continuation of Deferred@399606326 after retry RPC after error@1475447121) -> (continuation of Deferred@2099313800 after retry RPC after error@1975951800) -> (continuation of Deferred@1847418116 after retry RPC after error@897444503) -> (continuation of Deferred@1329824780 after retry RPC after error@264775485) -> (continuation of Deferred@196718269 after retry RPC after error@1372242959) -> (continuation of Deferred@49961438 after retry RPC after error@1279620979) -> (continuation of Deferred@181396480 after retry RPC after error@228762602) -> (continuation of Deferred@1573273385 after retry RPC after error@987702541) -> (continuation of Deferred@1338325426 after retry RPC after error@1465941587) -> (continuation of Deferred@993213665 after retry RPC after error@2022146503) -> (continuation of Deferred@518598604 after retry RPC after error@1244616868) -> (continuation of Deferred@1750708532 after retry RPC after error@747936833) -> (continuation of Deferred@2069123408 after retry RPC after error@1267653862), errback=(continuation of Deferred@1615061429 after retry RPC after error@1955252591) -> (continuation of Deferred@1159328690 after retry RPC after error@177193475) -> (continuation of Deferred@1967047854 after retry RPC after error@1474144983) -> (continuation of Deferred@1574131709 after retry RPC after error@691542430) -> (continuation of Deferred@706786211 after retry RPC after error@277950242) -> (continuation of Deferred@1463484018 after retry RPC after error@1042807266) -> (continuation of Deferred@297134126 after retry RPC after error@147078405) -> (continuation of Deferred@135105281 after retry RPC after error@165976843) -> (continuation of Deferred@934209153 after retry RPC after error@506190180) -> (continuation of Deferred@2056920099 after retry RPC after error@1460399288) -> (continuation of Deferred@399606326 after retry RPC after error@1475447121) -> (continuation of Deferred@2099313800 after retry RPC after error@1975951800) -> (continuation of Deferred@1847418116 after retry RPC after error@897444503) -> (continuation of Deferred@1329824780 after retry RPC after error@264775485) -> (continuation of Deferred@196718269 after retry RPC after error@1372242959) -> (continuation of Deferred@49961438 after retry RPC after error@1279620979) -> (continuation of Deferred@181396480 after retry RPC after error@228762602) -> (continuation of Deferred@1573273385 after retry RPC after error@987702541) -> (continuation of Deferred@1338325426 after retry RPC after error@1465941587) -> (continuation of Deferred@993213665 after retry RPC after error@2022146503) -> (continuation of Deferred@518598604 after retry RPC after error@1244616868) -> (continuation of Deferred@1750708532 after retry RPC after error@747936833) -> (continuation of Deferred@2069123408 after retry RPC after error@1267653862)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.190:46459
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:00.821 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:318) Clearing resource requirements of job b2b25cd960f08851bedacc90188e59d4
23:13:00.822 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
23:13:00.822 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
23:13:00.830 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:00.831 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:00.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:00.832 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:00.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:00.833 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:00.833 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:00.833 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:00.835 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:00.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:00.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:00.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:00.836 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:00.840 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:00.840 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:00.840 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:00.841 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:00.841 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:00.841 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:00.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:00.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:00.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:00.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:00.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:00.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:00.841 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:00.844 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:00.941 [DEBUG - main] (Connection.java:748) [peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)] connecting to peer
23:13:00.942 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)] Successfully connected to peer
23:13:00.952 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:00.955 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x650c7163, L:/127.0.0.1:49782 - R:/127.21.224.2:41657] using TOKEN/null
23:13:00.995 [DEBUG - main] (Connection.java:748) [peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)] connecting to peer
23:13:00.998 [DEBUG - kudu-nio-5] (Connection.java:757) [peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)] Successfully connected to peer
23:13:01.008 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:01.011 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0x3b9ad1b7, L:/127.0.0.1:39716 - R:/127.21.224.1:42319] using TOKEN/null
23:13:01.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:01.159 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:01.161 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:01.164 [DEBUG - main] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:01.167 [DEBUG - main] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:01.167 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.181.125:34887(127.22.181.125:34887)] Successfully connected to peer
23:13:01.167 [DEBUG - main] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:01.168 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.181.126:45233(127.22.181.126:45233)] Successfully connected to peer
23:13:01.169 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.181.124:40657(127.22.181.124:40657)] Successfully connected to peer
23:13:01.171 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.125
23:13:01.179 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.126
23:13:01.179 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.124
23:13:01.187 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:01.188 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:01.188 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:01.191 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x86c9eb8e, L:/127.0.0.1:54502 - R:/127.22.181.126:45233] using SASL/PLAIN
23:13:01.194 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x6ce45b58, L:/127.0.0.1:59078 - R:/127.22.181.124:40657] using SASL/PLAIN
23:13:01.195 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1141e12e, L:/127.0.0.1:57160 - R:/127.22.181.125:34887] using SASL/PLAIN
23:13:01.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:01.198 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.125:34887, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.126:45233, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.124:40657, [30ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.126:45233: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.124:40657: OK, [33ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.125:34887: OK, deferred=null) after lookup
23:13:01.201 [DEBUG - main] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:01.201 [DEBUG - main] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:01.202 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.224.60:34307(127.21.224.60:34307)] Successfully connected to peer
23:13:01.202 [DEBUG - main] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:01.203 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.224.62:43747(127.21.224.62:43747)] Successfully connected to peer
23:13:01.206 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.60
23:13:01.208 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.62
23:13:01.215 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.224.61:43771(127.21.224.61:43771)] Successfully connected to peer
23:13:01.215 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:01.218 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:01.219 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.61
23:13:01.219 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1e40253a, L:/127.0.0.1:38612 - R:/127.21.224.60:34307] using SASL/PLAIN
23:13:01.223 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7db13c4c, L:/127.0.0.1:34598 - R:/127.21.224.62:43747] using SASL/PLAIN
23:13:01.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:01.225 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=25), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [21ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: OK, deferred=null) after lookup
23:13:01.228 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c9587e17d32b4f22b451bde17502d8e8
23:13:01.232 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:01.233 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d2b1f3497a9f42a096990752bf835e58 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:01.233 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5f166e1cd35241108b32a49d03f7f8e3 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:01.233 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 63581287a2e949218717e53c2cce5646 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:01.233 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9862d97db80f473d85d2f1180b5ca5d4 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:01.233 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6d573a1d635c4f749359a23bfe55e8d1 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:01.233 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ecc39fe07faa4b0a9ff6092ebceb7eae for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:01.233 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:01.235 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xf99b87ec, L:/127.0.0.1:55182 - R:/127.21.224.61:43771] using SASL/PLAIN
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.239528 23465 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:59078:
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key1"
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key2"
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "key3"
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "data"
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:01.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\007\000"
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key1"
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 3
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 0
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   hash_schema {
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key2"
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "key3"
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     num_buckets: 2
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     seed: 42
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:13:01.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:13:01.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:01.244489 23465 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:13:01.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:01.295 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:01.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.398314 23776 tablet_service.cc:1511] Processing CreateTablet for tablet df0c63523174449db0516a75885d60cc (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:13:01.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.399461 23774 tablet_service.cc:1511] Processing CreateTablet for tablet 5004e13f369848579d9aa925ceec7fbc (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:13:01.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.400517 23776 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet df0c63523174449db0516a75885d60cc. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.401340 23773 tablet_service.cc:1511] Processing CreateTablet for tablet 20232249652d4718b0c100bd384f4660 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:13:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.398443 23775 tablet_service.cc:1511] Processing CreateTablet for tablet 29dab3f1669849aaa6ab2c5986cb1018 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:13:01.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.402491 23773 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20232249652d4718b0c100bd384f4660. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.403021 23775 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 29dab3f1669849aaa6ab2c5986cb1018. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.406744 23772 tablet_service.cc:1511] Processing CreateTablet for tablet 2198206c019743698e2f699cbf889266 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:13:01.408 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.407846 23772 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2198206c019743698e2f699cbf889266. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.410733 23774 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5004e13f369848579d9aa925ceec7fbc. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.413600 24063 tablet_service.cc:1511] Processing CreateTablet for tablet 0b98ad50a1d54455abef8f992e107087 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:13:01.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.413708 23777 tablet_service.cc:1511] Processing CreateTablet for tablet 0b98ad50a1d54455abef8f992e107087 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:13:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.414911 23777 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0b98ad50a1d54455abef8f992e107087. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.415163 24063 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0b98ad50a1d54455abef8f992e107087. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.415 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:01.415 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:01.416 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:01.416 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:01.416 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:01.416 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:01.416 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:01.416 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:01.416 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:01.416 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:01.416 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:01.416 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:01.416 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:01.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.417878 24060 tablet_service.cc:1511] Processing CreateTablet for tablet 5004e13f369848579d9aa925ceec7fbc (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:13:01.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.418820 24060 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5004e13f369848579d9aa925ceec7fbc. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.422724 24061 tablet_service.cc:1511] Processing CreateTablet for tablet 29dab3f1669849aaa6ab2c5986cb1018 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:13:01.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.423774 24061 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 29dab3f1669849aaa6ab2c5986cb1018. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.423671 24059 tablet_service.cc:1511] Processing CreateTablet for tablet 20232249652d4718b0c100bd384f4660 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:13:01.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.424726 24059 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20232249652d4718b0c100bd384f4660. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.435 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.433629 23918 tablet_service.cc:1511] Processing CreateTablet for tablet 20232249652d4718b0c100bd384f4660 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 0
23:13:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.436348 23918 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 20232249652d4718b0c100bd384f4660. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.436722 23922 tablet_service.cc:1511] Processing CreateTablet for tablet 0b98ad50a1d54455abef8f992e107087 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 0
23:13:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.434698 23917 tablet_service.cc:1511] Processing CreateTablet for tablet 2198206c019743698e2f699cbf889266 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:13:01.438 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.437848 23921 tablet_service.cc:1511] Processing CreateTablet for tablet df0c63523174449db0516a75885d60cc (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:13:01.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.434651 23920 tablet_service.cc:1511] Processing CreateTablet for tablet 29dab3f1669849aaa6ab2c5986cb1018 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 0
23:13:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.439671 23922 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 0b98ad50a1d54455abef8f992e107087. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.440228 23921 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet df0c63523174449db0516a75885d60cc. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.440971 23917 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2198206c019743698e2f699cbf889266. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.442350 23920 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 29dab3f1669849aaa6ab2c5986cb1018. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.433030 23919 tablet_service.cc:1511] Processing CreateTablet for tablet 5004e13f369848579d9aa925ceec7fbc (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 1, HASH (key2, key3) PARTITION 1
23:13:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.428138 24058 tablet_service.cc:1511] Processing CreateTablet for tablet 2198206c019743698e2f699cbf889266 (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 2, HASH (key2, key3) PARTITION 1
23:13:01.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.427902 24062 tablet_service.cc:1511] Processing CreateTablet for tablet df0c63523174449db0516a75885d60cc (DEFAULT_TABLE table=replication_test_table [id=265e6d0ee8254c4d9d138a50ad720eed]), partition=HASH (key1) PARTITION 0, HASH (key2, key3) PARTITION 1
23:13:01.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.445500 24058 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 2198206c019743698e2f699cbf889266. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.445861 23919 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 5004e13f369848579d9aa925ceec7fbc. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.448164 24062 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet df0c63523174449db0516a75885d60cc. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:01.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.534011 24276 tablet_bootstrap.cc:492] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8: Bootstrap starting.
23:13:01.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.549979 24276 tablet_bootstrap.cc:654] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8: Neither blocks nor log segments found. Creating new log.
23:13:01.553 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:01.557 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.557451 24276 log.cc:826] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8: Log is configured to *not* fsync() on all Append() calls
23:13:01.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.565847 24277 tablet_bootstrap.cc:492] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa: Bootstrap starting.
23:13:01.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.573978 24278 tablet_bootstrap.cc:492] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59: Bootstrap starting.
23:13:01.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.574499 24276 tablet_bootstrap.cc:492] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8: No bootstrap required, opened a new log
23:13:01.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.575204 24276 ts_tablet_manager.cc:1403] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8: Time spent bootstrapping tablet: real 0.042s	user 0.012s	sys 0.006s
23:13:01.582 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.582607 24278 tablet_bootstrap.cc:654] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59: Neither blocks nor log segments found. Creating new log.
23:13:01.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.584764 24278 log.cc:826] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59: Log is configured to *not* fsync() on all Append() calls
23:13:01.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.589087 24277 tablet_bootstrap.cc:654] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa: Neither blocks nor log segments found. Creating new log.
23:13:01.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.597411 24277 log.cc:826] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa: Log is configured to *not* fsync() on all Append() calls
23:13:01.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.613011 24278 tablet_bootstrap.cc:492] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59: No bootstrap required, opened a new log
23:13:01.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.613564 24278 ts_tablet_manager.cc:1403] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59: Time spent bootstrapping tablet: real 0.041s	user 0.022s	sys 0.009s
23:13:01.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.621887 24276 raft_consensus.cc:359] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.623026 24276 raft_consensus.cc:385] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:01.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.623411 24276 raft_consensus.cc:740] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d95305761fd74bc59dadff36d4f9d0d8, State: Initialized, Role: FOLLOWER
23:13:01.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.624708 24276 consensus_queue.cc:260] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.635430 24277 tablet_bootstrap.cc:492] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa: No bootstrap required, opened a new log
23:13:01.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.635977 24277 ts_tablet_manager.cc:1403] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa: Time spent bootstrapping tablet: real 0.071s	user 0.008s	sys 0.010s
23:13:01.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.646891 24276 ts_tablet_manager.cc:1434] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8: Time spent starting tablet: real 0.071s	user 0.035s	sys 0.015s
23:13:01.663 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.662611 24276 tablet_bootstrap.cc:492] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8: Bootstrap starting.
23:13:01.672 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.671710 24276 tablet_bootstrap.cc:654] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8: Neither blocks nor log segments found. Creating new log.
23:13:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.680226 24278 raft_consensus.cc:359] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.681136 24278 raft_consensus.cc:385] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:01.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.681423 24278 raft_consensus.cc:740] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b22771d75694bada4a882fdda2f6e59, State: Initialized, Role: FOLLOWER
23:13:01.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.682479 24278 consensus_queue.cc:260] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.686836 24278 ts_tablet_manager.cc:1434] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59: Time spent starting tablet: real 0.073s	user 0.033s	sys 0.001s
23:13:01.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.689054 24278 tablet_bootstrap.cc:492] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59: Bootstrap starting.
23:13:01.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.697976 24276 tablet_bootstrap.cc:492] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8: No bootstrap required, opened a new log
23:13:01.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.698405 24276 ts_tablet_manager.cc:1403] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8: Time spent bootstrapping tablet: real 0.036s	user 0.006s	sys 0.013s
23:13:01.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.701174 24276 raft_consensus.cc:359] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } }
23:13:01.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.701647 24278 tablet_bootstrap.cc:654] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59: Neither blocks nor log segments found. Creating new log.
23:13:01.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.701886 24276 raft_consensus.cc:385] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.702327 24276 raft_consensus.cc:740] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d95305761fd74bc59dadff36d4f9d0d8, State: Initialized, Role: FOLLOWER
23:13:01.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.703207 24276 consensus_queue.cc:260] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } }
23:13:01.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.706143 24276 ts_tablet_manager.cc:1434] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8: Time spent starting tablet: real 0.007s	user 0.006s	sys 0.000s
23:13:01.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.707233 24276 tablet_bootstrap.cc:492] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8: Bootstrap starting.
23:13:01.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.719076 24276 tablet_bootstrap.cc:654] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8: Neither blocks nor log segments found. Creating new log.
23:13:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.722889 24278 tablet_bootstrap.cc:492] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59: No bootstrap required, opened a new log
23:13:01.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.723701 24278 ts_tablet_manager.cc:1403] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59: Time spent bootstrapping tablet: real 0.036s	user 0.011s	sys 0.006s
23:13:01.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:01.726203 23990 tablet.cc:2406] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:01.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.726619 24278 raft_consensus.cc:359] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } }
23:13:01.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.727622 24278 raft_consensus.cc:385] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:01.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.727898 24278 raft_consensus.cc:740] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b22771d75694bada4a882fdda2f6e59, State: Initialized, Role: FOLLOWER
23:13:01.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.728619 24278 consensus_queue.cc:260] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } }
23:13:01.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.736933 24278 ts_tablet_manager.cc:1434] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59: Time spent starting tablet: real 0.013s	user 0.004s	sys 0.002s
23:13:01.742 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:01.743 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:01.743 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:01.743 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.741956 24278 tablet_bootstrap.cc:492] T 5004e13f369848579d9aa925ceec7fbc P 7b22771d75694bada4a882fdda2f6e59: Bootstrap starting.
23:13:01.743 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.743 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.743 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.744 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.744 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.744 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.744 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.744 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.744 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.744 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:01.745 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27234), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [37ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [47ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [55ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [56ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [108ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [108ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [131ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [132ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [133ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [133ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [362ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [583ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [584ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [592ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [593ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [741ms] refreshing cache from master, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [743ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [744ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1003ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2182ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [5020ms] refreshing cache from master, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [5021ms] too many traces: truncated at 100 traces, deferred=Deferred@1174981871(state=PENDING, result=null, callback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950), errback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950)))
23:13:01.746 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:01.746 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:01.746 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:01.746 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.746 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.746 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.746 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27234), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [37ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [47ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [55ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [56ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [108ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [108ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [131ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [132ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [133ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [133ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [362ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [583ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [584ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [592ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [593ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [741ms] refreshing cache from master, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [743ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [744ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1003ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2182ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [5020ms] refreshing cache from master, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [5021ms] too many traces: truncated at 100 traces, deferred=Deferred@1174981871(state=PENDING, result=null, callback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950), errback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27234), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [37ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [47ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [55ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [56ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [108ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [108ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [131ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [132ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [133ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [133ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [362ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [583ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [584ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [592ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [593ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [741ms] refreshing cache from master, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [743ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [744ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1003ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2182ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [5020ms] refreshing cache from master, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [5021ms] too many traces: truncated at 100 traces, deferred=Deferred@1174981871(state=PENDING, result=null, callback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950), errback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:01.747 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.747 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.747 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.747 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.747 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.747 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.747 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:01.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:01.756 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27234), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [37ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [47ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [55ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [56ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [108ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [108ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [131ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [132ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [133ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [133ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [362ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [583ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [584ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [592ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [593ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [741ms] refreshing cache from master, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [743ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [744ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1003ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2182ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [5020ms] refreshing cache from master, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [5021ms] too many traces: truncated at 100 traces, deferred=Deferred@1174981871(state=PENDING, result=null, callback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950), errback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27234), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [37ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [47ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [55ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [56ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [85ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [104ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [108ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [108ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [129ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [131ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [132ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [132ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [133ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [133ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [141ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [142ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [142ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [163ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [163ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [183ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [183ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [221ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [222ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [361ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [362ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [362ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [583ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [584ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [592ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [593ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [741ms] refreshing cache from master, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [742ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [743ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [744ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [744ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1000ms] refreshing cache from master, [1000ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1001ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1002ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1003ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1003ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2180ms] refreshing cache from master, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2182ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2182ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [5020ms] refreshing cache from master, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [5020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [5021ms] too many traces: truncated at 100 traces, deferred=Deferred@1174981871(state=PENDING, result=null, callback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950), errback=(continuation of Deferred@257515716 after retry RPC after error@1950329952) -> (continuation of Deferred@740478193 after retry RPC after error@743248430) -> (continuation of Deferred@1750468643 after retry RPC after error@1627649509) -> (continuation of Deferred@1534916720 after retry RPC after error@535055699) -> (continuation of Deferred@1194019228 after retry RPC after error@972628033) -> (continuation of Deferred@100331638 after retry RPC after error@944352079) -> (continuation of Deferred@632513139 after retry RPC after error@1429775788) -> (continuation of Deferred@127108669 after retry RPC after error@1928676947) -> (continuation of Deferred@1282085508 after retry RPC after error@1550764896) -> (continuation of Deferred@1196887230 after retry RPC after error@524815833) -> (continuation of Deferred@195281798 after retry RPC after error@565984345) -> (continuation of Deferred@1592915500 after retry RPC after error@25698030) -> (continuation of Deferred@337793706 after retry RPC after error@1421671043) -> (continuation of Deferred@86849198 after retry RPC after error@1142105995) -> (continuation of Deferred@1117952673 after retry RPC after error@1912150164) -> (continuation of Deferred@487442499 after retry RPC after error@1090493206) -> (continuation of Deferred@383673914 after retry RPC after error@794489293) -> (continuation of Deferred@1550216117 after retry RPC after error@1618832388) -> (continuation of Deferred@100088199 after retry RPC after error@2111534189) -> (continuation of Deferred@311399328 after retry RPC after error@421122233) -> (continuation of Deferred@631171356 after retry RPC after error@62953950)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:01.756 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:13:01.756 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RUNNING to RESTARTING.
23:13:01.757 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#4) of source Source: KuduSource.
23:13:01.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.750130 24278 tablet_bootstrap.cc:654] T 5004e13f369848579d9aa925ceec7fbc P 7b22771d75694bada4a882fdda2f6e59: Neither blocks nor log segments found. Creating new log.
23:13:01.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.751456 24277 raft_consensus.cc:359] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.752437 24277 raft_consensus.cc:385] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:01.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.752727 24277 raft_consensus.cc:740] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f26f28a9c9b04060870b2a68e7bf26aa, State: Initialized, Role: FOLLOWER
23:13:01.758 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
23:13:01.759 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:13:01.759 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from INITIALIZING to CANCELING.
23:13:01.759 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:13:01.759 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#4) of source Source: KuduSource.
23:13:01.759 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
23:13:01.760 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#4) of source Source: KuduSource.
23:13:01.760 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
23:13:01.760 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#4) of source Source: KuduSource.
23:13:01.760 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
23:13:01.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.758435 24277 consensus_queue.cc:260] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.762092 24278 tablet_bootstrap.cc:492] T 5004e13f369848579d9aa925ceec7fbc P 7b22771d75694bada4a882fdda2f6e59: No bootstrap required, opened a new log
23:13:01.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.762511 24278 ts_tablet_manager.cc:1403] T 5004e13f369848579d9aa925ceec7fbc P 7b22771d75694bada4a882fdda2f6e59: Time spent bootstrapping tablet: real 0.021s	user 0.009s	sys 0.007s
23:13:01.763 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:01.763 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:01.763 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:01.764 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.764 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.764 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.765 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.765 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:01.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.765295 24282 raft_consensus.cc:493] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:01.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.765890 24282 raft_consensus.cc:515] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.771085 24282 leader_election.cc:290] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941)
23:13:01.776 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:13:01.777 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
23:13:01.777 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4).
23:13:01.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.776705 24278 raft_consensus.cc:359] T 5004e13f369848579d9aa925ceec7fbc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.777386 24278 raft_consensus.cc:385] T 5004e13f369848579d9aa925ceec7fbc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:01.779 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.779028 24278 raft_consensus.cc:740] T 5004e13f369848579d9aa925ceec7fbc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b22771d75694bada4a882fdda2f6e59, State: Initialized, Role: FOLLOWER
23:13:01.782 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:01.783 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.782764 24277 ts_tablet_manager.cc:1434] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa: Time spent starting tablet: real 0.144s	user 0.034s	sys 0.004s
23:13:01.783 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:01.783 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:01.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.784 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.784 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.783874 24277 tablet_bootstrap.cc:492] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa: Bootstrap starting.
23:13:01.784 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.784 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.785 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.786 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.786 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:01.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.786859 24290 raft_consensus.cc:493] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:01.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.787390 24290 raft_consensus.cc:515] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.796681 24285 raft_consensus.cc:493] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:01.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.797389 24285 raft_consensus.cc:515] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.802 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:13:01.802 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from INITIALIZING to CANCELING.
23:13:01.802 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:13:01.802 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:01.803 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:01.803 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:01.803 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.803 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.803 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.803 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.803 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.803 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.804 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.804 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.804 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.804 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:01.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.804836 24285 leader_election.cc:290] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:13:01.810 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:13:01.810 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
23:13:01.810 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4).
23:13:01.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.816910 24276 tablet_bootstrap.cc:492] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8: No bootstrap required, opened a new log
23:13:01.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.817482 24276 ts_tablet_manager.cc:1403] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8: Time spent bootstrapping tablet: real 0.110s	user 0.012s	sys 0.012s
23:13:01.819 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:13:01.819 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from INITIALIZING to CANCELING.
23:13:01.819 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:13:01.822 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:13:01.823 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
23:13:01.823 [INFO - Source: KuduSource -> Sink: Writer (2/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4).
23:13:01.823 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:01.823 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:01.823 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:01.824 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.824 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.824 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.825 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.825 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.825 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.825 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.825 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.825 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.825 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:01.827 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.825369 24290 leader_election.cc:290] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941), d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:13:01.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.825387 24278 consensus_queue.cc:260] T 5004e13f369848579d9aa925ceec7fbc P 7b22771d75694bada4a882fdda2f6e59 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.829502 24277 tablet_bootstrap.cc:654] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa: Neither blocks nor log segments found. Creating new log.
23:13:01.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.821273 24276 raft_consensus.cc:359] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.834674 24276 raft_consensus.cc:385] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:01.842 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:01.843 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:01.843 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:01.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.843 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.844 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.844 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.844 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.844 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.844 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.844 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:01.847 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:13:01.848 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from INITIALIZING to CANCELING.
23:13:01.848 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:13:01.849 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.848429 24278 ts_tablet_manager.cc:1434] T 5004e13f369848579d9aa925ceec7fbc P 7b22771d75694bada4a882fdda2f6e59: Time spent starting tablet: real 0.086s	user 0.007s	sys 0.000s
23:13:01.853 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (SourceReaderBase.java:338) Closing Source Reader.
23:13:01.853 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
23:13:01.853 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#4 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4).
23:13:01.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.835012 24276 raft_consensus.cc:740] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d95305761fd74bc59dadff36d4f9d0d8, State: Initialized, Role: FOLLOWER
23:13:01.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.855885 24276 consensus_queue.cc:260] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.860 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.857445 24278 tablet_bootstrap.cc:492] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59: Bootstrap starting.
23:13:01.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.868347 24276 ts_tablet_manager.cc:1434] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8: Time spent starting tablet: real 0.049s	user 0.005s	sys 0.002s
23:13:01.883 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.882025 24276 tablet_bootstrap.cc:492] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8: Bootstrap starting.
23:13:01.885 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#4 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4.
23:13:01.885 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#4 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4.
23:13:01.886 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#4 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4.
23:13:01.886 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#4 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4.
23:13:01.886 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CANCELING to CANCELED.
23:13:01.887 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CANCELING to CANCELED.
23:13:01.888 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:01.888 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:01.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.888228 24278 tablet_bootstrap.cc:654] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59: Neither blocks nor log segments found. Creating new log.
23:13:01.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.889896 23797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "20232249652d4718b0c100bd384f4660" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" is_pre_election: true
23:13:01.892 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_4) switched from CANCELING to CANCELED.
23:13:01.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:01.892184 23877 leader_election.cc:343] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201): Illegal state: must be running to vote when last-logged opid is not known
23:13:01.892 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:01.893 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CANCELING to CANCELED.
23:13:01.894 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c307ae8863c63d3de8666de8ff6a319
23:13:01.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:01.895282 24137 tablet.cc:2406] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:01.902 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:01.903 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:01.903 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:01.903 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:01.903 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:01.903 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:01.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:01.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:01.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:01.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:01.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:01.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:01.904 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.904 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.904 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.904 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:01.904 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:01.904 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:01.904 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:01.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.904 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.913965 24276 tablet_bootstrap.cc:654] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8: Neither blocks nor log segments found. Creating new log.
23:13:01.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.914067 23942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "df0c63523174449db0516a75885d60cc" candidate_uuid: "d95305761fd74bc59dadff36d4f9d0d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b22771d75694bada4a882fdda2f6e59" is_pre_election: true
23:13:01.920 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:01.919874 24018 leader_election.cc:343] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941): Illegal state: must be running to vote when last-logged opid is not known
23:13:01.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.920228 24083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5004e13f369848579d9aa925ceec7fbc" candidate_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d95305761fd74bc59dadff36d4f9d0d8" is_pre_election: true
23:13:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.920892 24277 tablet_bootstrap.cc:492] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa: No bootstrap required, opened a new log
23:13:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.920995 24083 raft_consensus.cc:2468] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f26f28a9c9b04060870b2a68e7bf26aa in term 0.
23:13:01.922 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.921322 24277 ts_tablet_manager.cc:1403] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa: Time spent bootstrapping tablet: real 0.138s	user 0.014s	sys 0.001s
23:13:01.922 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:01.922 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:01.923 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:01.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:01.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:01.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:01.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.922549 23730 leader_election.cc:304] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d95305761fd74bc59dadff36d4f9d0d8, f26f28a9c9b04060870b2a68e7bf26aa; no voters: 
23:13:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.923372 24290 raft_consensus.cc:2804] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.923714 24290 raft_consensus.cc:493] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:01.924 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.924034 24290 raft_consensus.cc:3060] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Advancing to term 1
23:13:01.925 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.924355 23797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "df0c63523174449db0516a75885d60cc" candidate_uuid: "d95305761fd74bc59dadff36d4f9d0d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" is_pre_election: true
23:13:01.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.932247 24290 raft_consensus.cc:515] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.937192 24290 leader_election.cc:290] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [CANDIDATE]: Term 1 election: Requested vote from peers 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941), d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:13:01.938 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.938310 24278 tablet_bootstrap.cc:492] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59: No bootstrap required, opened a new log
23:13:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.938364 24277 raft_consensus.cc:359] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.938892 24278 ts_tablet_manager.cc:1403] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59: Time spent bootstrapping tablet: real 0.082s	user 0.021s	sys 0.009s
23:13:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.939019 24277 raft_consensus.cc:385] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:01.939 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.939307 24277 raft_consensus.cc:740] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f26f28a9c9b04060870b2a68e7bf26aa, State: Initialized, Role: FOLLOWER
23:13:01.940 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.940016 24277 consensus_queue.cc:260] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.943619 24083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5004e13f369848579d9aa925ceec7fbc" candidate_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d95305761fd74bc59dadff36d4f9d0d8"
23:13:01.945 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.944166 24083 raft_consensus.cc:3060] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Advancing to term 1
23:13:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.942494 24278 raft_consensus.cc:359] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.947235 24278 raft_consensus.cc:385] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:01.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.948501 24278 raft_consensus.cc:740] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b22771d75694bada4a882fdda2f6e59, State: Initialized, Role: FOLLOWER
23:13:01.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.949194 24278 consensus_queue.cc:260] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:01.951444 23847 tablet.cc:2406] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.953090 24277 ts_tablet_manager.cc:1434] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa: Time spent starting tablet: real 0.032s	user 0.006s	sys 0.003s
23:13:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.953442 24083 raft_consensus.cc:2468] T 5004e13f369848579d9aa925ceec7fbc P d95305761fd74bc59dadff36d4f9d0d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f26f28a9c9b04060870b2a68e7bf26aa in term 1.
23:13:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:01.954447 24018 leader_election.cc:343] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201): Illegal state: must be running to vote when last-logged opid is not known
23:13:01.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.954682 24277 tablet_bootstrap.cc:492] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa: Bootstrap starting.
23:13:01.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.957149 24018 leader_election.cc:304] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: d95305761fd74bc59dadff36d4f9d0d8; no voters: 7b22771d75694bada4a882fdda2f6e59, f26f28a9c9b04060870b2a68e7bf26aa
23:13:01.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.960320 24083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "20232249652d4718b0c100bd384f4660" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d95305761fd74bc59dadff36d4f9d0d8" is_pre_election: true
23:13:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:01.963500 23876 leader_election.cc:343] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977): Illegal state: must be running to vote when last-logged opid is not known
23:13:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.963970 23876 leader_election.cc:304] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: 7b22771d75694bada4a882fdda2f6e59; no voters: d95305761fd74bc59dadff36d4f9d0d8, f26f28a9c9b04060870b2a68e7bf26aa
23:13:01.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.964802 24285 raft_consensus.cc:2749] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:13:01.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.973453 24278 ts_tablet_manager.cc:1434] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59: Time spent starting tablet: real 0.034s	user 0.002s	sys 0.003s
23:13:01.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.975805 24276 tablet_bootstrap.cc:492] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8: No bootstrap required, opened a new log
23:13:01.976 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.976265 24276 ts_tablet_manager.cc:1403] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8: Time spent bootstrapping tablet: real 0.094s	user 0.009s	sys 0.003s
23:13:01.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.979338 24282 raft_consensus.cc:2749] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:13:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.981009 23730 leader_election.cc:304] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d95305761fd74bc59dadff36d4f9d0d8, f26f28a9c9b04060870b2a68e7bf26aa; no voters: 
23:13:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.980837 24276 raft_consensus.cc:359] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.981487 24276 raft_consensus.cc:385] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:01.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.983150 24290 raft_consensus.cc:2804] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [term 1 FOLLOWER]: Leader election won for term 1
23:13:01.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.983590 24290 raft_consensus.cc:697] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [term 1 LEADER]: Becoming Leader. State: Replica: f26f28a9c9b04060870b2a68e7bf26aa, State: Running, Role: LEADER
23:13:01.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.982872 24278 tablet_bootstrap.cc:492] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59: Bootstrap starting.
23:13:01.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.984556 24290 consensus_queue.cc:237] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.981776 24276 raft_consensus.cc:740] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d95305761fd74bc59dadff36d4f9d0d8, State: Initialized, Role: FOLLOWER
23:13:01.989 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.989106 24276 consensus_queue.cc:260] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.993880 24278 tablet_bootstrap.cc:654] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59: Neither blocks nor log segments found. Creating new log.
23:13:01.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.994540 24282 raft_consensus.cc:493] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:01.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.994958 24282 raft_consensus.cc:515] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } }
23:13:01.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.996932 24282 leader_election.cc:290] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941)
23:13:01.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.997268 23942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5004e13f369848579d9aa925ceec7fbc" candidate_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b22771d75694bada4a882fdda2f6e59" is_pre_election: true
23:13:01.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.997900 23941 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "5004e13f369848579d9aa925ceec7fbc" candidate_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b22771d75694bada4a882fdda2f6e59"
23:13:01.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.997903 23942 raft_consensus.cc:2468] T 5004e13f369848579d9aa925ceec7fbc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f26f28a9c9b04060870b2a68e7bf26aa in term 0.
23:13:02.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.013566 23797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0b98ad50a1d54455abef8f992e107087" candidate_uuid: "d95305761fd74bc59dadff36d4f9d0d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" is_pre_election: true
23:13:02.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.014578 23942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0b98ad50a1d54455abef8f992e107087" candidate_uuid: "d95305761fd74bc59dadff36d4f9d0d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b22771d75694bada4a882fdda2f6e59" is_pre_election: true
23:13:02.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.015170 23942 raft_consensus.cc:2468] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d95305761fd74bc59dadff36d4f9d0d8 in term 0.
23:13:02.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.017760 24278 tablet_bootstrap.cc:492] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59: No bootstrap required, opened a new log
23:13:02.018 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.018249 24278 ts_tablet_manager.cc:1403] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59: Time spent bootstrapping tablet: real 0.036s	user 0.006s	sys 0.012s
23:13:02.021 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.021114 24278 raft_consensus.cc:359] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.021795 24278 raft_consensus.cc:385] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:02.022 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.022231 24278 raft_consensus.cc:740] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b22771d75694bada4a882fdda2f6e59, State: Initialized, Role: FOLLOWER
23:13:02.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.022902 24278 consensus_queue.cc:260] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:01.971506 24277 tablet_bootstrap.cc:654] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa: Neither blocks nor log segments found. Creating new log.
23:13:02.029 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.029088 24276 ts_tablet_manager.cc:1434] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8: Time spent starting tablet: real 0.053s	user 0.005s	sys 0.002s
23:13:02.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.027285 24018 leader_election.cc:304] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b22771d75694bada4a882fdda2f6e59, d95305761fd74bc59dadff36d4f9d0d8; no voters: 
23:13:02.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.031495 24278 ts_tablet_manager.cc:1434] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59: Time spent starting tablet: real 0.013s	user 0.005s	sys 0.000s
23:13:02.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.032225 24282 raft_consensus.cc:2804] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:02.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.032601 24282 raft_consensus.cc:493] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:02.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.032919 24282 raft_consensus.cc:3060] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Advancing to term 1
23:13:02.038 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.037300 24278 tablet_bootstrap.cc:492] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59: Bootstrap starting.
23:13:02.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.046201 24277 tablet_bootstrap.cc:492] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa: No bootstrap required, opened a new log
23:13:02.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.046609 24277 ts_tablet_manager.cc:1403] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa: Time spent bootstrapping tablet: real 0.092s	user 0.010s	sys 0.002s
23:13:02.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:02.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.049158 24277 raft_consensus.cc:359] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.059437 24277 raft_consensus.cc:385] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:02.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.059741 24277 raft_consensus.cc:740] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f26f28a9c9b04060870b2a68e7bf26aa, State: Initialized, Role: FOLLOWER
23:13:02.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.061782 24277 consensus_queue.cc:260] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.067557 24277 ts_tablet_manager.cc:1434] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa: Time spent starting tablet: real 0.021s	user 0.004s	sys 0.003s
23:13:02.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.066596 23464 catalog_manager.cc:5696] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa reported cstate change: term changed from 0 to 1, leader changed from <none> to f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65). New cstate: current_term: 1 leader_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } health_report { overall_health: UNKNOWN } } }
23:13:02.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.068524 24277 tablet_bootstrap.cc:492] T df0c63523174449db0516a75885d60cc P f26f28a9c9b04060870b2a68e7bf26aa: Bootstrap starting.
23:13:02.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.072991 24278 tablet_bootstrap.cc:654] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59: Neither blocks nor log segments found. Creating new log.
23:13:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:02.075623 24018 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.22.181.66:33941, user_credentials={real_user=slave}} blocked reactor thread for 49262.7us
23:13:02.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:02.076577 24018 leader_election.cc:343] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201): Illegal state: must be running to vote when last-logged opid is not known
23:13:02.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.090708 24276 tablet_bootstrap.cc:492] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8: Bootstrap starting.
23:13:02.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.093921 24277 tablet_bootstrap.cc:654] T df0c63523174449db0516a75885d60cc P f26f28a9c9b04060870b2a68e7bf26aa: Neither blocks nor log segments found. Creating new log.
23:13:02.100 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.063898 24282 raft_consensus.cc:515] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } }
23:13:02.101 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.101449 24282 leader_election.cc:290] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 election: Requested vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941)
23:13:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.107152 24278 tablet_bootstrap.cc:492] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59: No bootstrap required, opened a new log
23:13:02.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.107642 24278 ts_tablet_manager.cc:1403] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59: Time spent bootstrapping tablet: real 0.071s	user 0.010s	sys 0.006s
23:13:02.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.111845 24278 raft_consensus.cc:359] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.112572 24278 raft_consensus.cc:385] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:02.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.112849 24278 raft_consensus.cc:740] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 7b22771d75694bada4a882fdda2f6e59, State: Initialized, Role: FOLLOWER
23:13:02.113 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:02.113 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:02.113 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:02.115 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.115327 23797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0b98ad50a1d54455abef8f992e107087" candidate_uuid: "d95305761fd74bc59dadff36d4f9d0d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa"
23:13:02.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:02.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:02.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:02.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:02.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:02.117 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:02.117 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:02.117 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:02.117 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:02.117 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:02.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:02.120730 24018 leader_election.cc:343] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201): Illegal state: must be running to vote when last-logged opid is not known
23:13:02.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.122808 24278 consensus_queue.cc:260] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.125979 24285 raft_consensus.cc:493] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:02.127 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.126423 24285 raft_consensus.cc:515] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.129334 23942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0b98ad50a1d54455abef8f992e107087" candidate_uuid: "d95305761fd74bc59dadff36d4f9d0d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b22771d75694bada4a882fdda2f6e59"
23:13:02.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.128854 24285 leader_election.cc:290] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.131683 24285 raft_consensus.cc:493] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.132426 24278 ts_tablet_manager.cc:1434] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59: Time spent starting tablet: real 0.025s	user 0.005s	sys 0.000s
23:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.132112 24285 raft_consensus.cc:515] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.133342 23797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "df0c63523174449db0516a75885d60cc" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" is_pre_election: true
23:13:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.134788 23942 raft_consensus.cc:3060] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Advancing to term 1
23:13:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.135222 24083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "df0c63523174449db0516a75885d60cc" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d95305761fd74bc59dadff36d4f9d0d8" is_pre_election: true
23:13:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.135845 24083 raft_consensus.cc:2468] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b22771d75694bada4a882fdda2f6e59 in term 0.
23:13:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.136045 24082 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29dab3f1669849aaa6ab2c5986cb1018" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d95305761fd74bc59dadff36d4f9d0d8" is_pre_election: true
23:13:02.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.137288 24285 leader_election.cc:290] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:13:02.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:02.137948 23877 leader_election.cc:343] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201): Illegal state: must be running to vote when last-logged opid is not known
23:13:02.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.139916 23876 leader_election.cc:304] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b22771d75694bada4a882fdda2f6e59, d95305761fd74bc59dadff36d4f9d0d8; no voters: f26f28a9c9b04060870b2a68e7bf26aa
23:13:02.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.140420 23797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29dab3f1669849aaa6ab2c5986cb1018" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" is_pre_election: true
23:13:02.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:02.140952 23876 leader_election.cc:343] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Tablet error from VoteRequest() call to peer d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977): Illegal state: must be running to vote when last-logged opid is not known
23:13:02.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.141019 23797 raft_consensus.cc:2468] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b22771d75694bada4a882fdda2f6e59 in term 0.
23:13:02.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.141736 24285 raft_consensus.cc:2804] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:02.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.142217 24285 raft_consensus.cc:493] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:02.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.142655 24285 raft_consensus.cc:3060] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Advancing to term 1
23:13:02.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.142254 23877 leader_election.cc:304] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b22771d75694bada4a882fdda2f6e59, f26f28a9c9b04060870b2a68e7bf26aa; no voters: d95305761fd74bc59dadff36d4f9d0d8
23:13:02.163 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:02.163 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:02.163 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:02.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:02.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:02.163 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:02.164 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:02.164 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:02.164 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:02.164 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:02.164 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:02.164 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:02.164 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:02.186 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.186501 24277 tablet_bootstrap.cc:492] T df0c63523174449db0516a75885d60cc P f26f28a9c9b04060870b2a68e7bf26aa: No bootstrap required, opened a new log
23:13:02.187 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.187022 24277 ts_tablet_manager.cc:1403] T df0c63523174449db0516a75885d60cc P f26f28a9c9b04060870b2a68e7bf26aa: Time spent bootstrapping tablet: real 0.119s	user 0.008s	sys 0.006s
23:13:02.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.193608 24277 raft_consensus.cc:359] T df0c63523174449db0516a75885d60cc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.194463 24277 raft_consensus.cc:385] T df0c63523174449db0516a75885d60cc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:02.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.194766 24277 raft_consensus.cc:740] T df0c63523174449db0516a75885d60cc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f26f28a9c9b04060870b2a68e7bf26aa, State: Initialized, Role: FOLLOWER
23:13:02.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.149349 24323 raft_consensus.cc:2804] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:02.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.150306 23942 raft_consensus.cc:2468] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d95305761fd74bc59dadff36d4f9d0d8 in term 1.
23:13:02.202 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.201388 24277 consensus_queue.cc:260] T df0c63523174449db0516a75885d60cc P f26f28a9c9b04060870b2a68e7bf26aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.202692 24323 raft_consensus.cc:493] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:02.203 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.203303 24323 raft_consensus.cc:3060] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Advancing to term 1
23:13:02.205 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.205345 24018 leader_election.cc:304] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b22771d75694bada4a882fdda2f6e59, d95305761fd74bc59dadff36d4f9d0d8; no voters: f26f28a9c9b04060870b2a68e7bf26aa
23:13:02.206 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.206404 24282 raft_consensus.cc:2804] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [term 1 FOLLOWER]: Leader election won for term 1
23:13:02.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.207067 24277 ts_tablet_manager.cc:1434] T df0c63523174449db0516a75885d60cc P f26f28a9c9b04060870b2a68e7bf26aa: Time spent starting tablet: real 0.020s	user 0.006s	sys 0.000s
23:13:02.211 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.211000 24276 tablet_bootstrap.cc:654] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8: Neither blocks nor log segments found. Creating new log.
23:13:02.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.213302 24277 tablet_bootstrap.cc:492] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa: Bootstrap starting.
23:13:02.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.239532 24277 tablet_bootstrap.cc:654] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa: Neither blocks nor log segments found. Creating new log.
23:13:02.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.247339 24285 raft_consensus.cc:515] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.249 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.246074 24282 raft_consensus.cc:697] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [term 1 LEADER]: Becoming Leader. State: Replica: d95305761fd74bc59dadff36d4f9d0d8, State: Running, Role: LEADER
23:13:02.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:02.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.250182 24282 consensus_queue.cc:237] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } }
23:13:02.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.256991 24328 raft_consensus.cc:493] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:02.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.257472 24328 raft_consensus.cc:515] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.259984 24328 leader_election.cc:290] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941)
23:13:02.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.260598 23797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "20232249652d4718b0c100bd384f4660" candidate_uuid: "d95305761fd74bc59dadff36d4f9d0d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" is_pre_election: true
23:13:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.261211 23797 raft_consensus.cc:2468] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d95305761fd74bc59dadff36d4f9d0d8 in term 0.
23:13:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.261680 23942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "20232249652d4718b0c100bd384f4660" candidate_uuid: "d95305761fd74bc59dadff36d4f9d0d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b22771d75694bada4a882fdda2f6e59" is_pre_election: true
23:13:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.262297 23942 raft_consensus.cc:2468] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate d95305761fd74bc59dadff36d4f9d0d8 in term 0.
23:13:02.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.262452 24018 leader_election.cc:304] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: d95305761fd74bc59dadff36d4f9d0d8, f26f28a9c9b04060870b2a68e7bf26aa; no voters: 
23:13:02.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.264258 24277 tablet_bootstrap.cc:492] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa: No bootstrap required, opened a new log
23:13:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.264989 24277 ts_tablet_manager.cc:1403] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa: Time spent bootstrapping tablet: real 0.052s	user 0.014s	sys 0.001s
23:13:02.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.265329 24328 raft_consensus.cc:2804] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:02.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.265683 24328 raft_consensus.cc:493] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:02.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.266182 24328 raft_consensus.cc:3060] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Advancing to term 1
23:13:02.267 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:02.267 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:02.267 [DEBUG - pool-368-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:02.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:02.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:02.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:02.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:02.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:02.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:02.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:02.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:02.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:02.268 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:02.269 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=27758), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [47ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [50ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [89ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [89ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [148ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [148ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [148ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [163ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [164ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [164ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [164ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [180ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [181ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [204ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [204ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [220ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [220ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [221ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [261ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [261ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [261ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [262ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [361ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [361ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [364ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [364ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [481ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [482ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [482ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [483ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [801ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [802ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [802ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [802ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [940ms] refreshing cache from master, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [942ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [943ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [944ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [944ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1044ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1260ms] refreshing cache from master, [1260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1261ms] too many traces: truncated at 100 traces, deferred=Deferred@1734889446(state=PENDING, result=null, callback=(continuation of Deferred@543120548 after retry RPC after error@1454963504) -> (continuation of Deferred@584672202 after retry RPC after error@132849416) -> (continuation of Deferred@1561053485 after retry RPC after error@1283180743) -> (continuation of Deferred@634725809 after retry RPC after error@2048490844) -> (continuation of Deferred@2044236179 after retry RPC after error@1811366815) -> (continuation of Deferred@1728252925 after retry RPC after error@1447131612) -> (continuation of Deferred@1797795470 after retry RPC after error@982676431) -> (continuation of Deferred@1160891267 after retry RPC after error@417580384) -> (continuation of Deferred@848680108 after retry RPC after error@456181050) -> (continuation of Deferred@1343649804 after retry RPC after error@1448640427) -> (continuation of Deferred@1249173880 after retry RPC after error@1475408921) -> (continuation of Deferred@885338355 after retry RPC after error@561358055) -> (continuation of Deferred@1281879696 after retry RPC after error@484940601) -> (continuation of Deferred@20476670 after retry RPC after error@224832674) -> (continuation of Deferred@2122760432 after retry RPC after error@1587061322) -> (continuation of Deferred@477463781 after retry RPC after error@617494645) -> (continuation of Deferred@1812458844 after retry RPC after error@1997965412) -> (continuation of Deferred@1207204047 after retry RPC after error@304938452) -> (continuation of Deferred@1100128192 after retry RPC after error@33847870) -> (continuation of Deferred@1716668593 after retry RPC after error@333831154) -> (continuation of Deferred@1188834001 after retry RPC after error@1730706878) -> (continuation of Deferred@332113450 after retry RPC after error@785171946) -> (continuation of Deferred@165804096 after retry RPC after error@755020111) -> (continuation of Deferred@1664399411 after retry RPC after error@723505706) -> (continuation of Deferred@758779121 after retry RPC after error@93866704) -> (continuation of Deferred@1126932336 after retry RPC after error@376478653) -> (continuation of Deferred@1808814086 after retry RPC after error@752441702), errback=(continuation of Deferred@543120548 after retry RPC after error@1454963504) -> (continuation of Deferred@584672202 after retry RPC after error@132849416) -> (continuation of Deferred@1561053485 after retry RPC after error@1283180743) -> (continuation of Deferred@634725809 after retry RPC after error@2048490844) -> (continuation of Deferred@2044236179 after retry RPC after error@1811366815) -> (continuation of Deferred@1728252925 after retry RPC after error@1447131612) -> (continuation of Deferred@1797795470 after retry RPC after error@982676431) -> (continuation of Deferred@1160891267 after retry RPC after error@417580384) -> (continuation of Deferred@848680108 after retry RPC after error@456181050) -> (continuation of Deferred@1343649804 after retry RPC after error@1448640427) -> (continuation of Deferred@1249173880 after retry RPC after error@1475408921) -> (continuation of Deferred@885338355 after retry RPC after error@561358055) -> (continuation of Deferred@1281879696 after retry RPC after error@484940601) -> (continuation of Deferred@20476670 after retry RPC after error@224832674) -> (continuation of Deferred@2122760432 after retry RPC after error@1587061322) -> (continuation of Deferred@477463781 after retry RPC after error@617494645) -> (continuation of Deferred@1812458844 after retry RPC after error@1997965412) -> (continuation of Deferred@1207204047 after retry RPC after error@304938452) -> (continuation of Deferred@1100128192 after retry RPC after error@33847870) -> (continuation of Deferred@1716668593 after retry RPC after error@333831154) -> (continuation of Deferred@1188834001 after retry RPC after error@1730706878) -> (continuation of Deferred@332113450 after retry RPC after error@785171946) -> (continuation of Deferred@165804096 after retry RPC after error@755020111) -> (continuation of Deferred@1664399411 after retry RPC after error@723505706) -> (continuation of Deferred@758779121 after retry RPC after error@93866704) -> (continuation of Deferred@1126932336 after retry RPC after error@376478653) -> (continuation of Deferred@1808814086 after retry RPC after error@752441702)))
23:13:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.270831 23797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "df0c63523174449db0516a75885d60cc" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa"
23:13:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.271364 23797 raft_consensus.cc:3060] T df0c63523174449db0516a75885d60cc P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Advancing to term 1
23:13:02.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.270725 24277 raft_consensus.cc:359] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } }
23:13:02.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.272542 24277 raft_consensus.cc:385] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:02.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.273710 24277 raft_consensus.cc:740] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f26f28a9c9b04060870b2a68e7bf26aa, State: Initialized, Role: FOLLOWER
23:13:02.278 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.275034 24277 consensus_queue.cc:260] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } }
23:13:02.281 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.281441 24277 ts_tablet_manager.cc:1434] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa: Time spent starting tablet: real 0.016s	user 0.007s	sys 0.000s
23:13:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.283425 24328 raft_consensus.cc:515] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.284368 24277 tablet_bootstrap.cc:492] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa: Bootstrap starting.
23:13:02.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.285382 24328 leader_election.cc:290] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 election: Requested vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941)
23:13:02.291 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:02.291 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:02.291 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:02.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:02.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:02.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:02.294 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:02.294 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:02.294 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:02.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:02.294 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:02.294 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:02.294 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:02.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.297999 23797 raft_consensus.cc:2468] T df0c63523174449db0516a75885d60cc P f26f28a9c9b04060870b2a68e7bf26aa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b22771d75694bada4a882fdda2f6e59 in term 1.
23:13:02.299 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.299396 24277 tablet_bootstrap.cc:654] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa: Neither blocks nor log segments found. Creating new log.
23:13:02.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.306074 23464 catalog_manager.cc:5696] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67). New cstate: current_term: 1 leader_uuid: "d95305761fd74bc59dadff36d4f9d0d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } health_report { overall_health: UNKNOWN } } }
23:13:02.317 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.299865 23877 leader_election.cc:304] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b22771d75694bada4a882fdda2f6e59, f26f28a9c9b04060870b2a68e7bf26aa; no voters: 
23:13:02.326 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.269711 24330 raft_consensus.cc:493] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:02.327 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.326902 24330 raft_consensus.cc:515] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.329166 24276 tablet_bootstrap.cc:492] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8: No bootstrap required, opened a new log
23:13:02.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.330879 24276 ts_tablet_manager.cc:1403] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8: Time spent bootstrapping tablet: real 0.240s	user 0.010s	sys 0.016s
23:13:02.332 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.331945 24336 raft_consensus.cc:2804] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [term 1 FOLLOWER]: Leader election won for term 1
23:13:02.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.332773 24277 tablet_bootstrap.cc:492] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa: No bootstrap required, opened a new log
23:13:02.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.333359 24277 ts_tablet_manager.cc:1403] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa: Time spent bootstrapping tablet: real 0.050s	user 0.006s	sys 0.011s
23:13:02.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.334270 24082 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2198206c019743698e2f699cbf889266" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d95305761fd74bc59dadff36d4f9d0d8" is_pre_election: true
23:13:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.338444 24277 raft_consensus.cc:359] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.340322 24277 raft_consensus.cc:385] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.339910 24276 raft_consensus.cc:359] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.340585 24277 raft_consensus.cc:740] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f26f28a9c9b04060870b2a68e7bf26aa, State: Initialized, Role: FOLLOWER
23:13:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.340657 24276 raft_consensus.cc:385] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:02.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.340931 24276 raft_consensus.cc:740] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d95305761fd74bc59dadff36d4f9d0d8, State: Initialized, Role: FOLLOWER
23:13:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.341773 24330 leader_election.cc:290] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:13:02.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.342639 24277 consensus_queue.cc:260] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.347345 24277 ts_tablet_manager.cc:1434] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa: Time spent starting tablet: real 0.014s	user 0.002s	sys 0.004s
23:13:02.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:02.359072 23877 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.RequestConsensusVote -> {remote=127.22.181.65:44201, user_credentials={real_user=slave}} blocked reactor thread for 59289.3us
23:13:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.360750 23797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2198206c019743698e2f699cbf889266" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" is_pre_election: true
23:13:02.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.361498 23797 raft_consensus.cc:2468] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b22771d75694bada4a882fdda2f6e59 in term 0.
23:13:02.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.362922 23877 leader_election.cc:304] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b22771d75694bada4a882fdda2f6e59, f26f28a9c9b04060870b2a68e7bf26aa; no voters: 
23:13:02.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.363864 24330 raft_consensus.cc:2804] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:02.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.364283 24330 raft_consensus.cc:493] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:02.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.364766 24330 raft_consensus.cc:3060] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Advancing to term 1
23:13:02.369 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:02.369 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:02.370 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:02.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:02.370 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:02.370 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:02.370 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:02.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:02.370 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:02.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:02.370 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:02.370 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:02.370 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:02.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.374966 23797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "20232249652d4718b0c100bd384f4660" candidate_uuid: "d95305761fd74bc59dadff36d4f9d0d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa"
23:13:02.375 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.375622 23797 raft_consensus.cc:3060] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Advancing to term 1
23:13:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.375976 23942 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "20232249652d4718b0c100bd384f4660" candidate_uuid: "d95305761fd74bc59dadff36d4f9d0d8" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b22771d75694bada4a882fdda2f6e59"
23:13:02.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.376600 23942 raft_consensus.cc:3060] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Advancing to term 1
23:13:02.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.379356 24083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "df0c63523174449db0516a75885d60cc" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d95305761fd74bc59dadff36d4f9d0d8"
23:13:02.381 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.379940 24083 raft_consensus.cc:3060] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Advancing to term 1
23:13:02.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.383654 23942 raft_consensus.cc:2468] T 20232249652d4718b0c100bd384f4660 P 7b22771d75694bada4a882fdda2f6e59 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d95305761fd74bc59dadff36d4f9d0d8 in term 1.
23:13:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.387705 24083 raft_consensus.cc:2468] T df0c63523174449db0516a75885d60cc P d95305761fd74bc59dadff36d4f9d0d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b22771d75694bada4a882fdda2f6e59 in term 1.
23:13:02.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.387061 23797 raft_consensus.cc:2468] T 20232249652d4718b0c100bd384f4660 P f26f28a9c9b04060870b2a68e7bf26aa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate d95305761fd74bc59dadff36d4f9d0d8 in term 1.
23:13:02.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.387508 24018 leader_election.cc:304] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b22771d75694bada4a882fdda2f6e59, d95305761fd74bc59dadff36d4f9d0d8; no voters: 
23:13:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.389967 24331 raft_consensus.cc:2804] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [term 1 FOLLOWER]: Leader election won for term 1
23:13:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.390458 24331 raft_consensus.cc:697] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [term 1 LEADER]: Becoming Leader. State: Replica: d95305761fd74bc59dadff36d4f9d0d8, State: Running, Role: LEADER
23:13:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.391388 24331 consensus_queue.cc:237] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.390369 24285 leader_election.cc:290] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 election: Requested vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:13:02.398 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.398180 24336 raft_consensus.cc:697] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [term 1 LEADER]: Becoming Leader. State: Replica: 7b22771d75694bada4a882fdda2f6e59, State: Running, Role: LEADER
23:13:02.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.399325 24336 consensus_queue.cc:237] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.341624 24276 consensus_queue.cc:260] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.408363 24276 ts_tablet_manager.cc:1434] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8: Time spent starting tablet: real 0.075s	user 0.007s	sys 0.000s
23:13:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.409327 24276 tablet_bootstrap.cc:492] T 29dab3f1669849aaa6ab2c5986cb1018 P d95305761fd74bc59dadff36d4f9d0d8: Bootstrap starting.
23:13:02.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.409901 24082 raft_consensus.cc:2468] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 7b22771d75694bada4a882fdda2f6e59 in term 0.
23:13:02.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.412465 23465 catalog_manager.cc:5696] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 reported cstate change: term changed from 0 to 1, leader changed from <none> to d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67). New cstate: current_term: 1 leader_uuid: "d95305761fd74bc59dadff36d4f9d0d8" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } health_report { overall_health: HEALTHY } } }
23:13:02.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.416913 24330 raft_consensus.cc:515] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.423 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:02.423 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:02.423 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:02.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:02.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:02.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:02.424 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:02.424 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:02.424 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:02.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.424849 24330 leader_election.cc:290] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 election: Requested vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:13:02.425 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:02.425 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:02.425 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:02.425 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:02.436 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:02.436 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:02.436 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:02.437 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:02.437 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:02.437 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:02.437 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:02.437 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:02.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.436956 24323 raft_consensus.cc:515] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.437 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:02.437 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:02.438 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:02.438 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:02.438 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:02.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.438863 24323 leader_election.cc:290] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 election: Requested vote from peers f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201), d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977)
23:13:02.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.441285 23796 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29dab3f1669849aaa6ab2c5986cb1018" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa"
23:13:02.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.441908 23796 raft_consensus.cc:3060] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Advancing to term 1
23:13:02.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.442649 24082 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "29dab3f1669849aaa6ab2c5986cb1018" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d95305761fd74bc59dadff36d4f9d0d8"
23:13:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.446061 23797 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2198206c019743698e2f699cbf889266" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f26f28a9c9b04060870b2a68e7bf26aa"
23:13:02.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.446597 23797 raft_consensus.cc:3060] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Advancing to term 1
23:13:02.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:02.448575 23876 leader_election.cc:343] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 election: Tablet error from VoteRequest() call to peer d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977): Illegal state: must be running to vote when last-logged opid is not known
23:13:02.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.452280 23464 catalog_manager.cc:5696] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66). New cstate: current_term: 1 leader_uuid: "7b22771d75694bada4a882fdda2f6e59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } health_report { overall_health: UNKNOWN } } }
23:13:02.462 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:02.463 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:02.463 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:02.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:02.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:02.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:02.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:02.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:02.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:02.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:02.464 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:02.464 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:02.464 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:02.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.468402 23796 raft_consensus.cc:2468] T 29dab3f1669849aaa6ab2c5986cb1018 P f26f28a9c9b04060870b2a68e7bf26aa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b22771d75694bada4a882fdda2f6e59 in term 1.
23:13:02.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.469573 23877 leader_election.cc:304] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: 7b22771d75694bada4a882fdda2f6e59, f26f28a9c9b04060870b2a68e7bf26aa; no voters: d95305761fd74bc59dadff36d4f9d0d8
23:13:02.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.470355 24323 raft_consensus.cc:2804] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [term 1 FOLLOWER]: Leader election won for term 1
23:13:02.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.470803 24323 raft_consensus.cc:697] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [term 1 LEADER]: Becoming Leader. State: Replica: 7b22771d75694bada4a882fdda2f6e59, State: Running, Role: LEADER
23:13:02.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.471871 24323 consensus_queue.cc:237] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.485997 24290 consensus_queue.cc:1048] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [LEADER]: Connected to new peer: Peer: permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.486497 23942 raft_consensus.cc:3060] T 5004e13f369848579d9aa925ceec7fbc P 7b22771d75694bada4a882fdda2f6e59 [term 0 FOLLOWER]: Advancing to term 1
23:13:02.489 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.489064 24083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "2198206c019743698e2f699cbf889266" candidate_uuid: "7b22771d75694bada4a882fdda2f6e59" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d95305761fd74bc59dadff36d4f9d0d8"
23:13:02.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.489616 24083 raft_consensus.cc:3060] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Advancing to term 1
23:13:02.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.502163 23797 raft_consensus.cc:2468] T 2198206c019743698e2f699cbf889266 P f26f28a9c9b04060870b2a68e7bf26aa [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b22771d75694bada4a882fdda2f6e59 in term 1.
23:13:02.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.517441 23877 leader_election.cc:304] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 7b22771d75694bada4a882fdda2f6e59, f26f28a9c9b04060870b2a68e7bf26aa; no voters: 
23:13:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.518440 24330 raft_consensus.cc:2804] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [term 1 FOLLOWER]: Leader election won for term 1
23:13:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.518905 24330 raft_consensus.cc:697] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [term 1 LEADER]: Becoming Leader. State: Replica: 7b22771d75694bada4a882fdda2f6e59, State: Running, Role: LEADER
23:13:02.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.519651 24330 consensus_queue.cc:237] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.422071 24276 tablet_bootstrap.cc:654] T 29dab3f1669849aaa6ab2c5986cb1018 P d95305761fd74bc59dadff36d4f9d0d8: Neither blocks nor log segments found. Creating new log.
23:13:02.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.529409 24083 raft_consensus.cc:2468] T 2198206c019743698e2f699cbf889266 P d95305761fd74bc59dadff36d4f9d0d8 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 7b22771d75694bada4a882fdda2f6e59 in term 1.
23:13:02.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:02.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.550082 23464 catalog_manager.cc:5696] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66). New cstate: current_term: 1 leader_uuid: "7b22771d75694bada4a882fdda2f6e59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } health_report { overall_health: UNKNOWN } } }
23:13:02.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.561213 24276 tablet_bootstrap.cc:492] T 29dab3f1669849aaa6ab2c5986cb1018 P d95305761fd74bc59dadff36d4f9d0d8: No bootstrap required, opened a new log
23:13:02.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.561663 24276 ts_tablet_manager.cc:1403] T 29dab3f1669849aaa6ab2c5986cb1018 P d95305761fd74bc59dadff36d4f9d0d8: Time spent bootstrapping tablet: real 0.153s	user 0.008s	sys 0.002s
23:13:02.571 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:02.571 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:02.572 [DEBUG - pool-364-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:02.572 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:02.572 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:02.572 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:02.572 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:02.572 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:02.572 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:02.572 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:02.572 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:02.572 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:02.572 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:02.574 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28093), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [83ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [84ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [89ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [122ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [122ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [141ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [144ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [145ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [145ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [164ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [164ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [165ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [165ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [165ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [181ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [182ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [201ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [281ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [281ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [282ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [282ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [402ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [402ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [403ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [543ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [544ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [544ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [702ms] refreshing cache from master, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [702ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [703ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [704ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [704ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [706ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [706ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1102ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1681ms] refreshing cache from master, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1682ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1683ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1683ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2481ms] refreshing cache from master, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2482ms] too many traces: truncated at 100 traces, deferred=Deferred@489277744(state=PENDING, result=null, callback=(continuation of Deferred@798182572 after retry RPC after error@1410321198) -> (continuation of Deferred@1755520597 after retry RPC after error@990915128) -> (continuation of Deferred@248772570 after retry RPC after error@607067029) -> (continuation of Deferred@1418651891 after retry RPC after error@1853180336) -> (continuation of Deferred@2139692675 after retry RPC after error@598102356) -> (continuation of Deferred@5045411 after retry RPC after error@1144004051) -> (continuation of Deferred@1937407696 after retry RPC after error@1657257242) -> (continuation of Deferred@92929029 after retry RPC after error@1091811298) -> (continuation of Deferred@1639964142 after retry RPC after error@1053787054) -> (continuation of Deferred@1953245606 after retry RPC after error@681323630) -> (continuation of Deferred@936629310 after retry RPC after error@1975776153) -> (continuation of Deferred@1626854814 after retry RPC after error@700541618) -> (continuation of Deferred@1718672 after retry RPC after error@1789873457) -> (continuation of Deferred@883572447 after retry RPC after error@370955778) -> (continuation of Deferred@1201355752 after retry RPC after error@1464676591) -> (continuation of Deferred@846503967 after retry RPC after error@1177308181) -> (continuation of Deferred@1492544323 after retry RPC after error@1711465210) -> (continuation of Deferred@1910620797 after retry RPC after error@1426683056) -> (continuation of Deferred@1045340449 after retry RPC after error@1328189728) -> (continuation of Deferred@807882898 after retry RPC after error@781520594) -> (continuation of Deferred@1696195976 after retry RPC after error@2116144026) -> (continuation of Deferred@1955112716 after retry RPC after error@1928189137) -> (continuation of Deferred@1492277921 after retry RPC after error@687810366) -> (continuation of Deferred@427705834 after retry RPC after error@94978376) -> (continuation of Deferred@1338258446 after retry RPC after error@508767263) -> (continuation of Deferred@1969842986 after retry RPC after error@981845966) -> (continuation of Deferred@1418715348 after retry RPC after error@1396379022), errback=(continuation of Deferred@798182572 after retry RPC after error@1410321198) -> (continuation of Deferred@1755520597 after retry RPC after error@990915128) -> (continuation of Deferred@248772570 after retry RPC after error@607067029) -> (continuation of Deferred@1418651891 after retry RPC after error@1853180336) -> (continuation of Deferred@2139692675 after retry RPC after error@598102356) -> (continuation of Deferred@5045411 after retry RPC after error@1144004051) -> (continuation of Deferred@1937407696 after retry RPC after error@1657257242) -> (continuation of Deferred@92929029 after retry RPC after error@1091811298) -> (continuation of Deferred@1639964142 after retry RPC after error@1053787054) -> (continuation of Deferred@1953245606 after retry RPC after error@681323630) -> (continuation of Deferred@936629310 after retry RPC after error@1975776153) -> (continuation of Deferred@1626854814 after retry RPC after error@700541618) -> (continuation of Deferred@1718672 after retry RPC after error@1789873457) -> (continuation of Deferred@883572447 after retry RPC after error@370955778) -> (continuation of Deferred@1201355752 after retry RPC after error@1464676591) -> (continuation of Deferred@846503967 after retry RPC after error@1177308181) -> (continuation of Deferred@1492544323 after retry RPC after error@1711465210) -> (continuation of Deferred@1910620797 after retry RPC after error@1426683056) -> (continuation of Deferred@1045340449 after retry RPC after error@1328189728) -> (continuation of Deferred@807882898 after retry RPC after error@781520594) -> (continuation of Deferred@1696195976 after retry RPC after error@2116144026) -> (continuation of Deferred@1955112716 after retry RPC after error@1928189137) -> (continuation of Deferred@1492277921 after retry RPC after error@687810366) -> (continuation of Deferred@427705834 after retry RPC after error@94978376) -> (continuation of Deferred@1338258446 after retry RPC after error@508767263) -> (continuation of Deferred@1969842986 after retry RPC after error@981845966) -> (continuation of Deferred@1418715348 after retry RPC after error@1396379022)))
23:13:02.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.583081 23465 catalog_manager.cc:5696] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 reported cstate change: term changed from 0 to 1, leader changed from <none> to 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66). New cstate: current_term: 1 leader_uuid: "7b22771d75694bada4a882fdda2f6e59" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } health_report { overall_health: UNKNOWN } } }
23:13:02.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.597622 24276 raft_consensus.cc:359] T 29dab3f1669849aaa6ab2c5986cb1018 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.601166 24276 raft_consensus.cc:385] T 29dab3f1669849aaa6ab2c5986cb1018 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:02.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.602324 24276 raft_consensus.cc:740] T 29dab3f1669849aaa6ab2c5986cb1018 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: d95305761fd74bc59dadff36d4f9d0d8, State: Initialized, Role: FOLLOWER
23:13:02.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:02.604113 23731 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.22.181.66:33941, user_credentials={real_user=slave}} blocked reactor thread for 57585.3us
23:13:02.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.605235 24276 consensus_queue.cc:260] T 29dab3f1669849aaa6ab2c5986cb1018 P d95305761fd74bc59dadff36d4f9d0d8 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } }
23:13:02.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.609366 24276 ts_tablet_manager.cc:1434] T 29dab3f1669849aaa6ab2c5986cb1018 P d95305761fd74bc59dadff36d4f9d0d8: Time spent starting tablet: real 0.047s	user 0.005s	sys 0.000s
23:13:02.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.611200 24290 consensus_queue.cc:1048] T 5004e13f369848579d9aa925ceec7fbc P f26f28a9c9b04060870b2a68e7bf26aa [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:02.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.612190 24345 raft_consensus.cc:493] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:02.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.613438 24345 raft_consensus.cc:515] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 } } peers { permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 } } peers { permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 } }
23:13:02.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.616495 24345 leader_election.cc:290] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers d95305761fd74bc59dadff36d4f9d0d8 (127.22.181.67:33977), 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941)
23:13:02.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.616264 24083 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0b98ad50a1d54455abef8f992e107087" candidate_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "d95305761fd74bc59dadff36d4f9d0d8" is_pre_election: true
23:13:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.734655 23941 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "0b98ad50a1d54455abef8f992e107087" candidate_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "7b22771d75694bada4a882fdda2f6e59" is_pre_election: true
23:13:02.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.735440 23941 raft_consensus.cc:2393] T 0b98ad50a1d54455abef8f992e107087 P 7b22771d75694bada4a882fdda2f6e59 [term 1 FOLLOWER]: Leader pre-election vote request: Denying vote to candidate f26f28a9c9b04060870b2a68e7bf26aa in current term 1: Already voted for candidate d95305761fd74bc59dadff36d4f9d0d8 in this term.
23:13:02.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.739137 23731 leader_election.cc:304] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f26f28a9c9b04060870b2a68e7bf26aa; no voters: 7b22771d75694bada4a882fdda2f6e59, d95305761fd74bc59dadff36d4f9d0d8
23:13:02.740 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.740466 24344 raft_consensus.cc:3060] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa [term 0 FOLLOWER]: Advancing to term 1
23:13:02.741 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:02.741 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:02.741 [DEBUG - pool-358-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:02.741 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:02.741 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:02.741 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:02.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:02.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:02.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:02.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:02.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:02.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:02.742 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:02.743 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29429), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [7ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [12ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [19ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [54ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [59ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [59ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [89ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [95ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [182ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [362ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [862ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [864ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [864ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [865ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1023ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2384ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@1154371507(state=PENDING, result=null, callback=(continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678) -> (continuation of Deferred@2089440727 after retry RPC after error@959965219) -> (continuation of Deferred@2058844500 after retry RPC after error@1596170777) -> (continuation of Deferred@1898541255 after retry RPC after error@2002380849) -> (continuation of Deferred@920998487 after retry RPC after error@1947471352) -> (continuation of Deferred@1308751093 after retry RPC after error@1981908324) -> (continuation of Deferred@1783240221 after retry RPC after error@1046850913) -> (continuation of Deferred@2139246596 after retry RPC after error@99807285) -> (continuation of Deferred@1060303976 after retry RPC after error@741300298) -> (continuation of Deferred@1094725563 after retry RPC after error@1403063550) -> (continuation of Deferred@2073572182 after retry RPC after error@757324135) -> (continuation of Deferred@1834882703 after retry RPC after error@910369062) -> (continuation of Deferred@217822779 after retry RPC after error@1059110434) -> (continuation of Deferred@576142631 after retry RPC after error@229798490), errback=(continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678) -> (continuation of Deferred@2089440727 after retry RPC after error@959965219) -> (continuation of Deferred@2058844500 after retry RPC after error@1596170777) -> (continuation of Deferred@1898541255 after retry RPC after error@2002380849) -> (continuation of Deferred@920998487 after retry RPC after error@1947471352) -> (continuation of Deferred@1308751093 after retry RPC after error@1981908324) -> (continuation of Deferred@1783240221 after retry RPC after error@1046850913) -> (continuation of Deferred@2139246596 after retry RPC after error@99807285) -> (continuation of Deferred@1060303976 after retry RPC after error@741300298) -> (continuation of Deferred@1094725563 after retry RPC after error@1403063550) -> (continuation of Deferred@2073572182 after retry RPC after error@757324135) -> (continuation of Deferred@1834882703 after retry RPC after error@910369062) -> (continuation of Deferred@217822779 after retry RPC after error@1059110434) -> (continuation of Deferred@576142631 after retry RPC after error@229798490)))
23:13:02.744 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:13:02.744 [WARN - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29429), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [7ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [12ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [19ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [54ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [59ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [59ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [89ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [95ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [182ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [362ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [862ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [864ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [864ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [865ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1023ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2384ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@1154371507(state=PENDING, result=null, callback=(continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678) -> (continuation of Deferred@2089440727 after retry RPC after error@959965219) -> (continuation of Deferred@2058844500 after retry RPC after error@1596170777) -> (continuation of Deferred@1898541255 after retry RPC after error@2002380849) -> (continuation of Deferred@920998487 after retry RPC after error@1947471352) -> (continuation of Deferred@1308751093 after retry RPC after error@1981908324) -> (continuation of Deferred@1783240221 after retry RPC after error@1046850913) -> (continuation of Deferred@2139246596 after retry RPC after error@99807285) -> (continuation of Deferred@1060303976 after retry RPC after error@741300298) -> (continuation of Deferred@1094725563 after retry RPC after error@1403063550) -> (continuation of Deferred@2073572182 after retry RPC after error@757324135) -> (continuation of Deferred@1834882703 after retry RPC after error@910369062) -> (continuation of Deferred@217822779 after retry RPC after error@1059110434) -> (continuation of Deferred@576142631 after retry RPC after error@229798490), errback=(continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678) -> (continuation of Deferred@2089440727 after retry RPC after error@959965219) -> (continuation of Deferred@2058844500 after retry RPC after error@1596170777) -> (continuation of Deferred@1898541255 after retry RPC after error@2002380849) -> (continuation of Deferred@920998487 after retry RPC after error@1947471352) -> (continuation of Deferred@1308751093 after retry RPC after error@1981908324) -> (continuation of Deferred@1783240221 after retry RPC after error@1046850913) -> (continuation of Deferred@2139246596 after retry RPC after error@99807285) -> (continuation of Deferred@1060303976 after retry RPC after error@741300298) -> (continuation of Deferred@1094725563 after retry RPC after error@1403063550) -> (continuation of Deferred@2073572182 after retry RPC after error@757324135) -> (continuation of Deferred@1834882703 after retry RPC after error@910369062) -> (continuation of Deferred@217822779 after retry RPC after error@1059110434) -> (continuation of Deferred@576142631 after retry RPC after error@229798490)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:02.745 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:13:02.747 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:13:02.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:02.750 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29429), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [7ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [11ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [12ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [19ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [19ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [53ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [54ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [59ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [59ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [89ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [94ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [95ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [95ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [122ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [182ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [281ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [361ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [362ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [862ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [864ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [864ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [865ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1020ms] refreshing cache from master, [1020ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1022ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1023ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2381ms] refreshing cache from master, [2381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2382ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2383ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [2384ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2384ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [2561ms] refreshing cache from master, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2562ms] too many traces: truncated at 100 traces, deferred=Deferred@1154371507(state=PENDING, result=null, callback=(continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678) -> (continuation of Deferred@2089440727 after retry RPC after error@959965219) -> (continuation of Deferred@2058844500 after retry RPC after error@1596170777) -> (continuation of Deferred@1898541255 after retry RPC after error@2002380849) -> (continuation of Deferred@920998487 after retry RPC after error@1947471352) -> (continuation of Deferred@1308751093 after retry RPC after error@1981908324) -> (continuation of Deferred@1783240221 after retry RPC after error@1046850913) -> (continuation of Deferred@2139246596 after retry RPC after error@99807285) -> (continuation of Deferred@1060303976 after retry RPC after error@741300298) -> (continuation of Deferred@1094725563 after retry RPC after error@1403063550) -> (continuation of Deferred@2073572182 after retry RPC after error@757324135) -> (continuation of Deferred@1834882703 after retry RPC after error@910369062) -> (continuation of Deferred@217822779 after retry RPC after error@1059110434) -> (continuation of Deferred@576142631 after retry RPC after error@229798490), errback=(continuation of Deferred@793042311 after retry RPC after error@2015793240) -> (continuation of Deferred@315848736 after retry RPC after error@609623582) -> (continuation of Deferred@762796022 after retry RPC after error@1637856848) -> (continuation of Deferred@1745141819 after retry RPC after error@2083947979) -> (continuation of Deferred@1810478428 after retry RPC after error@2010690375) -> (continuation of Deferred@965980319 after retry RPC after error@1908630203) -> (continuation of Deferred@1462135434 after retry RPC after error@1700178338) -> (continuation of Deferred@1097202399 after retry RPC after error@727293682) -> (continuation of Deferred@1330627369 after retry RPC after error@528775387) -> (continuation of Deferred@1901710070 after retry RPC after error@378561569) -> (continuation of Deferred@662158161 after retry RPC after error@453594564) -> (continuation of Deferred@616049193 after retry RPC after error@832369651) -> (continuation of Deferred@724269986 after retry RPC after error@2057135214) -> (continuation of Deferred@529653878 after retry RPC after error@1237621532) -> (continuation of Deferred@969023469 after retry RPC after error@686666415) -> (continuation of Deferred@946824596 after retry RPC after error@1436423678) -> (continuation of Deferred@2089440727 after retry RPC after error@959965219) -> (continuation of Deferred@2058844500 after retry RPC after error@1596170777) -> (continuation of Deferred@1898541255 after retry RPC after error@2002380849) -> (continuation of Deferred@920998487 after retry RPC after error@1947471352) -> (continuation of Deferred@1308751093 after retry RPC after error@1981908324) -> (continuation of Deferred@1783240221 after retry RPC after error@1046850913) -> (continuation of Deferred@2139246596 after retry RPC after error@99807285) -> (continuation of Deferred@1060303976 after retry RPC after error@741300298) -> (continuation of Deferred@1094725563 after retry RPC after error@1403063550) -> (continuation of Deferred@2073572182 after retry RPC after error@757324135) -> (continuation of Deferred@1834882703 after retry RPC after error@910369062) -> (continuation of Deferred@217822779 after retry RPC after error@1059110434) -> (continuation of Deferred@576142631 after retry RPC after error@229798490)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:02.751 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:02.753 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
23:13:02.753 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:13:02.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.758728 24344 raft_consensus.cc:2749] T 0b98ad50a1d54455abef8f992e107087 P f26f28a9c9b04060870b2a68e7bf26aa [term 1 FOLLOWER]: Leader pre-election lost for term 1. Reason: could not achieve majority
23:13:02.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.803685 24331 consensus_queue.cc:1048] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:02.812 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.811494 24323 consensus_queue.cc:1048] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:02.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.828799 24331 consensus_queue.cc:1048] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:13:02.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.856824 24331 consensus_queue.cc:1048] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "7b22771d75694bada4a882fdda2f6e59" member_type: VOTER last_known_addr { host: "127.22.181.66" port: 33941 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:13:02.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.878258 24357 consensus_queue.cc:1048] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:02.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.899212 24336 consensus_queue.cc:1048] T df0c63523174449db0516a75885d60cc P 7b22771d75694bada4a882fdda2f6e59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:02.912 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:13:02.912 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:13:02.912 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:13:02.912 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
23:13:02.913 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
23:13:02.913 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id 11148c1f12cc2257404ffa115a7cd97a
23:13:02.914 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:13:02.914 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:13:02.915 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:13:02.915 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:02.916 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 11148c1f12cc2257404ffa115a7cd97a.
23:13:02.917 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id 11148c1f12cc2257404ffa115a7cd97a.
23:13:02.918 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
23:13:02.919 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:02.920 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
23:13:02.920 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id dd79a6f79ec905dac849f07417c6e19d
23:13:02.920 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RESTARTING to RUNNING.
23:13:02.921 [INFO - flink-pekko.actor.default-dispatcher-5] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:13:02.922 [INFO - flink-pekko.actor.default-dispatcher-5] (MasterHooks.java:201) No master state to restore
23:13:02.922 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
23:13:02.922 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:13:02.935 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot dd79a6f79ec905dac849f07417c6e19d.
23:13:02.936 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id dd79a6f79ec905dac849f07417c6e19d.
23:13:02.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.935346 24336 consensus_queue.cc:1048] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:02.937 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
23:13:02.937 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
23:13:02.938 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3b8accac
23:13:02.938 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:02.938 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:13:02.938 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:13:02.940 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@17baf2c4
23:13:02.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
23:13:02.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
23:13:02.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@641421fd
23:13:02.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:02.942 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:13:02.943 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:13:02.955 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:02.957 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
23:13:02.957 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id 8ccdb4d1b659593e1e2aaebb806abe3f
23:13:02.957 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 8ccdb4d1b659593e1e2aaebb806abe3f.
23:13:02.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.952544 24083 raft_consensus.cc:3060] T 29dab3f1669849aaa6ab2c5986cb1018 P d95305761fd74bc59dadff36d4f9d0d8 [term 0 FOLLOWER]: Advancing to term 1
23:13:02.958 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 8ccdb4d1b659593e1e2aaebb806abe3f.
23:13:02.959 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:13:02.960 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:13:02.960 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
23:13:02.960 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
23:13:02.961 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@388ea17f
23:13:02.961 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:02.962 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:13:02.962 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:13:02.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.963605 24285 consensus_queue.cc:1048] T 29dab3f1669849aaa6ab2c5986cb1018 P 7b22771d75694bada4a882fdda2f6e59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:02.970 [DEBUG - main] (Connection.java:575) [peer master-127.21.224.62:43747(127.21.224.62:43747)] disconnecting while in state READY
23:13:02.971 [DEBUG - main] (Connection.java:575) [peer master-127.21.224.60:34307(127.21.224.60:34307)] disconnecting while in state READY
23:13:02.971 [DEBUG - main] (Connection.java:575) [peer master-127.21.224.61:43771(127.21.224.61:43771)] disconnecting while in state READY
23:13:02.971 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.224.62:43747(127.21.224.62:43747)] handling channelInactive
23:13:02.971 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state READY due to: connection closed
23:13:02.971 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:13:02.972 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.224.61:43771(127.21.224.61:43771)] handling channelInactive
23:13:02.972 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state READY due to: connection closed
23:13:02.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:02.986661 24285 consensus_queue.cc:1048] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f26f28a9c9b04060870b2a68e7bf26aa" member_type: VOTER last_known_addr { host: "127.22.181.65" port: 44201 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:13:02.990 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@79894390
23:13:02.991 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@648fba21
23:13:02.992 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:02.994 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:02.994 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-1
23:13:02.995 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:13:02.997 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:02.998 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:02.999 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.001 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.224.60:34307(127.21.224.60:34307)] handling channelInactive
23:13:03.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state READY due to: connection closed
23:13:03.002 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:13:03.002 [DEBUG - main] (Connection.java:575) [peer master-127.22.181.125:34887(127.22.181.125:34887)] disconnecting while in state READY
23:13:03.002 [DEBUG - main] (Connection.java:575) [peer master-127.22.181.126:45233(127.22.181.126:45233)] disconnecting while in state READY
23:13:03.002 [DEBUG - main] (Connection.java:575) [peer master-127.22.181.124:40657(127.22.181.124:40657)] disconnecting while in state READY
23:13:03.004 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.181.125:34887(127.22.181.125:34887)] handling channelInactive
23:13:03.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state READY due to: connection closed
23:13:03.004 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.181.126:45233(127.22.181.126:45233)] handling channelInactive
23:13:03.004 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state READY due to: connection closed
23:13:03.005 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:03.008 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:13:03.009 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:13:03.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:03.018374 24330 consensus_queue.cc:1048] T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59 [LEADER]: Connected to new peer: Peer: permanent_uuid: "d95305761fd74bc59dadff36d4f9d0d8" member_type: VOTER last_known_addr { host: "127.22.181.67" port: 33977 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:03.033 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.181.124:40657(127.22.181.124:40657)] handling channelInactive
23:13:03.033 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state READY due to: connection closed
23:13:03.035 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:13:03.036 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:13:03.036 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:13:03.036 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:13:03.036 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:13:03.036 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:13:03.038 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
23:13:03.046 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.049 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.049 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.049 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:03.055 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:03.055 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:03.056 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:03.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:03.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:03.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:03.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:03.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:03.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:03.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:03.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:03.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:03.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:03.078 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.085 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.085 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.085 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.087 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.091 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:03.117 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.117 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.117 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.118 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.132 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.133 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.134 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.134 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.134 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.136 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.136 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.136 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.136 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.136 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.136 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.137 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.137 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.137 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.137 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.138 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.139 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.140 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:13:03.140 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:13:03.140 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.140 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:13:03.140 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:13:03.140 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:13:03.140 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:13:03.140 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:13:03.140 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.140 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.140 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.141 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.141 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.141 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.141 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.142 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.142 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.142 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.142 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.147 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.148 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.148 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.148 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.150 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.150 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.150 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.150 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.159 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.162 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.163 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.163 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.163 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.167 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.172 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.174 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.175 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.175 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.175 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.177 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.178 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.178 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.178 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.178 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.178 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.179 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.179 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.181 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.182 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.182 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.182 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.182 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.182 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.182 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.182 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.187 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.187 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.188 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.188 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.190 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:03.190 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:03.190 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:03.190 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:03.190 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:03.190 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:03.190 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:03.190 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:03.190 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:03.190 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:03.190 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:03.190 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:03.190 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:03.192 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.192 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.193 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.193 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.193 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.197 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.198 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.198 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.198 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.198 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.198 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.198 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.198 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.199 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.199 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.199 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.199 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.199 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.199 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.199 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.199 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.199 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.199 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.199 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.199 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.199 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.207 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.207 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.207 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.207 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.207 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.207 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.208 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.208 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.212 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.212 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.212 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.212 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.212 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.212 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.212 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.212 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.212 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.212 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.212 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.212 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.212 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.219 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.219 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.219 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.219 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.220 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.220 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.220 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.220 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.220 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.220 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.220 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.220 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.222 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:03.222 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:03.222 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:03.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:03.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:03.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:03.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:03.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:03.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:03.222 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:03.222 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:03.222 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:03.222 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:03.227 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.228 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.228 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.228 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.228 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.228 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.228 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.228 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.228 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.229 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.229 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.229 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.229 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.233 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.233 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.233 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.233 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.233 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.233 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.233 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.233 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.233 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.233 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.234 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.235 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:03.235 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:03.235 [DEBUG - pool-366-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:03.235 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:03.235 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:03.235 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:03.235 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:03.235 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:03.235 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:03.236 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:03.236 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:03.236 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:03.236 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:03.237 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28751), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [39ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [104ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [105ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [156ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [160ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [161ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [161ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [182ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [186ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [187ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [187ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [187ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [201ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [221ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [221ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [241ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [281ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [281ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [281ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [282ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [341ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [341ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [341ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [341ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [563ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1002ms] refreshing cache from master, [1002ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1003ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1004ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1005ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1005ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1082ms] refreshing cache from master, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1082ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1083ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1084ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1084ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2762ms] refreshing cache from master, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2763ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2764ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [6721ms] refreshing cache from master, [6721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [6721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [6721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [6722ms] too many traces: truncated at 100 traces, deferred=Deferred@624900546(state=PENDING, result=null, callback=(continuation of Deferred@1579684371 after retry RPC after error@1545887827) -> (continuation of Deferred@1878265467 after retry RPC after error@861526894) -> (continuation of Deferred@763359132 after retry RPC after error@1386620056) -> (continuation of Deferred@502169441 after retry RPC after error@1620133145) -> (continuation of Deferred@851461528 after retry RPC after error@1361126844) -> (continuation of Deferred@1071271310 after retry RPC after error@1435070177) -> (continuation of Deferred@1700072781 after retry RPC after error@1023527070) -> (continuation of Deferred@1356481677 after retry RPC after error@1312478737) -> (continuation of Deferred@63473150 after retry RPC after error@817817633) -> (continuation of Deferred@851586199 after retry RPC after error@718339712) -> (continuation of Deferred@1844476241 after retry RPC after error@709389102) -> (continuation of Deferred@164453476 after retry RPC after error@616859427) -> (continuation of Deferred@1242581019 after retry RPC after error@594041708) -> (continuation of Deferred@1076174105 after retry RPC after error@1087924129) -> (continuation of Deferred@146849585 after retry RPC after error@1771185790) -> (continuation of Deferred@28783488 after retry RPC after error@38906232) -> (continuation of Deferred@266712884 after retry RPC after error@2008858976) -> (continuation of Deferred@1336919844 after retry RPC after error@1085976000) -> (continuation of Deferred@1657077492 after retry RPC after error@1935840269) -> (continuation of Deferred@1111882658 after retry RPC after error@1468304007) -> (continuation of Deferred@309521885 after retry RPC after error@1968685410) -> (continuation of Deferred@413318273 after retry RPC after error@1795284384) -> (continuation of Deferred@1847118104 after retry RPC after error@630147432) -> (continuation of Deferred@683978732 after retry RPC after error@1296927625) -> (continuation of Deferred@1706412849 after retry RPC after error@984484582), errback=(continuation of Deferred@1579684371 after retry RPC after error@1545887827) -> (continuation of Deferred@1878265467 after retry RPC after error@861526894) -> (continuation of Deferred@763359132 after retry RPC after error@1386620056) -> (continuation of Deferred@502169441 after retry RPC after error@1620133145) -> (continuation of Deferred@851461528 after retry RPC after error@1361126844) -> (continuation of Deferred@1071271310 after retry RPC after error@1435070177) -> (continuation of Deferred@1700072781 after retry RPC after error@1023527070) -> (continuation of Deferred@1356481677 after retry RPC after error@1312478737) -> (continuation of Deferred@63473150 after retry RPC after error@817817633) -> (continuation of Deferred@851586199 after retry RPC after error@718339712) -> (continuation of Deferred@1844476241 after retry RPC after error@709389102) -> (continuation of Deferred@164453476 after retry RPC after error@616859427) -> (continuation of Deferred@1242581019 after retry RPC after error@594041708) -> (continuation of Deferred@1076174105 after retry RPC after error@1087924129) -> (continuation of Deferred@146849585 after retry RPC after error@1771185790) -> (continuation of Deferred@28783488 after retry RPC after error@38906232) -> (continuation of Deferred@266712884 after retry RPC after error@2008858976) -> (continuation of Deferred@1336919844 after retry RPC after error@1085976000) -> (continuation of Deferred@1657077492 after retry RPC after error@1935840269) -> (continuation of Deferred@1111882658 after retry RPC after error@1468304007) -> (continuation of Deferred@309521885 after retry RPC after error@1968685410) -> (continuation of Deferred@413318273 after retry RPC after error@1795284384) -> (continuation of Deferred@1847118104 after retry RPC after error@630147432) -> (continuation of Deferred@683978732 after retry RPC after error@1296927625) -> (continuation of Deferred@1706412849 after retry RPC after error@984484582)))
23:13:03.239 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.239 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.239 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.239 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.239 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.239 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.239 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.240 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.240 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.240 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.240 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.247 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.247 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.247 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.247 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.247 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.247 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.247 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.247 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.247 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.248 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:03.259 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.259 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.259 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.260 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.260 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.260 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.260 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.260 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.260 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.260 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.260 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.260 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.260 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.267 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.268 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.268 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.268 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.274 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.274 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.274 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.274 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.274 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.274 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.275 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.275 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.278 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.278 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.278 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.278 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.291 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.291 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.291 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.292 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.292 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.292 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.292 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.292 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.292 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.292 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.292 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.292 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.292 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.307 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.307 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.307 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.308 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.308 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.308 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.308 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.308 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.308 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.308 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.359 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.360 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.360 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.360 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.360 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.360 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.360 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.360 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.361 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.361 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.361 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.361 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.372 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.373 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.373 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.373 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.373 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.373 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.373 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.373 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.373 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.373 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.391 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:13:03.419 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.419 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.419 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.420 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.420 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.420 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.420 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.420 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.420 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.420 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.448 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:13:03.448 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:13:03.448 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:13:03.473 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:13:03.479 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.479 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.479 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.480 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.480 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.480 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.480 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.480 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.480 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.480 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.480 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.480 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:03.568 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.568 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.568 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.568 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.569 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.569 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.569 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.569 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.569 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.569 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.576 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:03.576 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:03.577 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:03.577 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:03.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:03.577 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:03.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:03.577 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:03.577 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:03.577 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:03.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:03.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:03.578 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:03.591 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.591 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.592 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.592 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.592 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.592 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.592 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.592 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.592 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.592 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:03.635 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.635 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.635 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.635 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.635 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.635 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.635 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.635 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.636 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.636 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.642 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:03.643 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:03.643 [DEBUG - pool-362-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:03.643 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:03.643 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:03.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:03.643 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:03.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:03.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:03.643 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:03.643 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:03.643 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:03.643 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:03.644 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29176), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [22ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [68ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [68ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [100ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [100ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [150ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [151ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [155ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [157ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [164ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [164ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [183ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [183ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [202ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [202ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [222ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [242ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [242ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [281ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [281ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [282ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [282ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [364ms] refreshing cache from master, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [364ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [364ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [365ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [365ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [366ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [421ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [422ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [622ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [624ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [625ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [625ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [625ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [682ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [683ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [686ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [687ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [687ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1520ms] refreshing cache from master, [1520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1521ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1522ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3921ms] refreshing cache from master, [3921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3921ms] too many traces: truncated at 100 traces, deferred=Deferred@1263243238(state=PENDING, result=null, callback=(continuation of Deferred@2114094578 after retry RPC after error@1763177241) -> (continuation of Deferred@152300374 after retry RPC after error@514879789) -> (continuation of Deferred@1953974812 after retry RPC after error@581886128) -> (continuation of Deferred@888268520 after retry RPC after error@693489730) -> (continuation of Deferred@1732008158 after retry RPC after error@843227113) -> (continuation of Deferred@163572207 after retry RPC after error@250605402) -> (continuation of Deferred@194034929 after retry RPC after error@764135357) -> (continuation of Deferred@1527620466 after retry RPC after error@719913590) -> (continuation of Deferred@613434606 after retry RPC after error@1465244142) -> (continuation of Deferred@1635120709 after retry RPC after error@65909423) -> (continuation of Deferred@637284616 after retry RPC after error@1553929968) -> (continuation of Deferred@311821560 after retry RPC after error@2088805583) -> (continuation of Deferred@951107110 after retry RPC after error@473700182) -> (continuation of Deferred@1051681261 after retry RPC after error@1206918187) -> (continuation of Deferred@2056047485 after retry RPC after error@116848093) -> (continuation of Deferred@1125342439 after retry RPC after error@71631338) -> (continuation of Deferred@403633468 after retry RPC after error@703046653) -> (continuation of Deferred@1892300354 after retry RPC after error@1554789344) -> (continuation of Deferred@870619740 after retry RPC after error@654847894) -> (continuation of Deferred@114390291 after retry RPC after error@996107546) -> (continuation of Deferred@746466903 after retry RPC after error@1248641233) -> (continuation of Deferred@1192779106 after retry RPC after error@128948014) -> (continuation of Deferred@1518214426 after retry RPC after error@1983395020) -> (continuation of Deferred@1934525476 after retry RPC after error@144927620), errback=(continuation of Deferred@2114094578 after retry RPC after error@1763177241) -> (continuation of Deferred@152300374 after retry RPC after error@514879789) -> (continuation of Deferred@1953974812 after retry RPC after error@581886128) -> (continuation of Deferred@888268520 after retry RPC after error@693489730) -> (continuation of Deferred@1732008158 after retry RPC after error@843227113) -> (continuation of Deferred@163572207 after retry RPC after error@250605402) -> (continuation of Deferred@194034929 after retry RPC after error@764135357) -> (continuation of Deferred@1527620466 after retry RPC after error@719913590) -> (continuation of Deferred@613434606 after retry RPC after error@1465244142) -> (continuation of Deferred@1635120709 after retry RPC after error@65909423) -> (continuation of Deferred@637284616 after retry RPC after error@1553929968) -> (continuation of Deferred@311821560 after retry RPC after error@2088805583) -> (continuation of Deferred@951107110 after retry RPC after error@473700182) -> (continuation of Deferred@1051681261 after retry RPC after error@1206918187) -> (continuation of Deferred@2056047485 after retry RPC after error@116848093) -> (continuation of Deferred@1125342439 after retry RPC after error@71631338) -> (continuation of Deferred@403633468 after retry RPC after error@703046653) -> (continuation of Deferred@1892300354 after retry RPC after error@1554789344) -> (continuation of Deferred@870619740 after retry RPC after error@654847894) -> (continuation of Deferred@114390291 after retry RPC after error@996107546) -> (continuation of Deferred@746466903 after retry RPC after error@1248641233) -> (continuation of Deferred@1192779106 after retry RPC after error@128948014) -> (continuation of Deferred@1518214426 after retry RPC after error@1983395020) -> (continuation of Deferred@1934525476 after retry RPC after error@144927620)))
23:13:03.727 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.727 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.727 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.728 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.729 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.729 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.729 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:03.808 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.808 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.808 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.808 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.808 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.808 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.809 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.809 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:03.931 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:03.931 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:03.931 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:03.932 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:03.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:03.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:03.932 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:04.051 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:04.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:04.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:04.261 [INFO - flink-pekko.actor.default-dispatcher-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:13:04.323 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:04.324 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:04.324 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:04.324 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:04.324 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:04.324 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:04.324 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:04.324 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:04.324 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:04.324 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:04.324 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:04.325 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:04.325 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:04.379 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:04.379 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:04.379 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:04.379 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:04.379 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:04.379 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:04.379 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:04.379 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:04.379 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:04.379 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:04.380 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:04.380 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:04.380 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:04.417 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:13:04.431 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:13:04.451 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:04.451 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:04.451 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:04.451 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:04.451 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:04.451 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:04.451 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:04.451 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:04.452 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:04.452 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:04.452 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:04.451 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:04.452 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:04.459 [INFO - flink-metrics-6] (Slf4jLogger.scala:117) Slf4jLogger started
23:13:04.474 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:13:04.485 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:04.485 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:04.485 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:04.486 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:04.486 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:04.486 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:04.486 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:04.486 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:04.486 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:04.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:04.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:04.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:04.487 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:04.502 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:13:04.523 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:13:04.525 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:13:04.525 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:13:04.526 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:13:04.526 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:13:04.526 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:13:04.526 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:13:04.527 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:13:04.528 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:13:04.528 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:13:04.528 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:13:04.528 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:13:04.528 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:13:04.529 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:13:04.529 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:13:04.529 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:13:04.529 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:13:04.529 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:13:04.529 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:13:04.529 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:13:04.529 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:13:04.530 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:13:04.530 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:13:04.530 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:13:04.530 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_38c37ebecb1fd502ca2743dd4d9b035d/blobStorage
23:13:04.531 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:40983 - max concurrent requests: 50 - max backlog: 1000
23:13:04.532 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_38c37ebecb1fd502ca2743dd4d9b035d/blobStorage
23:13:04.533 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_38c37ebecb1fd502ca2743dd4d9b035d/blobStorage
23:13:04.534 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:13:04.534 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: ba55b11e-1a81-4fa2-8d30-0a65be22aa29
23:13:04.536 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 37 GB (77.08% usable)
23:13:04.536 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-ce4e02e1-7a3a-4752-a364-31d8922240d9
23:13:04.538 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-d41e3a58-218e-4fbc-a8c7-8d83a7c5ce89
23:13:04.551 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:04.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:04.603 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:13:04.603 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:13:04.604 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:13:04.604 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:13:04.604 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:13:04.606 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_20 .
23:13:04.652 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:13:04.652 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:13:04.612 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultJobLeaderService.java:127) Start job leader service.
23:13:04.654 [INFO - flink-pekko.actor.default-dispatcher-5] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-6dd15507-310e-4697-83de-2a946aedea40
23:13:04.656 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:04.657 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:04.657 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:04.657 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:04.657 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:04.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:04.658 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:04.658 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:04.658 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:04.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:04.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:04.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:04.658 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:04.660 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:13:04.661 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:13:04.674 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:37677
23:13:04.674 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:13:04.675 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:37677 was granted leadership with leaderSessionID=08d5aff8-4d53-4db8-b5a5-ed34e0993a05
23:13:04.675 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:37677 , session=08d5aff8-4d53-4db8-b5a5-ed34e0993a05
23:13:04.677 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:13:04.677 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:13:04.678 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:13:04.678 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id d0f6845d-ddbd-443e-a537-6204f2664de1. Creating new DispatcherLeaderProcess.
23:13:04.678 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:13:04.679 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:13:04.679 [INFO - mini-cluster-io-thread-1] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:13:04.681 [INFO - mini-cluster-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_21 .
23:13:04.687 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:13:04.687 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_21 , session=d0f6845d-ddbd-443e-a537-6204f2664de1
23:13:04.688 [INFO - pool-405-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id af45f327-bdc3-4245-8168-90e551e31c3d.
23:13:04.692 [INFO - pool-405-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_22 .
23:13:04.702 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:253) Starting the resource manager.
23:13:04.704 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:13:04.704 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:13:04.704 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:13:04.704 [WARN - flink-pekko.actor.default-dispatcher-5] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:13:04.710 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_22 , session=af45f327-bdc3-4245-8168-90e551e31c3d
23:13:04.711 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(816890e551e31c3daf45f327bdc34245).
23:13:04.724 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:13:04.737 [INFO - flink-pekko.actor.default-dispatcher-8] (ResourceManager.java:1080) Registering TaskManager with ResourceID ba55b11e-1a81-4fa2-8d30-0a65be22aa29 (pekko://flink/user/rpc/taskmanager_20) at ResourceManager
23:13:04.739 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_22 under registration id 9eaea36b158b64355a6cc4d360d00e84.
23:13:04.740 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (8bfc36203f1d103ecbac657570b4b4ce).
23:13:04.740 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:344) Registering task executor ba55b11e-1a81-4fa2-8d30-0a65be22aa29 under 9eaea36b158b64355a6cc4d360d00e84 at the slot manager.
23:13:04.740 [INFO - flink-pekko.actor.default-dispatcher-7] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (8bfc36203f1d103ecbac657570b4b4ce).
23:13:04.740 [INFO - flink-pekko.actor.default-dispatcher-7] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-8bfc36203f1d103ecbac657570b4b4ce'.
23:13:04.741 [INFO - mini-cluster-io-thread-4] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 8bfc36203f1d103ecbac657570b4b4ce was granted leadership with leader id 55628337-fe02-4198-8442-df9c17d7e487. Creating new JobMasterServiceProcess.
23:13:04.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:04.754 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_23 .
23:13:04.761 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (8bfc36203f1d103ecbac657570b4b4ce).
23:13:04.761 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (8bfc36203f1d103ecbac657570b4b4ce).
23:13:04.762 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph a4f66df4adf29b6be965d52a88448143 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:04.762 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (8bfc36203f1d103ecbac657570b4b4ce).
23:13:04.762 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:13:04.763 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
23:13:04.763 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@24109bc1
23:13:04.763 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:04.764 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14053854400387226549/checkpoints")
23:13:04.765 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:13:04.765 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@5edfb9a5 for Flink Streaming Job (8bfc36203f1d103ecbac657570b4b4ce).
23:13:04.765 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_23 , session=55628337-fe02-4198-8442-df9c17d7e487
23:13:04.766 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (8bfc36203f1d103ecbac657570b4b4ce) under job master id 8442df9c17d7e48755628337fe024198.
23:13:04.767 [INFO - flink-pekko.actor.default-dispatcher-5] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:13:04.768 [DEBUG - flink-pekko.actor.default-dispatcher-5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:04.769 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:13:04.769 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (8bfc36203f1d103ecbac657570b4b4ce) switched from state CREATED to RUNNING.
23:13:04.770 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:13:04.770 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:04.770 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:13:04.771 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:04.771 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:13:04.771 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:13:04.771 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.21.224.60:34307(127.21.224.60:34307)] Successfully connected to peer
23:13:04.773 [INFO - flink-pekko.actor.default-dispatcher-5] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_22(816890e551e31c3daf45f327bdc34245)
23:13:04.774 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:13:04.775 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:390) Registering job manager 8442df9c17d7e48755628337fe024198@pekko://flink/user/rpc/jobmanager_23 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:04.775 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.60
23:13:04.777 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:04.780 [INFO - flink-pekko.actor.default-dispatcher-5] (ResourceManager.java:1015) Registered job manager 8442df9c17d7e48755628337fe024198@pekko://flink/user/rpc/jobmanager_23 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:04.780 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.21.224.62:43747(127.21.224.62:43747)] Successfully connected to peer
23:13:04.784 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.62
23:13:04.784 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.787 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x183334aa, L:/127.0.0.1:38624 - R:/127.21.224.60:34307] using SASL/PLAIN
23:13:04.790 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:04.790 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:04.790 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:04.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:04.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:04.791 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:04.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:04.791 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:04.791 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:04.791 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:04.791 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:04.791 [INFO - flink-pekko.actor.default-dispatcher-8] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 816890e551e31c3daf45f327bdc34245.
23:13:04.791 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:04.791 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:04.792 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 8bfc36203f1d103ecbac657570b4b4ce: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:04.793 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.21.224.61:43771(127.21.224.61:43771)] Successfully connected to peer
23:13:04.794 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.61
23:13:04.799 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.807 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x82299891, L:/127.0.0.1:34600 - R:/127.21.224.62:43747] using SASL/PLAIN
23:13:04.810 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 8bfc36203f1d103ecbac657570b4b4ce
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager ba55b11e-1a81-4fa2-8d30-0a65be22aa29
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:13:04.811 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot a218a41369bbc06233561711ae647e3a from ba55b11e-1a81-4fa2-8d30-0a65be22aa29 for job 8bfc36203f1d103ecbac657570b4b4ce with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:04.811 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot de5f2bdd1188f63e72e40aade1f02130 from ba55b11e-1a81-4fa2-8d30-0a65be22aa29 for job 8bfc36203f1d103ecbac657570b4b4ce with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:04.811 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot f176aecf4e751ad81712c49de0f8f813 from ba55b11e-1a81-4fa2-8d30-0a65be22aa29 for job 8bfc36203f1d103ecbac657570b4b4ce with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:04.812 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 5a2fd815262c638d9693bbdbd7fbfc7b from ba55b11e-1a81-4fa2-8d30-0a65be22aa29 for job 8bfc36203f1d103ecbac657570b4b4ce with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:04.812 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request a218a41369bbc06233561711ae647e3a for job 8bfc36203f1d103ecbac657570b4b4ce from resource manager with leader id 816890e551e31c3daf45f327bdc34245.
23:13:04.812 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:04.812 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for a218a41369bbc06233561711ae647e3a with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:04.812 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=42), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [19ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: OK, deferred=null) after lookup
23:13:04.816 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c9587e17d32b4f22b451bde17502d8e8
23:13:04.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d2b1f3497a9f42a096990752bf835e58 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:04.822 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5f166e1cd35241108b32a49d03f7f8e3 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:04.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 63581287a2e949218717e53c2cce5646 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:04.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9862d97db80f473d85d2f1180b5ca5d4 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:04.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6d573a1d635c4f749359a23bfe55e8d1 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:04.822 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ecc39fe07faa4b0a9ff6092ebceb7eae for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:04.823 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:04.829 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultJobLeaderService.java:192) Add job 8bfc36203f1d103ecbac657570b4b4ce for job leader monitoring.
23:13:04.830 [INFO - mini-cluster-io-thread-4] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_23 with leader id 55628337-fe02-4198-8442-df9c17d7e487.
23:13:04.830 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request de5f2bdd1188f63e72e40aade1f02130 for job 8bfc36203f1d103ecbac657570b4b4ce from resource manager with leader id 816890e551e31c3daf45f327bdc34245.
23:13:04.830 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for de5f2bdd1188f63e72e40aade1f02130 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:04.830 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request f176aecf4e751ad81712c49de0f8f813 for job 8bfc36203f1d103ecbac657570b4b4ce from resource manager with leader id 816890e551e31c3daf45f327bdc34245.
23:13:04.831 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for f176aecf4e751ad81712c49de0f8f813 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:04.831 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:1149) Receive slot request 5a2fd815262c638d9693bbdbd7fbfc7b for job 8bfc36203f1d103ecbac657570b4b4ce from resource manager with leader id 816890e551e31c3daf45f327bdc34245.
23:13:04.831 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:321) Allocated slot for 5a2fd815262c638d9693bbdbd7fbfc7b with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:04.832 [INFO - flink-pekko.actor.default-dispatcher-7] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:13:04.833 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_23 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:04.834 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1783) Establish JobManager connection for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:04.834 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:04.834 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb067691e, L:/127.0.0.1:55190 - R:/127.21.224.61:43771] using SASL/PLAIN
23:13:04.835 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:13:04.835 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ba55b11e-1a81-4fa2-8d30-0a65be22aa29 @ 127.0.0.1 (dataPort=-1) with allocation id f176aecf4e751ad81712c49de0f8f813
23:13:04.836 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f176aecf4e751ad81712c49de0f8f813.
23:13:04.836 [DEBUG - main] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:04.837 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:04.837 [INFO - flink-pekko.actor.default-dispatcher-8] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:13:04.837 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 8bfc36203f1d103ecbac657570b4b4ce
23:13:04.837 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id f176aecf4e751ad81712c49de0f8f813.
23:13:04.842 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:13:04.842 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ba55b11e-1a81-4fa2-8d30-0a65be22aa29 @ 127.0.0.1 (dataPort=-1) with allocation id a218a41369bbc06233561711ae647e3a
23:13:04.842 [DEBUG - main] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:04.844 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.181.125:34887(127.22.181.125:34887)] Successfully connected to peer
23:13:04.849 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.125
23:13:04.852 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:13:04.852 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ba55b11e-1a81-4fa2-8d30-0a65be22aa29 @ 127.0.0.1 (dataPort=-1) with allocation id 5a2fd815262c638d9693bbdbd7fbfc7b
23:13:04.854 [DEBUG - main] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:04.854 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a218a41369bbc06233561711ae647e3a.
23:13:04.855 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.181.126:45233(127.22.181.126:45233)] Successfully connected to peer
23:13:04.856 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id a218a41369bbc06233561711ae647e3a.
23:13:04.858 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.181.124:40657(127.22.181.124:40657)] Successfully connected to peer
23:13:04.859 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5a2fd815262c638d9693bbdbd7fbfc7b.
23:13:04.860 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 5a2fd815262c638d9693bbdbd7fbfc7b.
23:13:04.861 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:13:04.861 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:13:04.861 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.124
23:13:04.861 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:13:04.862 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ba55b11e-1a81-4fa2-8d30-0a65be22aa29 @ 127.0.0.1 (dataPort=-1) with allocation id de5f2bdd1188f63e72e40aade1f02130
23:13:04.862 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7a1a7d4e
23:13:04.863 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:04.863 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14053854400387226549/checkpoints")
23:13:04.863 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.126
23:13:04.867 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.868 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:13:04.868 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:13:04.868 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot f176aecf4e751ad81712c49de0f8f813.
23:13:04.868 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot a218a41369bbc06233561711ae647e3a.
23:13:04.868 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot 5a2fd815262c638d9693bbdbd7fbfc7b.
23:13:04.868 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot de5f2bdd1188f63e72e40aade1f02130.
23:13:04.868 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot de5f2bdd1188f63e72e40aade1f02130.
23:13:04.868 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@37620b0e
23:13:04.868 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:04.868 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14053854400387226549/checkpoints")
23:13:04.869 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:13:04.869 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:13:04.871 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:13:04.871 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:13:04.872 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.874 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:13:04.875 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:13:04.875 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@326e71ed
23:13:04.875 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:04.875 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14053854400387226549/checkpoints")
23:13:04.878 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.879 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdeaab663, L:/127.0.0.1:57170 - R:/127.22.181.125:34887] using SASL/PLAIN
23:13:04.880 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:13:04.880 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:04.880 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:04.880 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:04.880 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7a5d0d81, L:/127.0.0.1:54512 - R:/127.22.181.126:45233] using SASL/PLAIN
23:13:04.881 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:13:04.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:04.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:04.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:04.881 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:04.882 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:04.882 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:04.882 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:04.882 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:04.882 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:04.882 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:04.882 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x9f7ad744, L:/127.0.0.1:59092 - R:/127.22.181.124:40657] using SASL/PLAIN
23:13:04.889 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:04.889 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=86), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.125:34887, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.126:45233, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.124:40657, [46ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.125:34887: OK, [49ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.126:45233: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.124:40657: OK, deferred=null) after lookup
23:13:04.891 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id de5f2bdd1188f63e72e40aade1f02130.
23:13:04.892 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1ebaebf8
23:13:04.893 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:04.895 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7780c93e
23:13:04.895 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:04.897 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:04.897 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:13:04.897 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:13:04.898 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@765745cd
23:13:04.898 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:04.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0b98ad50a1d54455abef8f992e107087 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:04.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet df0c63523174449db0516a75885d60cc for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:04.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29dab3f1669849aaa6ab2c5986cb1018 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:04.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5004e13f369848579d9aa925ceec7fbc for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:04.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:04.899 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:04.899 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=0b98ad50a1d54455abef8f992e107087@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=df0c63523174449db0516a75885d60cc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=29dab3f1669849aaa6ab2c5986cb1018@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=5004e13f369848579d9aa925ceec7fbc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:04.900 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.181.124:40657, [6ms] Sub RPC GetTableLocations: received response from server master-127.22.181.124:40657: OK, deferred=null)) after lookup
23:13:04.900 [DEBUG - kudu-nio-2] (Connection.java:748) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] connecting to peer
23:13:04.900 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14053854400387226549/checkpoints")
23:13:04.901 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:13:04.901 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:13:04.903 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4db6bfa3
23:13:04.904 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7220c41f
23:13:04.904 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:04.905 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:04.906 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] Successfully connected to peer
23:13:04.908 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:04.910 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:04.910 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:04.910 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:04.911 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:04.911 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:04.912 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.181.125:34887(127.22.181.125:34887)] Successfully connected to peer
23:13:04.915 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.125
23:13:04.917 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.181.125:34887(127.22.181.125:34887)] Successfully connected to peer
23:13:04.918 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:04.919 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.125
23:13:04.925 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.927 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.930 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.181.126:45233(127.22.181.126:45233)] Successfully connected to peer
23:13:04.932 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x70d3ec1f, L:/127.0.0.1:57198 - R:/127.22.181.125:34887] using SASL/PLAIN
23:13:04.934 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.935 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.126
23:13:04.938 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc7eb08fe, L:/127.0.0.1:57182 - R:/127.22.181.125:34887] using SASL/PLAIN
23:13:04.940 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:04.940 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.181.124:40657(127.22.181.124:40657)] Successfully connected to peer
23:13:04.941 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.181.126:45233(127.22.181.126:45233)] Successfully connected to peer
23:13:04.945 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.124
23:13:04.945 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.126
23:13:04.952 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.956 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8210d18d, L:/127.0.0.1:54518 - R:/127.22.181.126:45233] using SASL/PLAIN
23:13:04.957 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.960 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x91769229, L:/127.0.0.1:59096 - R:/127.22.181.124:40657] using SASL/PLAIN
23:13:04.961 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:04.963 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:04.963 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] refreshing cache from master, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.125:34887, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.126:45233, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.124:40657, [36ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.125:34887: OK, [53ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.126:45233: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.124:40657: OK, deferred=null) after lookup
23:13:04.964 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc18d4df2, L:/127.0.0.1:54524 - R:/127.22.181.126:45233] using SASL/PLAIN
23:13:04.967 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:04.969 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xcbf0c86f, L:/127.0.0.1:41430 - R:/127.22.181.67:33977] using TOKEN/null
23:13:04.970 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:04.970 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3f8b7c1b
23:13:04.972 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:13:04.972 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:13:04.976 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.181.124:40657(127.22.181.124:40657)] Successfully connected to peer
23:13:04.979 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:04.980 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.181.125:34887(127.22.181.125:34887)] Successfully connected to peer
23:13:04.982 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0b98ad50a1d54455abef8f992e107087, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:04.982 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0b98ad50a1d54455abef8f992e107087 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:04.982 [DEBUG - main] (Connection.java:748) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] connecting to peer
23:13:04.987 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.124
23:13:04.990 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.125
23:13:05.000 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:05.002 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.181.126:45233(127.22.181.126:45233)] Successfully connected to peer
23:13:05.004 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.126
23:13:05.007 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.015 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:05.015 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:05.015 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:05.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:05.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:05.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:05.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:05.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:05.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:05.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:05.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:05.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:05.017 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:05.020 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.020 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.023 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x8a8d1141, L:/127.0.0.1:54526 - R:/127.22.181.126:45233] using SASL/PLAIN
23:13:05.023 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x89605c3e, L:/127.0.0.1:59104 - R:/127.22.181.124:40657] using SASL/PLAIN
23:13:05.026 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x93097da2, L:/127.0.0.1:57206 - R:/127.22.181.125:34887] using SASL/PLAIN
23:13:05.028 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:05.029 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=132), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.125:34887, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.126:45233, [30ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.125:34887: OK, [31ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.124:40657, [59ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.126:45233: OK, [119ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.124:40657: OK, deferred=null) after lookup
23:13:05.035 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.181.124:40657(127.22.181.124:40657)] Successfully connected to peer
23:13:05.036 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:05.039 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:05.040 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@79f9dbcd
23:13:05.041 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:13:05.041 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:13:05.041 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.124
23:13:05.044 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:05.045 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.22.181.125:34887(127.22.181.125:34887)] Successfully connected to peer
23:13:05.047 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:05.047 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:05.047 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:05.048 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:05.048 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:05.048 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:05.048 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:05.048 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:05.048 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:05.048 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:05.048 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:05.048 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:05.048 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:05.052 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:05.055 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.125
23:13:05.066 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:05.067 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.22.181.126:45233(127.22.181.126:45233)] Successfully connected to peer
23:13:05.071 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.126
23:13:05.076 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.22.181.124:40657(127.22.181.124:40657)] Successfully connected to peer
23:13:05.081 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.084 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.093 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x1eb096d1, L:/127.0.0.1:59108 - R:/127.22.181.124:40657] using SASL/PLAIN
23:13:05.096 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.22.181.124
23:13:05.096 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:05.097 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=191), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.125:34887, [69ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.126:45233, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.124:40657, [119ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.125:34887: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.126:45233: OK, [186ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.124:40657: OK, deferred=null) after lookup
23:13:05.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:05.100 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:05.104 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:05.104 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@78efd8b8
23:13:05.105 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:13:05.106 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:13:05.119 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3b5cfd6c, L:/127.0.0.1:57220 - R:/127.22.181.125:34887] using SASL/PLAIN
23:13:05.123 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:05.123 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:05.123 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:05.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:05.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:05.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:05.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:05.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:05.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:05.124 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:05.124 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:05.124 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:05.124 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:05.127 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.129 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:13:05.131 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='42eb43deacd38b4661583d46c27cca0952b0d4c14acc904ea9b3d9a08431b961'}]
23:13:05.133 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:05.135 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.136 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe47376e2, L:/127.0.0.1:54530 - R:/127.22.181.126:45233] using SASL/PLAIN
23:13:05.142 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xb62c2993, L:/127.0.0.1:59120 - R:/127.22.181.124:40657] using SASL/PLAIN
23:13:05.145 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:13:05.145 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:05.145 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.125:34887, [134ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.126:45233, [156ms] Sub RPC ConnectToMaster: sending RPC to server master-127.22.181.124:40657, [213ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.125:34887: OK, [235ms] Sub RPC ConnectToMaster: received response from server master-127.22.181.124:40657: OK, deferred=null) after lookup
23:13:05.146 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6d062878bd9cf95a6d372f67bce64c04326a0b5fdc94770a5a4cd0359169d18b'}]
23:13:05.147 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:05.157 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:05.158 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] Successfully connected to peer
23:13:05.161 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:05.161 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@192ca134
23:13:05.169 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:13:05.170 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:05.174 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:13:05.175 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:05.176 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:05.176 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:05.176 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:05.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:05.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:05.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:05.176 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:05.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:05.176 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:05.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:05.177 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:05.177 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:05.177 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:05.186 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:13:05.187 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:05.204 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.213 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x815941c6, L:/127.0.0.1:39148 - R:/127.22.181.66:33941] using TOKEN/null
23:13:05.234 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=df0c63523174449db0516a75885d60cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.234 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet df0c63523174449db0516a75885d60cc for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:05.237 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:13:05.238 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:13:05.238 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:13:05.241 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29dab3f1669849aaa6ab2c5986cb1018, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.241 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29dab3f1669849aaa6ab2c5986cb1018 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:05.241 [DEBUG - main] (Connection.java:748) [peer f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)] connecting to peer
23:13:05.248 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:05.248 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:13:05.248 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4aa5aacdccff999ec0800a2e597126da09be11e2477b26fd08ace0be94fb3163'}]
23:13:05.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:05.250 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:05.255 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:05.259 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:05.266 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:13:05.266 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c0ec1a5d3ed13cbb34c03e215d90ccabc5c133d8ccae19e45f18da347a63815c'}]
23:13:05.268 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:05.271 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:13:05.279 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299998, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:05.281 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:05.293 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.294 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:13:05.294 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:13:05.298 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:13:05.299 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}]
23:13:05.303 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf7471baf, L:/127.0.0.1:43008 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:05.321 [DEBUG - kudu-nio-5] (Connection.java:757) [peer f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)] Successfully connected to peer
23:13:05.330 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:05.333 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076673617920001) for scanner KuduScanner(table=replication_test_table, tablet=5f166e1cd35241108b32a49d03f7f8e3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.334 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [42eb43deacd38b4661583d46c27cca0952b0d4c14acc904ea9b3d9a08431b961]
23:13:05.334 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [42eb43deacd38b4661583d46c27cca0952b0d4c14acc904ea9b3d9a08431b961]
23:13:05.334 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:05.335 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:13:05.335 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:13:05.336 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 42eb43deacd38b4661583d46c27cca0952b0d4c14acc904ea9b3d9a08431b961 finished by subtask 2; deferring removal (restored in pending)
23:13:05.337 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:05.337 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='26d3516ed2ac8dccd9ef96bd84f9e6c4be4a63f96f461ca229d86002cd599fa9'}]
23:13:05.339 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:05.341 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:05.347 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:05.351 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:05.356 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:05.362 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:13:05.363 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299998, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}]
23:13:05.364 [DEBUG - kudu-nio-5] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.376 [DEBUG - kudu-nio-5] (Negotiator.java:919) Authenticated connection [id: 0xcb715b85, L:/127.0.0.1:38248 - R:/127.22.181.65:44201] using TOKEN/null
23:13:05.381 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.388 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:05.391 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:05.394 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7600a417, L:/127.0.0.1:43012 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:05.397 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:05.400 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:05.407 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5004e13f369848579d9aa925ceec7fbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.407 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5004e13f369848579d9aa925ceec7fbc for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:05.410 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:05.410 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:05.410 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:05.411 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:05.411 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:05.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:05.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:05.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:05.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:05.411 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:05.411 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:05.411 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:05.411 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:05.414 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=20232249652d4718b0c100bd384f4660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.414 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 20232249652d4718b0c100bd384f4660 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:05.415 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305076673617920001) for scanner KuduScanner(table=replication_test_table, tablet=d2b1f3497a9f42a096990752bf835e58, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.415 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [6d062878bd9cf95a6d372f67bce64c04326a0b5fdc94770a5a4cd0359169d18b]
23:13:05.416 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:13:05.417 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:13:05.418 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:05.418 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:05.418 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:13:05.420 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6d062878bd9cf95a6d372f67bce64c04326a0b5fdc94770a5a4cd0359169d18b]
23:13:05.420 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2198206c019743698e2f699cbf889266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.420 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2198206c019743698e2f699cbf889266 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:05.421 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6d062878bd9cf95a6d372f67bce64c04326a0b5fdc94770a5a4cd0359169d18b finished by subtask 1; deferring removal (restored in pending)
23:13:05.422 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:13:05.422 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.422 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:13:05.422 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:05.422 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='46210069d2b40cae5748a15d39761f16708be7397b4d4a7f87e344f050e3f3b4'}]
23:13:05.422 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:05.426 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x40c4e2f0, L:/127.0.0.1:43026 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:05.426 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:05.432 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:05.432 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0b98ad50a1d54455abef8f992e107087 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:05.432 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet df0c63523174449db0516a75885d60cc for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:05.432 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29dab3f1669849aaa6ab2c5986cb1018 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:05.432 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5004e13f369848579d9aa925ceec7fbc for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:05.432 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:05.432 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:05.432 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=0b98ad50a1d54455abef8f992e107087@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=df0c63523174449db0516a75885d60cc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=29dab3f1669849aaa6ab2c5986cb1018@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=5004e13f369848579d9aa925ceec7fbc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:05.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0b98ad50a1d54455abef8f992e107087 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:05.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet df0c63523174449db0516a75885d60cc for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:05.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29dab3f1669849aaa6ab2c5986cb1018 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:05.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5004e13f369848579d9aa925ceec7fbc for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:05.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:05.433 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:05.434 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=0b98ad50a1d54455abef8f992e107087@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=df0c63523174449db0516a75885d60cc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=29dab3f1669849aaa6ab2c5986cb1018@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=5004e13f369848579d9aa925ceec7fbc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:05.436 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:05.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0b98ad50a1d54455abef8f992e107087 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:05.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet df0c63523174449db0516a75885d60cc for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:05.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29dab3f1669849aaa6ab2c5986cb1018 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:05.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5004e13f369848579d9aa925ceec7fbc for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:05.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:05.437 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:05.437 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=0b98ad50a1d54455abef8f992e107087@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=df0c63523174449db0516a75885d60cc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=29dab3f1669849aaa6ab2c5986cb1018@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=5004e13f369848579d9aa925ceec7fbc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:05.444 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.455 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7d8c4251, L:/127.0.0.1:43024 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:05.477 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0b98ad50a1d54455abef8f992e107087, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.478 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0b98ad50a1d54455abef8f992e107087 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:05.498 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=df0c63523174449db0516a75885d60cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.499 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet df0c63523174449db0516a75885d60cc for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:05.511 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29dab3f1669849aaa6ab2c5986cb1018, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.511 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29dab3f1669849aaa6ab2c5986cb1018 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:05.519 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5004e13f369848579d9aa925ceec7fbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.519 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5004e13f369848579d9aa925ceec7fbc for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:05.526 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=20232249652d4718b0c100bd384f4660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.526 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 20232249652d4718b0c100bd384f4660 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:05.529 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305076673617920001) for scanner KuduScanner(table=replication_test_table, tablet=63581287a2e949218717e53c2cce5646, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.529 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [4aa5aacdccff999ec0800a2e597126da09be11e2477b26fd08ace0be94fb3163]
23:13:05.530 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:13:05.532 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4aa5aacdccff999ec0800a2e597126da09be11e2477b26fd08ace0be94fb3163]
23:13:05.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:13:05.533 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:13:05.533 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4aa5aacdccff999ec0800a2e597126da09be11e2477b26fd08ace0be94fb3163 finished by subtask 0; deferring removal (restored in pending)
23:13:05.539 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:05.541 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29dab3f1669849aaa6ab2c5986cb1018 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:05.541 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:05.541 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5004e13f369848579d9aa925ceec7fbc for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:05.541 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:05.541 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:05.541 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=29dab3f1669849aaa6ab2c5986cb1018@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=5004e13f369848579d9aa925ceec7fbc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:05.548 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false, responseScanTimestamp = 7305076673617920001) for scanner KuduScanner(table=replication_test_table, tablet=9862d97db80f473d85d2f1180b5ca5d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.548 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [c0ec1a5d3ed13cbb34c03e215d90ccabc5c133d8ccae19e45f18da347a63815c]
23:13:05.549 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:13:05.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:05.551 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c0ec1a5d3ed13cbb34c03e215d90ccabc5c133d8ccae19e45f18da347a63815c]
23:13:05.552 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:13:05.552 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:13:05.552 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:05.553 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:05.555 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c0ec1a5d3ed13cbb34c03e215d90ccabc5c133d8ccae19e45f18da347a63815c finished by subtask 3; deferring removal (restored in pending)
23:13:05.561 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5004e13f369848579d9aa925ceec7fbc for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:05.561 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:05.561 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:05.561 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=5004e13f369848579d9aa925ceec7fbc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:05.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5004e13f369848579d9aa925ceec7fbc for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:05.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:05.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:05.562 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=5004e13f369848579d9aa925ceec7fbc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:05.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5004e13f369848579d9aa925ceec7fbc for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:05.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:05.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:05.563 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=5004e13f369848579d9aa925ceec7fbc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:05.569 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2198206c019743698e2f699cbf889266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.569 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2198206c019743698e2f699cbf889266 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:05.576 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:13:05.576 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.585 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xe720cf4a, L:/127.0.0.1:43032 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:05.591 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:05.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:05.591 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:05.591 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:13:05.595 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299998, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:05.602 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:05.610 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:05.610 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:05.610 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:05.611 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:13:05.613 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false, responseScanTimestamp = 7305076673617920001) for scanner KuduScanner(table=replication_test_table, tablet=6d573a1d635c4f749359a23bfe55e8d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.613 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [26d3516ed2ac8dccd9ef96bd84f9e6c4be4a63f96f461ca229d86002cd599fa9]
23:13:05.614 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:13:05.616 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [26d3516ed2ac8dccd9ef96bd84f9e6c4be4a63f96f461ca229d86002cd599fa9]
23:13:05.616 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:13:05.616 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:13:05.617 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 26d3516ed2ac8dccd9ef96bd84f9e6c4be4a63f96f461ca229d86002cd599fa9 finished by subtask 2; deferring removal (restored in pending)
23:13:05.618 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:05.622 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:05.623 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:05.623 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:05.623 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:05.623 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:05.623 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:05.623 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:05.630 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0b98ad50a1d54455abef8f992e107087, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.630 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0b98ad50a1d54455abef8f992e107087 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:05.636 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=df0c63523174449db0516a75885d60cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.637 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet df0c63523174449db0516a75885d60cc for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:05.643 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29dab3f1669849aaa6ab2c5986cb1018, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.643 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29dab3f1669849aaa6ab2c5986cb1018 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:05.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465985642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:05.647 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@38561c7, flushNotification=Deferred@1711996057(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:13:05.648 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@4afe18c6, flushNotification=Deferred@70118823(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:13:05.648 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] connecting to peer
23:13:05.648 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] connecting to peer
23:13:05.648 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=3, operationSize=189, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@74a92b9b, flushNotification=Deferred@1452446575(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:13:05.649 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)] connecting to peer
23:13:05.650 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=2, operationSize=126, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@2013b815, flushNotification=Deferred@1746692326(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:13:05.650 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5004e13f369848579d9aa925ceec7fbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.650 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] connecting to peer
23:13:05.650 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5004e13f369848579d9aa925ceec7fbc for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:05.655 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=20232249652d4718b0c100bd384f4660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.656 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 20232249652d4718b0c100bd384f4660 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:05.662 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2198206c019743698e2f699cbf889266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.662 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2198206c019743698e2f699cbf889266 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:05.686 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:05.686 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:05.686 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:13:05.686 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:13:05.724 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0b98ad50a1d54455abef8f992e107087, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.725 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0b98ad50a1d54455abef8f992e107087 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:05.730 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=df0c63523174449db0516a75885d60cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.730 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet df0c63523174449db0516a75885d60cc for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:05.741 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29dab3f1669849aaa6ab2c5986cb1018, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.742 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29dab3f1669849aaa6ab2c5986cb1018 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:05.746 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5004e13f369848579d9aa925ceec7fbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.747 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5004e13f369848579d9aa925ceec7fbc for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:05.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:05.752 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=20232249652d4718b0c100bd384f4660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.754 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 20232249652d4718b0c100bd384f4660 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:05.760 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2198206c019743698e2f699cbf889266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.760 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2198206c019743698e2f699cbf889266 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:05.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:05.761178 23133 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.21.224.2:41657, user_credentials={real_user=slave}} blocked reactor thread for 50472.4us
23:13:05.768 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:05.772 [DEBUG - kudu-nio-3] (Connection.java:757) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] Successfully connected to peer
23:13:05.779 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] Successfully connected to peer
23:13:05.801 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.802 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)] Successfully connected to peer
23:13:05.807 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:05.807 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:05.807 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:05.808 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xedc8d17a, L:/127.0.0.1:39160 - R:/127.22.181.66:33941] using TOKEN/null
23:13:05.808 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:05.808 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:05.808 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:05.808 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:05.808 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:05.808 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:05.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:05.809 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:05.809 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:05.809 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:05.815 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.816 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0b98ad50a1d54455abef8f992e107087, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.816 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0b98ad50a1d54455abef8f992e107087 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:05.819 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x94f22132, L:/127.0.0.1:41446 - R:/127.22.181.67:33977] using TOKEN/null
23:13:05.828 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=df0c63523174449db0516a75885d60cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.828 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet df0c63523174449db0516a75885d60cc for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:05.831 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.836 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x32ab9359, L:/127.0.0.1:38254 - R:/127.22.181.65:44201] using TOKEN/null
23:13:05.847 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29dab3f1669849aaa6ab2c5986cb1018, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.847 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29dab3f1669849aaa6ab2c5986cb1018 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:05.856 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5004e13f369848579d9aa925ceec7fbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.857 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5004e13f369848579d9aa925ceec7fbc for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:05.860 [DEBUG - kudu-nio-3] (Connection.java:757) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] Successfully connected to peer
23:13:05.865 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=20232249652d4718b0c100bd384f4660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.867 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 20232249652d4718b0c100bd384f4660 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:05.874 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2198206c019743698e2f699cbf889266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.874 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2198206c019743698e2f699cbf889266 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:05.896 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.902 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xd8f72a66, L:/127.0.0.1:41448 - R:/127.22.181.67:33977] using TOKEN/null
23:13:05.918 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:05.918 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:05.918 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:13:05.918 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:13:05.927 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:05.930 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:05.947 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0b98ad50a1d54455abef8f992e107087, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:05.948 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0b98ad50a1d54455abef8f992e107087 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:05.983 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:05.990 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa6dd2c75, L:/127.0.0.1:43038 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:06.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:06.052 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false, responseScanTimestamp = 7305076673617920001) for scanner KuduScanner(table=replication_test_table, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.052 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [46210069d2b40cae5748a15d39761f16708be7397b4d4a7f87e344f050e3f3b4]
23:13:06.106 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:06.153 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=df0c63523174449db0516a75885d60cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.153 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet df0c63523174449db0516a75885d60cc for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:06.182 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29dab3f1669849aaa6ab2c5986cb1018, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.182 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29dab3f1669849aaa6ab2c5986cb1018 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:06.192 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5004e13f369848579d9aa925ceec7fbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.192 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5004e13f369848579d9aa925ceec7fbc for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:06.203 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:06.203 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=20232249652d4718b0c100bd384f4660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.203 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:06.203 [DEBUG - pool-360-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:06.203 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 20232249652d4718b0c100bd384f4660 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:06.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:06.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:06.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:06.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:06.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:06.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:06.204 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:06.204 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:06.204 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:06.204 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:06.210 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2198206c019743698e2f699cbf889266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.211 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2198206c019743698e2f699cbf889266 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:06.213 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:06.214 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:06.214 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:06.214 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:06.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:06.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:06.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:06.215 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:06.215 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:06.215 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:06.215 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:06.215 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:06.215 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:06.245 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [46210069d2b40cae5748a15d39761f16708be7397b4d4a7f87e344f050e3f3b4]
23:13:06.245 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:13:06.245 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:13:06.246 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:06.246 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 46210069d2b40cae5748a15d39761f16708be7397b4d4a7f87e344f050e3f3b4 finished by subtask 1; deferring removal (restored in pending)
23:13:06.247 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:06.251 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:06.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:06.265626 23877 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.22.181.65:44201, user_credentials={real_user=slave}} blocked reactor thread for 299514us
23:13:06.271 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0b98ad50a1d54455abef8f992e107087, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.271 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0b98ad50a1d54455abef8f992e107087 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:06.273 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:06.273 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:13:06.274 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:06.274 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:06.282 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=df0c63523174449db0516a75885d60cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.282 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet df0c63523174449db0516a75885d60cc for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:06.283 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:06.283 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:06.283 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:06.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.284 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.284 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.284 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.284 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.284 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.284 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.284 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:06.302 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 8bfc36203f1d103ecbac657570b4b4ce (5026 bytes, checkpointDuration=660 ms, finalizationTime=0 ms).
23:13:06.303 [INFO - Checkpoint Timer] (CheckpointRequestDecider.java:220) checkpoint request time in queue: 161
23:13:06.306 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:13:06.306 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 42eb43deacd38b4661583d46c27cca0952b0d4c14acc904ea9b3d9a08431b961 from pending
23:13:06.306 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 46210069d2b40cae5748a15d39761f16708be7397b4d4a7f87e344f050e3f3b4 from pending
23:13:06.306 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 6d062878bd9cf95a6d372f67bce64c04326a0b5fdc94770a5a4cd0359169d18b from pending
23:13:06.306 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 4aa5aacdccff999ec0800a2e597126da09be11e2477b26fd08ace0be94fb3163 from pending
23:13:06.306 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 26d3516ed2ac8dccd9ef96bd84f9e6c4be4a63f96f461ca229d86002cd599fa9 from pending
23:13:06.306 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split c0ec1a5d3ed13cbb34c03e215d90ccabc5c133d8ccae19e45f18da347a63815c from pending
23:13:06.306 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 6 finished splits from enumerator state
23:13:06.308 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465986303 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:06.314 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=1, operationSize=63, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@54c991a7, flushNotification=Deferred@486206968(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:13:06.314 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] connecting to peer
23:13:06.323 [DEBUG - kudu-nio-4] (Connection.java:757) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] Successfully connected to peer
23:13:06.323 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:06.323 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:06.324 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:06.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.324 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.324 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.324 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.325 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:06.382 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29dab3f1669849aaa6ab2c5986cb1018, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.382 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29dab3f1669849aaa6ab2c5986cb1018 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:06.391 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5004e13f369848579d9aa925ceec7fbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.391 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5004e13f369848579d9aa925ceec7fbc for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:06.400 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=20232249652d4718b0c100bd384f4660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.400 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 20232249652d4718b0c100bd384f4660 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:06.408 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2198206c019743698e2f699cbf889266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.408 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2198206c019743698e2f699cbf889266 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:06.426 [DEBUG - kudu-nio-4] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:06.435 [DEBUG - kudu-nio-4] (Negotiator.java:919) Authenticated connection [id: 0x2a45a5eb, L:/127.0.0.1:39164 - R:/127.22.181.66:33941] using TOKEN/null
23:13:06.470 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0b98ad50a1d54455abef8f992e107087, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.471 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0b98ad50a1d54455abef8f992e107087 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:06.477 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=df0c63523174449db0516a75885d60cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.477 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet df0c63523174449db0516a75885d60cc for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:06.489 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29dab3f1669849aaa6ab2c5986cb1018, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.490 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29dab3f1669849aaa6ab2c5986cb1018 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:06.504 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5004e13f369848579d9aa925ceec7fbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.505 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5004e13f369848579d9aa925ceec7fbc for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:06.519 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=20232249652d4718b0c100bd384f4660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.519 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 20232249652d4718b0c100bd384f4660 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:06.524 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 8bfc36203f1d103ecbac657570b4b4ce (964 bytes, checkpointDuration=220 ms, finalizationTime=1 ms).
23:13:06.525 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:13:06.531 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2198206c019743698e2f699cbf889266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.532 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2198206c019743698e2f699cbf889266 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:06.536 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c9587e17d32b4f22b451bde17502d8e8
23:13:06.541 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:06.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:06.541263 24620 log.cc:927] Time spent T 2198206c019743698e2f699cbf889266 P 7b22771d75694bada4a882fdda2f6e59: Append to log took a long time: real 0.066s	user 0.001s	sys 0.000s
23:13:06.545 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c9587e17d32b4f22b451bde17502d8e8
23:13:06.549 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:06.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:06.554 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d2b1f3497a9f42a096990752bf835e58 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:06.554 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5f166e1cd35241108b32a49d03f7f8e3 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:06.554 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 63581287a2e949218717e53c2cce5646 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:06.554 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9862d97db80f473d85d2f1180b5ca5d4 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:06.555 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6d573a1d635c4f749359a23bfe55e8d1 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:06.555 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ecc39fe07faa4b0a9ff6092ebceb7eae for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:06.555 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:06.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0b98ad50a1d54455abef8f992e107087 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:06.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet df0c63523174449db0516a75885d60cc for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:06.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29dab3f1669849aaa6ab2c5986cb1018 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:06.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5004e13f369848579d9aa925ceec7fbc for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:06.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:06.562 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:06.562 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=0b98ad50a1d54455abef8f992e107087@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=df0c63523174449db0516a75885d60cc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=29dab3f1669849aaa6ab2c5986cb1018@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=5004e13f369848579d9aa925ceec7fbc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:06.569 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c9587e17d32b4f22b451bde17502d8e8
23:13:06.572 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 265e6d0ee8254c4d9d138a50ad720eed
23:13:06.576 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d2b1f3497a9f42a096990752bf835e58 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:06.576 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5f166e1cd35241108b32a49d03f7f8e3 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:06.576 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 63581287a2e949218717e53c2cce5646 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:06.576 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9862d97db80f473d85d2f1180b5ca5d4 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:06.576 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6d573a1d635c4f749359a23bfe55e8d1 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:06.576 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ecc39fe07faa4b0a9ff6092ebceb7eae for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:06.576 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:06.577 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.21.224.62:43747, [4ms] Sub RPC GetTableLocations: received response from server master-127.21.224.62:43747: OK, deferred=null)) after lookup
23:13:06.586 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d2b1f3497a9f42a096990752bf835e58, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.586 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d2b1f3497a9f42a096990752bf835e58 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:06.594 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f166e1cd35241108b32a49d03f7f8e3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.594 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5f166e1cd35241108b32a49d03f7f8e3 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:06.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:06.644 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465986643 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:06.650 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=63581287a2e949218717e53c2cce5646, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.650 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 63581287a2e949218717e53c2cce5646 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:06.660 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 8bfc36203f1d103ecbac657570b4b4ce (964 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
23:13:06.662 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:13:06.698 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9862d97db80f473d85d2f1180b5ca5d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.698 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 9862d97db80f473d85d2f1180b5ca5d4 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:06.710 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6d573a1d635c4f749359a23bfe55e8d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.710 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 6d573a1d635c4f749359a23bfe55e8d1 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:06.716 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:06.716 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:06.716 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:06.716 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.716 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.718 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.718 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:06.719 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.720 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ecc39fe07faa4b0a9ff6092ebceb7eae for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:06.726 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 0b98ad50a1d54455abef8f992e107087 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:06.726 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet df0c63523174449db0516a75885d60cc for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:06.726 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 29dab3f1669849aaa6ab2c5986cb1018 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:06.726 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 5004e13f369848579d9aa925ceec7fbc for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:06.726 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 20232249652d4718b0c100bd384f4660 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:06.727 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet 2198206c019743698e2f699cbf889266 for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:06.727 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=0b98ad50a1d54455abef8f992e107087@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=df0c63523174449db0516a75885d60cc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=29dab3f1669849aaa6ab2c5986cb1018@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=5004e13f369848579d9aa925ceec7fbc@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=20232249652d4718b0c100bd384f4660@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941),d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)[L],f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=2198206c019743698e2f699cbf889266@[7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)[L],d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977),f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:06.727 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=6), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.22.181.124:40657, [6ms] Sub RPC GetTableLocations: received response from server master-127.22.181.124:40657: OK, deferred=null)) after lookup
23:13:06.737 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0b98ad50a1d54455abef8f992e107087, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.738 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0b98ad50a1d54455abef8f992e107087 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:06.778 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:06.783 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c9587e17d32b4f22b451bde17502d8e8
23:13:06.805 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=df0c63523174449db0516a75885d60cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.806 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet df0c63523174449db0516a75885d60cc for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:06.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d2b1f3497a9f42a096990752bf835e58 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:06.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5f166e1cd35241108b32a49d03f7f8e3 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:06.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 63581287a2e949218717e53c2cce5646 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:06.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9862d97db80f473d85d2f1180b5ca5d4 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:06.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6d573a1d635c4f749359a23bfe55e8d1 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:06.807 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ecc39fe07faa4b0a9ff6092ebceb7eae for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:06.807 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:06.812 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='a3d6bea35765d447dbaf7594856950d6f4c11ac679ba4e49383fc4501bcb0654'}]
23:13:06.814 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:06.814 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0d1d9b4b23dc4bc9f2114183037359f00346bb2b4b84045eb25da349cf5a2d0e'}]
23:13:06.815 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29dab3f1669849aaa6ab2c5986cb1018, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.815 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29dab3f1669849aaa6ab2c5986cb1018 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:06.815 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:06.816 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6449a6f7eddfbc89b2d88dec893f3e4c9d25b77f37f6f897910f2b34c65928db'}]
23:13:06.817 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:06.817 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:13:06.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:06.817245 23451 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.22.181.125:34887, user_credentials={real_user=slave}} blocked reactor thread for 50967us
23:13:06.818 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:06.818 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 1
23:13:06.819 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:06.819 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:13:06.819 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}]
23:13:06.820 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='520deddbb7ccf081a40a2025db09dc60328051f1722c8edd8dd45fcf1820f0d7'}]
23:13:06.821 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:06.821 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:13:06.821 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299998, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:06.824 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5004e13f369848579d9aa925ceec7fbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.825 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5004e13f369848579d9aa925ceec7fbc for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:06.834 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=20232249652d4718b0c100bd384f4660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.834 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 20232249652d4718b0c100bd384f4660 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:06.836 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:06.840 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:06.840 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:06.840 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:06.840 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:06.840 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:06.840 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:06.841 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:06.841 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:06.841 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:06.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:06.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:06.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:06.841 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:06.845 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:06.856 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:06.864 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:06.867 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2198206c019743698e2f699cbf889266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.867 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2198206c019743698e2f699cbf889266 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:06.872 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:06.886 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=d2b1f3497a9f42a096990752bf835e58, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.886 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet d2b1f3497a9f42a096990752bf835e58 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:06.889 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:06.894 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5f166e1cd35241108b32a49d03f7f8e3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.895 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 5f166e1cd35241108b32a49d03f7f8e3 for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:06.897 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:06.903 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:06.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:06.903820 22992 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.21.224.1:42319, user_credentials={real_user=slave}} blocked reactor thread for 99261.7us
23:13:06.910 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:06.910 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:06.910 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:06.910 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:06.910 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:06.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:06.910 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:06.910 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:06.910 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:06.910 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:06.910 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:06.910 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:06.911 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:06.919 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=63581287a2e949218717e53c2cce5646, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.919 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 63581287a2e949218717e53c2cce5646 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:06.944 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=9862d97db80f473d85d2f1180b5ca5d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.944 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 9862d97db80f473d85d2f1180b5ca5d4 for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:06.945 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:06.950 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:06.950 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:06.950 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:06.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:06.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.951 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:06.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:06.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:06.958 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=6d573a1d635c4f749359a23bfe55e8d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.959 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 6d573a1d635c4f749359a23bfe55e8d1 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:06.963 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:06.963 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:06.963 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:06.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:06.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:06.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:06.964 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:06.964 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:06.964 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:06.964 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:06.964 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:06.964 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:06.964 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:06.968 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:06.972 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:06.988 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3490af52, L:/127.0.0.1:43078 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:06.993 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:06.994 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet ecc39fe07faa4b0a9ff6092ebceb7eae for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:06.994 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:06.994 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:06.994 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:06.994 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:06.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:06.994 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:06.995 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:06.995 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:06.995 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:06.995 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:06.995 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:06.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:06.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:06.995 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:07.010 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=0b98ad50a1d54455abef8f992e107087, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.010 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 0b98ad50a1d54455abef8f992e107087 for partition [0x0000000000000000, 0x0000000000000001) with scanner id null
23:13:07.017 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:07.019 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:07.021 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:07.024 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=df0c63523174449db0516a75885d60cc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.024 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet df0c63523174449db0516a75885d60cc for partition [0x0000000000000001, 0x0000000000000002) with scanner id null
23:13:07.035 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2a0e94d3, L:/127.0.0.1:43052 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:07.042 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=29dab3f1669849aaa6ab2c5986cb1018, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.042 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 29dab3f1669849aaa6ab2c5986cb1018 for partition [0x0000000100000000, 0x0000000100000001) with scanner id null
23:13:07.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:07.054 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x7ec2f8b0, L:/127.0.0.1:43048 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:07.056 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076681809920001) for scanner KuduScanner(table=replication_test_table, tablet=5f166e1cd35241108b32a49d03f7f8e3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.057 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [0d1d9b4b23dc4bc9f2114183037359f00346bb2b4b84045eb25da349cf5a2d0e]
23:13:07.057 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0d1d9b4b23dc4bc9f2114183037359f00346bb2b4b84045eb25da349cf5a2d0e]
23:13:07.058 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:13:07.058 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:13:07.059 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0d1d9b4b23dc4bc9f2114183037359f00346bb2b4b84045eb25da349cf5a2d0e finished by subtask 3; deferring removal (restored in pending)
23:13:07.061 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:07.062 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='9835f8ebce37dd3545b5b9ec3c9ea9d34bc988a9cfb4802fbb3d48bc8fdf8bbd'}]
23:13:07.063 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:07.067 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:07.069 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:07.073 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x022cb61e, L:/127.0.0.1:43068 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:07.078 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 3 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=5004e13f369848579d9aa925ceec7fbc, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.078 [DEBUG - kudu-nio-5] (AsyncKuduScanner.java:822) Done scanning tablet 5004e13f369848579d9aa925ceec7fbc for partition [0x0000000100000001, 0x0000000100000002) with scanner id null
23:13:07.087 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:13:07.088 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299997, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}]
23:13:07.091 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076681809920001) for scanner KuduScanner(table=replication_test_table, tablet=d2b1f3497a9f42a096990752bf835e58, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.092 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [a3d6bea35765d447dbaf7594856950d6f4c11ac679ba4e49383fc4501bcb0654]
23:13:07.092 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [a3d6bea35765d447dbaf7594856950d6f4c11ac679ba4e49383fc4501bcb0654]
23:13:07.092 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 1 because it is idle.
23:13:07.092 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 1
23:13:07.095 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split a3d6bea35765d447dbaf7594856950d6f4c11ac679ba4e49383fc4501bcb0654 finished by subtask 0; deferring removal (restored in pending)
23:13:07.096 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:07.099 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:07.100 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f292e8bea44d60a16815d1e58964557ebeb1be6647657e6ec7e02d249bd82039'}]
23:13:07.101 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:07.114 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:07.120 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 2 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=20232249652d4718b0c100bd384f4660, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.121 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:822) Done scanning tablet 20232249652d4718b0c100bd384f4660 for partition [0x0000000200000000, 0x0000000200000001) with scanner id null
23:13:07.144 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465987142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:07.150 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 1 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=2198206c019743698e2f699cbf889266, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.150 [DEBUG - kudu-nio-4] (AsyncKuduScanner.java:822) Done scanning tablet 2198206c019743698e2f699cbf889266 for partition [0x0000000200000001, 0x0000000200000002) with scanner id null
23:13:07.151 [DEBUG - main] (Connection.java:575) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] disconnecting while in state READY
23:13:07.151 [DEBUG - main] (Connection.java:575) [peer master-127.22.181.125:34887(127.22.181.125:34887)] disconnecting while in state READY
23:13:07.151 [DEBUG - main] (Connection.java:575) [peer master-127.22.181.126:45233(127.22.181.126:45233)] disconnecting while in state READY
23:13:07.151 [DEBUG - main] (Connection.java:575) [peer master-127.22.181.124:40657(127.22.181.124:40657)] disconnecting while in state READY
23:13:07.151 [DEBUG - main] (Connection.java:575) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] disconnecting while in state READY
23:13:07.151 [DEBUG - main] (Connection.java:575) [peer f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)] disconnecting while in state READY
23:13:07.152 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.181.125:34887(127.22.181.125:34887)] handling channelInactive
23:13:07.152 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state READY due to: connection closed
23:13:07.152 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.181.126:45233(127.22.181.126:45233)] handling channelInactive
23:13:07.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state READY due to: connection closed
23:13:07.153 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.181.124:40657(127.22.181.124:40657)] handling channelInactive
23:13:07.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state READY due to: connection closed
23:13:07.153 [DEBUG - kudu-nio-5] (Connection.java:239) [peer f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)] handling channelInactive
23:13:07.153 [DEBUG - kudu-nio-5] (Connection.java:709) [peer f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)] cleaning up while in state READY due to: connection closed
23:13:07.158 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] handling channelInactive
23:13:07.158 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] cleaning up while in state READY due to: connection closed
23:13:07.158 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:07.160 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
23:13:07.160 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-5
23:13:07.160 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-1
23:13:07.160 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:13:07.160 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-3
23:13:07.163 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076681809920001) for scanner KuduScanner(table=replication_test_table, tablet=63581287a2e949218717e53c2cce5646, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.164 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [6449a6f7eddfbc89b2d88dec893f3e4c9d25b77f37f6f897910f2b34c65928db]
23:13:07.166 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6449a6f7eddfbc89b2d88dec893f3e4c9d25b77f37f6f897910f2b34c65928db]
23:13:07.166 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:13:07.166 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:13:07.166 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:07.167 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:07.169 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6449a6f7eddfbc89b2d88dec893f3e4c9d25b77f37f6f897910f2b34c65928db finished by subtask 2; deferring removal (restored in pending)
23:13:07.192 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:07.201 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:07.202 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:07.202 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:07.202 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:07.202 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:07.202 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:07.202 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:07.202 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:07.202 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:07.202 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:07.202 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:07.202 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:07.202 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:07.216 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076681809920001) for scanner KuduScanner(table=replication_test_table, tablet=9862d97db80f473d85d2f1180b5ca5d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.217 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [520deddbb7ccf081a40a2025db09dc60328051f1722c8edd8dd45fcf1820f0d7]
23:13:07.217 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [520deddbb7ccf081a40a2025db09dc60328051f1722c8edd8dd45fcf1820f0d7]
23:13:07.218 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:13:07.218 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:13:07.219 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 520deddbb7ccf081a40a2025db09dc60328051f1722c8edd8dd45fcf1820f0d7 finished by subtask 1; deferring removal (restored in pending)
23:13:07.219 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:07.220 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:07.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:07.256 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] handling channelInactive
23:13:07.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] cleaning up while in state READY due to: connection closed
23:13:07.256 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-4
23:13:07.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:07.257427 23253 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 23629
23:13:07.308 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:13:07.308 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:07.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:07.308 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:07.319 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 2
23:13:07.320 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299997, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:07.327 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 8bfc36203f1d103ecbac657570b4b4ce (5086 bytes, checkpointDuration=185 ms, finalizationTime=0 ms).
23:13:07.332 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:13:07.332 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 0d1d9b4b23dc4bc9f2114183037359f00346bb2b4b84045eb25da349cf5a2d0e from pending
23:13:07.332 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split a3d6bea35765d447dbaf7594856950d6f4c11ac679ba4e49383fc4501bcb0654 from pending
23:13:07.332 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 520deddbb7ccf081a40a2025db09dc60328051f1722c8edd8dd45fcf1820f0d7 from pending
23:13:07.332 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 4 complete: removed split 6449a6f7eddfbc89b2d88dec893f3e4c9d25b77f37f6f897910f2b34c65928db from pending
23:13:07.332 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 4 complete: removed 4 finished splits from enumerator state
23:13:07.336 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RESTARTING to RUNNING.
23:13:07.337 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 9c307ae8863c63d3de8666de8ff6a319 from Checkpoint 65 @ 1783465863518 for 9c307ae8863c63d3de8666de8ff6a319 located at file:/tmp/junit16081764617082026865/checkpoints/9c307ae8863c63d3de8666de8ff6a319/chk-65.
23:13:07.337 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
23:13:07.337 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:13:07.353 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:07.353 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:07.354 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:13:07.354 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:13:07.362 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:07.366 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:07.389 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:07.396 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:07.399 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf2287946, L:/127.0.0.1:43090 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:07.399 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:07.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:07.400 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:13:07.400 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 1 exited.
23:13:07.405 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:07.405 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:07.406 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to SCHEDULED.
23:13:07.406 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:13:07.406 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:13:07.407 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from SCHEDULED to DEPLOYING.
23:13:07.407 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #5) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 6b8216d747499fdd765ce2b567992055
23:13:07.407 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to SCHEDULED.
23:13:07.407 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from SCHEDULED to DEPLOYING.
23:13:07.407 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #5) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id bfc1f281532da150741ebe37e35f65fc
23:13:07.408 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to SCHEDULED.
23:13:07.408 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from SCHEDULED to DEPLOYING.
23:13:07.408 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #5) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 7d74b8666a09b18f8a6e06f293e59fd5
23:13:07.408 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to SCHEDULED.
23:13:07.409 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from SCHEDULED to DEPLOYING.
23:13:07.409 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #5) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 85bfe1384700b0a8fc9aea3230d7daee
23:13:07.409 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:07.409 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:07.409 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:07.410 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:07.410 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 6b8216d747499fdd765ce2b567992055.
23:13:07.411 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5), deploy into slot with allocation id 6b8216d747499fdd765ce2b567992055.
23:13:07.413 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot bfc1f281532da150741ebe37e35f65fc.
23:13:07.414 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5), deploy into slot with allocation id bfc1f281532da150741ebe37e35f65fc.
23:13:07.415 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 7d74b8666a09b18f8a6e06f293e59fd5.
23:13:07.417 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076681809920001) for scanner KuduScanner(table=replication_test_table, tablet=6d573a1d635c4f749359a23bfe55e8d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.417 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [9835f8ebce37dd3545b5b9ec3c9ea9d34bc988a9cfb4802fbb3d48bc8fdf8bbd]
23:13:07.417 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5), deploy into slot with allocation id 7d74b8666a09b18f8a6e06f293e59fd5.
23:13:07.417 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [9835f8ebce37dd3545b5b9ec3c9ea9d34bc988a9cfb4802fbb3d48bc8fdf8bbd]
23:13:07.417 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:13:07.418 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:13:07.418 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 9835f8ebce37dd3545b5b9ec3c9ea9d34bc988a9cfb4802fbb3d48bc8fdf8bbd finished by subtask 3; deferring removal (restored in pending)
23:13:07.419 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from CREATED to DEPLOYING.
23:13:07.419 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:07.419 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from CREATED to DEPLOYING.
23:13:07.419 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5) [DEPLOYING].
23:13:07.420 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6c9dff04
23:13:07.420 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:07.420 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:13:07.420 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:13:07.420 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from DEPLOYING to INITIALIZING.
23:13:07.421 [INFO - Thread-60] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:13:07.421 [DEBUG - Thread-60] (Connection.java:575) [peer master-127.15.153.253:37081(127.15.153.253:37081)] disconnecting while in state TERMINATED
23:13:07.421 [DEBUG - Thread-60] (Connection.java:575) [peer master-127.15.153.252:38525(127.15.153.252:38525)] disconnecting while in state TERMINATED
23:13:07.422 [DEBUG - Thread-60] (Connection.java:575) [peer master-127.15.153.254:35665(127.15.153.254:35665)] disconnecting while in state TERMINATED
23:13:07.424 [DEBUG - Thread-60] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:07.428 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:07.431 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 85bfe1384700b0a8fc9aea3230d7daee.
23:13:07.432 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5), deploy into slot with allocation id 85bfe1384700b0a8fc9aea3230d7daee.
23:13:07.432 [INFO - Thread-60] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:13:07.433 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CREATED to DEPLOYING.
23:13:07.433 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5) [DEPLOYING].
23:13:07.418 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:07.419 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5) [DEPLOYING].
23:13:07.436 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@13a84f59
23:13:07.436 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:07.436 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:13:07.436 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:13:07.436 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from DEPLOYING to INITIALIZING.
23:13:07.437 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1d94c943
23:13:07.437 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:07.438 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:13:07.438 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:13:07.438 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from DEPLOYING to INITIALIZING.
23:13:07.440 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:07.442 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@30dafc79
23:13:07.443 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b355095
23:13:07.444 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:07.444 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:07.446 [INFO - Thread-60] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:13:07.447 [DEBUG - Thread-60] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:07.447 [INFO - Thread-60] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:13:07.440 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46657d5a
23:13:07.452 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from CREATED to DEPLOYING.
23:13:07.452 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5) [DEPLOYING].
23:13:07.456 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6dbc552
23:13:07.456 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:07.456 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:13:07.456 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:07.465 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)] handling channelInactive
23:13:07.465 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)] cleaning up while in state READY due to: connection closed
23:13:07.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:07.467167 24018 connection.cc:573] server connection from 127.22.181.65:47663 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:13:07.468 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:13:07.469 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from DEPLOYING to INITIALIZING.
23:13:07.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:07.468860 24018 connection.cc:573] client connection to 127.22.181.65:44201 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:13:07.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:07.468861 23877 connection.cc:573] client connection to 127.22.181.65:44201 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:13:07.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:07.469288 23877 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:13:07.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:07.469270 24018 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:13:07.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:07.475929 23253 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 23844
23:13:07.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:07.486 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:07.505 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5a3c9070
23:13:07.507 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:07.514 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:07.514 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:07.514 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:07.514 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:07.525 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x142c82c4, L:/127.0.0.1:43096 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:07.530 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.545 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076681809920001) for scanner KuduScanner(table=replication_test_table, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:07.546 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.546 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [f292e8bea44d60a16815d1e58964557ebeb1be6647657e6ec7e02d249bd82039]
23:13:07.546 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f292e8bea44d60a16815d1e58964557ebeb1be6647657e6ec7e02d249bd82039]
23:13:07.546 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 2 because it is idle.
23:13:07.547 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 2
23:13:07.548 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f292e8bea44d60a16815d1e58964557ebeb1be6647657e6ec7e02d249bd82039 finished by subtask 0; deferring removal (restored in pending)
23:13:07.548 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:07.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:07.556 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:07.557 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:07.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:07.558 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:13:07.558 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:07.574 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:07.584085 24018 consensus_peers.cc:597] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 -> Peer f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201): Couldn't send request to peer f26f28a9c9b04060870b2a68e7bf26aa. Status: Network error: Client connection negotiation failed: client connection to 127.22.181.65:44201: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:13:07.585 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.585 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.587 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.587 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.588 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.588 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.588 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.588 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#5] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:07.589 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.589 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.589 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:07.614 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:07.622 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#5] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:07.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.638 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.638 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.638 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.638 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:07.644 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.644 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.644 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.644 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:07.646 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465987645 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:07.646 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.652 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.659 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 8bfc36203f1d103ecbac657570b4b4ce (2338 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:13:07.660 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:13:07.660 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split 9835f8ebce37dd3545b5b9ec3c9ea9d34bc988a9cfb4802fbb3d48bc8fdf8bbd from pending
23:13:07.660 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 5 complete: removed split f292e8bea44d60a16815d1e58964557ebeb1be6647657e6ec7e02d249bd82039 from pending
23:13:07.660 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 5 complete: removed 2 finished splits from enumerator state
23:13:07.712 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] handling channelInactive
23:13:07.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] cleaning up while in state READY due to: connection closed
23:13:07.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:07.721202 24018 consensus_peers.cc:597] T 20232249652d4718b0c100bd384f4660 P d95305761fd74bc59dadff36d4f9d0d8 -> Peer f26f28a9c9b04060870b2a68e7bf26aa (127.22.181.65:44201): Couldn't send request to peer f26f28a9c9b04060870b2a68e7bf26aa. Status: Network error: Client connection negotiation failed: client connection to 127.22.181.65:44201: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:13:07.722 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] handling channelInactive
23:13:07.722 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 7b22771d75694bada4a882fdda2f6e59(127.22.181.66:33941)] cleaning up while in state READY due to: connection closed
23:13:07.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:07.725396 24018 connection.cc:573] client connection to 127.22.181.66:33941 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:13:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:07.729229 24673 negotiation.cc:336] Failed RPC negotiation. Trace:
23:13:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:07.727098 (+     0us) reactor.cc:730] Submitting negotiation task for client connection to 127.22.181.66:33941 (local address 127.22.181.67:56523)
23:13:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:07.728054 (+   956us) negotiation.cc:107] Waiting for socket to connect
23:13:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:07.728254 (+   200us) negotiation.cc:326] Negotiation complete: Network error: Client connection negotiation failed: client connection to 127.22.181.66:33941: connect: Connection reset by peer (error 104)
23:13:07.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"client-negotiator.queue_time_us":361}
23:13:07.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:07.729956 24018 consensus_peers.cc:597] T 0b98ad50a1d54455abef8f992e107087 P d95305761fd74bc59dadff36d4f9d0d8 -> Peer 7b22771d75694bada4a882fdda2f6e59 (127.22.181.66:33941): Couldn't send request to peer 7b22771d75694bada4a882fdda2f6e59. Status: Network error: Client connection negotiation failed: client connection to 127.22.181.66:33941: connect: Connection reset by peer (error 104). This is attempt 1: this message will repeat every 5th retry.
23:13:07.745 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.746 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.746 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.746 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.751 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:07.751 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:07.751 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:07.751 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:07.752 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:07.752 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:07.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:07.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:07.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:07.753 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:07.753 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:07.753 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:07.753 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:07.753 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:07.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:07.756367 23253 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 23997
23:13:07.772 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:07.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:07.773 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:07.773 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:07.779 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:07.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:07.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:07.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:07.786 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:07.786 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:07.786 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:07.786 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:07.794 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.794 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.794 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.794 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.795 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:07.800 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:07.801 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.801 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.801 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.809 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.809 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.809 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.809 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:07.815 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:07.815 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:07.816 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:07.816 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 2 exited.
23:13:07.828 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.829 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.830 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.830 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.830 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.833 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#5] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:07.837 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:07.837 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:07.837 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:07.837 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:07.838 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:07.838 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:07.838 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:07.838 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:07.838 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:07.838 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:07.838 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:07.838 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:07.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:07.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:07.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:07.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:07.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:07.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:07.838 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:07.838 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:07.838 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:07.838 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:07.839 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:07.839 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:07.839 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:07.839 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:07.840 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.840 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.840 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.846 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.846 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.848 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:07.856 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:07.856 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:07.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:07.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:07.864 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] handling channelInactive
23:13:07.864 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] cleaning up while in state READY due to: connection closed
23:13:07.864 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:07.865 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:07.865 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:07.865 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:07.867 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.869 [DEBUG - kudu-nio-3] (Connection.java:239) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] handling channelInactive
23:13:07.869 [DEBUG - kudu-nio-3] (Connection.java:709) [peer d95305761fd74bc59dadff36d4f9d0d8(127.22.181.67:33977)] cleaning up while in state READY due to: connection closed
23:13:07.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:07.880509 23253 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 23265
23:13:07.897 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:07.897 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:07.897 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:07.897 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:07.905 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.907 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.907 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.913 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:07.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.913 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.914 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.914 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.914 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:07.916 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:07.918 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#5] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:07.920 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.920 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.923 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.929 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.929 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.929 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:07.931 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.931 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.931 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:07.931 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.931 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.931 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.932 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.932 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.932 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.933 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.933 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.933 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.933 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:07.934 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.935 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.944 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.181.126:45233(127.22.181.126:45233)] handling channelInactive
23:13:07.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state READY due to: connection closed
23:13:07.944 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.181.126:45233(127.22.181.126:45233)] handling channelInactive
23:13:07.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state READY due to: connection closed
23:13:07.944 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.181.126:45233(127.22.181.126:45233)] handling channelInactive
23:13:07.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state READY due to: connection closed
23:13:07.944 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.22.181.126:45233(127.22.181.126:45233)] handling channelInactive
23:13:07.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state READY due to: connection closed
23:13:07.950 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.951 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.951 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:07.951 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.951 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.951 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.951 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.951 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.951 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.951 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.951 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.952 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.952 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:07.958 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:07.958101 23253 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 23336
23:13:07.960 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.961 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.961 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.961 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.975 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:07.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.977 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.977 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.984 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:07.985 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.985 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.985 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.985 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:07.990 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.991 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.991 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.991 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.991 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:07.991 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:07.991 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.992 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.992 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.992 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.992 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.992 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.992 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.992 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.992 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:07.992 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:07.993 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:07.994 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:07.997 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:07.998 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.998 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:07.999 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.004 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.181.125:34887(127.22.181.125:34887)] handling channelInactive
23:13:08.004 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.181.125:34887(127.22.181.125:34887)] handling channelInactive
23:13:08.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state READY due to: connection closed
23:13:08.005 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.181.125:34887(127.22.181.125:34887)] handling channelInactive
23:13:08.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state READY due to: connection closed
23:13:08.004 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.22.181.125:34887(127.22.181.125:34887)] handling channelInactive
23:13:08.004 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state READY due to: connection closed
23:13:08.005 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state READY due to: connection closed
23:13:08.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.006 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.006 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.006 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.010 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.011 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.011 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.011 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.012 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.012 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.012 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.012 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.026 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.031 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.031 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.031 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.032 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.032 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.032 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.032 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.033 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.033 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.033 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.033 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:08.042042 23253 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 23415
23:13:08.044 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:08.045 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.045 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.045 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.045 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:08.046 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.046 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.046 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.046 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.046 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.046 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.046 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:08.047 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.047 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.048 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.048 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.048 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.048 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.051 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:08.056 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:08.056 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:08.057 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:08.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.057 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.058 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.058 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.058 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.058 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.058 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.058 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.058 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:08.061 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.062 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.062 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.062 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.075 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:08.075 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:08.075 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:08.075 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.075 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.075 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.076 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.076 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.076 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.076 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.076 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.076 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.076 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.076 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.076 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.076 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:08.077 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.077 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.078 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.078 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.078 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.078 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.078 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.082 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.082 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.082 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.082 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.086 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.086 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.086 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.087 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.087 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.087 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.087 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.087 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.087 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.088 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.088 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.088 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.088 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.088 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.088 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.088 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.088 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.094 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:08.095 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:08.095 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:08.095 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.095 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.095 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.095 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.096 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.096 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:08.096 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.096 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.096 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.096 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.096 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.096 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.096 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.096 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.096 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.096 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:08.106 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.107 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.107 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.107 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.107 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.107 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.107 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.108 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.108 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.108 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.108 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.108 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.113 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.114 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.114 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.114 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.115 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.115 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.115 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.115 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.115 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.115 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.115 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.115 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.115 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.115 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.118 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.118 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.118 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.118 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.118 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.119 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.119 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.119 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.127 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.128 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.128 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.128 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.128 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.131 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.181.124:40657(127.22.181.124:40657)] handling channelInactive
23:13:08.131 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state READY due to: connection closed
23:13:08.131 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.181.124:40657(127.22.181.124:40657)] handling channelInactive
23:13:08.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state READY due to: connection closed
23:13:08.132 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.181.124:40657(127.22.181.124:40657)] handling channelInactive
23:13:08.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state READY due to: connection closed
23:13:08.132 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.22.181.124:40657(127.22.181.124:40657)] handling channelInactive
23:13:08.132 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state READY due to: connection closed
23:13:08.144 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465988143 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:08.146 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.146 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.146 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.147 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.147 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.147 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.147 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.147 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.147 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.147 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.147 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.147 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.147 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.147 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.148 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.148 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.148 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.148 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.148 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.148 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.148 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.148 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.148 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.148 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.148 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.148 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.154 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:08.155 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:08.155 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:08.155 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.155 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.155 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.156 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.156 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.156 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.156 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 8bfc36203f1d103ecbac657570b4b4ce (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:13:08.156 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.156 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.156 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.156 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:08.155 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.156 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.156 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.157 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.157 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.157 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.157 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.157 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.157 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.157 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.157 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.157 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.157 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.159 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:13:08.175 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:08.175 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:08.175 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:08.176 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.176 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.176 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.176 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.177 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.177 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.177 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.177 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:08.187 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.187 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.188 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.188 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.188 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.188 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.188 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.194 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.194 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.194 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.195 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.195 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.195 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.195 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.195 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.195 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.195 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.207 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.207 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.207 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.207 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.207 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.207 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.208 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.208 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.208 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.226 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.226 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.226 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.226 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.226 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.226 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.226 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.226 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.226 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.227 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.227 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.227 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.247 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.248 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.248 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.248 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.248 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:08.248 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.248 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:08.248 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.248 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:08.248 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.248 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.248 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:08.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:08.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:08.249 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:08.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.249 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:08.249 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:08.249 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:08.249 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:08.249 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:08.249 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:08.249 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:08.254 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:08.254 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:08.255 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:08.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.255 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.255 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.255 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.256 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:08.271 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.271 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.271 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.271 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.271 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.271 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.272 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.281 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:08.281 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:08.281 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:08.282 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:08.282 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:08.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:08.282 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:08.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:08.282 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:08.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:08.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:08.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:08.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:08.286 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.286 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.286 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.286 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.286 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.286 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.287 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.287 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.287 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.326 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.326 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.327 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.327 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.327 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.327 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.327 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.327 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.327 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.327 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.327 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.328 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.371 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.371 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.371 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.371 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.371 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.371 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.372 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.372 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.372 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.372 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.372 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.372 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.372 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.395 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:08.395 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:08.396 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:08.396 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:08.396 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:08.396 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:08.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:08.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:08.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:08.397 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:08.397 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:08.397 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:08.397 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:08.414 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.414 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.414 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.415 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.415 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.415 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.415 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.415 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.447 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.447 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.447 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.448 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.448 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.448 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.448 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.448 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.448 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.448 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.448 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.448 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.449 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.455 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.455 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.455 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.455 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.455 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.455 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.456 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.456 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.456 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.456 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.456 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.456 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.456 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:08.551 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:08.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:08.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465988642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:08.654 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 8bfc36203f1d103ecbac657570b4b4ce (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:13:08.655 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:13:08.666 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.667 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.667 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.667 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.668 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.668 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.669 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.669 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.669 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.669 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.687 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.687 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.687 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.688 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.688 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.688 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.688 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.688 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.689 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.689 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.689 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:08.751 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.751 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.751 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.752 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.752 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.752 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.752 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.752 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.752 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.752 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.752 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.752 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:08.755231 23098 debug-util.cc:398] Leaking SignalData structure 0x7b08000b2700 after lost signal to thread 22973
23:13:08.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:08.757130 23098 debug-util.cc:398] Leaking SignalData structure 0x7b08000cf760 after lost signal to thread 23101
23:13:08.773 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c9587e17d32b4f22b451bde17502d8e8
23:13:08.774 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:08.775 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:08.775 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:08.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.776 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:08.781 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d2b1f3497a9f42a096990752bf835e58 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:08.781 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5f166e1cd35241108b32a49d03f7f8e3 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:08.781 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 63581287a2e949218717e53c2cce5646 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:08.781 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9862d97db80f473d85d2f1180b5ca5d4 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:08.781 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6d573a1d635c4f749359a23bfe55e8d1 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:08.781 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ecc39fe07faa4b0a9ff6092ebceb7eae for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:08.781 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:08.789 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e2910d55396e65c3367a50ae3ecfc78d5292aecd36ed4d21de3be2e3a742990a'}]
23:13:08.790 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:08.791 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='00178c564e7fd55e3f1a0c33cbbc1ea304759924f3fbf554c17ce362f6ca1048'}]
23:13:08.792 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:08.792 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='6daf46dfff740ac9b4c8d077bc71a73611c314ec861040a80deeec07ad7c8f35'}]
23:13:08.793 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:08.794 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='e42c53b848857129fb4e9d79cb30b9c7181de4dbab0c90ba54b98ba034f40d31'}]
23:13:08.794 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:08.795 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:13:08.796 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299996, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:08.797 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:13:08.797 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299996, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:08.798 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:13:08.798 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299996, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}]
23:13:08.798 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 3
23:13:08.799 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299996, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:08.808 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:08.811 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:08.819 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:08.824 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:08.837 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:08.851 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:08.860 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:08.867 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:08.880 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:08.888 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:08.890 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:08.890 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:08.890 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:08.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:08.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:08.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:08.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:08.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:08.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:08.891 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:08.892 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:08.892 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:08.892 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:08.900 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x3e5f4615, L:/127.0.0.1:43110 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:08.901 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:08.907 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:08.933 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076689997824001) for scanner KuduScanner(table=replication_test_table, tablet=d2b1f3497a9f42a096990752bf835e58, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:08.933 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [e2910d55396e65c3367a50ae3ecfc78d5292aecd36ed4d21de3be2e3a742990a]
23:13:08.933 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e2910d55396e65c3367a50ae3ecfc78d5292aecd36ed4d21de3be2e3a742990a]
23:13:08.934 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:13:08.934 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:13:08.934 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:08.934 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:08.935 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:08.935 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.935 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.935 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:08.935 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e2910d55396e65c3367a50ae3ecfc78d5292aecd36ed4d21de3be2e3a742990a finished by subtask 2; deferring removal (restored in pending)
23:13:08.935 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.935 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.936 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:08.936 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.936 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.936 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:08.936 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:08.936 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:08.937 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:08.937 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0698e7bd4811e36a85443ed12264e66df6bf88a5c2c26e32b29706aa8bef3b19'}]
23:13:08.939 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:08.940 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:08.940 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:13:08.941 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299996, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}]
23:13:08.946 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:08.947 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:08.954 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:08.955 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:08.955 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:08.955 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.955 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.955 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:08.956 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.956 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.956 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:08.956 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.956 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.956 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:08.957 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:08.959 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x8fa5280f, L:/127.0.0.1:43112 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:08.974 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076689997824001) for scanner KuduScanner(table=replication_test_table, tablet=5f166e1cd35241108b32a49d03f7f8e3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:08.974 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [00178c564e7fd55e3f1a0c33cbbc1ea304759924f3fbf554c17ce362f6ca1048]
23:13:08.974 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [00178c564e7fd55e3f1a0c33cbbc1ea304759924f3fbf554c17ce362f6ca1048]
23:13:08.975 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:13:08.975 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:13:08.976 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 00178c564e7fd55e3f1a0c33cbbc1ea304759924f3fbf554c17ce362f6ca1048 finished by subtask 1; deferring removal (restored in pending)
23:13:08.977 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:08.981 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:08.981 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='38dcf666816d9a06ae97e1615aa53ac2079d0db558d95cd01bab32310c944646'}]
23:13:08.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:08.983 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:08.984 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:13:08.984 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299996, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:08.985 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x6b896404, L:/127.0.0.1:43118 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:08.987 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:08.993 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x20ed9663, L:/127.0.0.1:43126 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:08.995 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:09.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:09.002909 23133 outbound_call.cc:321] RPC callback for RPC call kudu.consensus.ConsensusService.UpdateConsensus -> {remote=127.21.224.2:41657, user_credentials={real_user=slave}} blocked reactor thread for 47462.5us
23:13:09.009 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076689997824001) for scanner KuduScanner(table=replication_test_table, tablet=9862d97db80f473d85d2f1180b5ca5d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:09.009 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [e42c53b848857129fb4e9d79cb30b9c7181de4dbab0c90ba54b98ba034f40d31]
23:13:09.009 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [e42c53b848857129fb4e9d79cb30b9c7181de4dbab0c90ba54b98ba034f40d31]
23:13:09.010 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:13:09.010 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:13:09.011 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split e42c53b848857129fb4e9d79cb30b9c7181de4dbab0c90ba54b98ba034f40d31 finished by subtask 0; deferring removal (restored in pending)
23:13:09.011 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:09.012 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:09.017 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:09.025 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:09.039 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:09.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:09.052 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x559aff23, L:/127.0.0.1:43134 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:09.078 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:09.078 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:09.079 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:13:09.079 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:13:09.096 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:09.096 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:09.096 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:13:09.097 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:13:09.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:09.102 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:09.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:09.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:09.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:09.113 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:09.113 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:09.113 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:09.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:09.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:09.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:09.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:09.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:09.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:09.114 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:09.124 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076689997824001) for scanner KuduScanner(table=replication_test_table, tablet=63581287a2e949218717e53c2cce5646, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:09.124 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [6daf46dfff740ac9b4c8d077bc71a73611c314ec861040a80deeec07ad7c8f35]
23:13:09.124 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [6daf46dfff740ac9b4c8d077bc71a73611c314ec861040a80deeec07ad7c8f35]
23:13:09.125 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 3 because it is idle.
23:13:09.125 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 3
23:13:09.126 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 6daf46dfff740ac9b4c8d077bc71a73611c314ec861040a80deeec07ad7c8f35 finished by subtask 3; deferring removal (restored in pending)
23:13:09.126 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:09.127 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:09.127 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:09.127 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:13:09.127 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:09.127 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:13:09.132 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:09.137 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:09.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465989141 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:09.151 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 8bfc36203f1d103ecbac657570b4b4ce (5086 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:13:09.152 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076689997824001) for scanner KuduScanner(table=replication_test_table, tablet=6d573a1d635c4f749359a23bfe55e8d1, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:09.153 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [0698e7bd4811e36a85443ed12264e66df6bf88a5c2c26e32b29706aa8bef3b19]
23:13:09.154 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0698e7bd4811e36a85443ed12264e66df6bf88a5c2c26e32b29706aa8bef3b19]
23:13:09.154 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:13:09.154 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:13:09.154 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:13:09.154 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 6daf46dfff740ac9b4c8d077bc71a73611c314ec861040a80deeec07ad7c8f35 from pending
23:13:09.155 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split e2910d55396e65c3367a50ae3ecfc78d5292aecd36ed4d21de3be2e3a742990a from pending
23:13:09.155 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split 00178c564e7fd55e3f1a0c33cbbc1ea304759924f3fbf554c17ce362f6ca1048 from pending
23:13:09.155 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 8 complete: removed split e42c53b848857129fb4e9d79cb30b9c7181de4dbab0c90ba54b98ba034f40d31 from pending
23:13:09.155 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 8 complete: removed 4 finished splits from enumerator state
23:13:09.155 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:09.155 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:09.156 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0698e7bd4811e36a85443ed12264e66df6bf88a5c2c26e32b29706aa8bef3b19 finished by subtask 2; deferring removal (restored in pending)
23:13:09.179 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:09.179 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:09.179 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:09.180 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:09.180 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:09.180 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:09.180 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:09.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:09.180 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:09.180 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 23 thread-local buffer(s) from thread: kudu-nio-0
23:13:09.180 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:09.180 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:09.180 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:09.180 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:09.180 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 3 exited.
23:13:09.180 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:09.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:09.184 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:09.187 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:09.187 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:09.187 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:09.188 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:09.188 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:09.188 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:09.188 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:09.188 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:09.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:09.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:09.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:09.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:09.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:09.192 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9e37a7f5, L:/127.0.0.1:43146 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:09.205 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076689997824001) for scanner KuduScanner(table=replication_test_table, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:09.205 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [38dcf666816d9a06ae97e1615aa53ac2079d0db558d95cd01bab32310c944646]
23:13:09.207 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 38dcf666816d9a06ae97e1615aa53ac2079d0db558d95cd01bab32310c944646 finished by subtask 1; deferring removal (restored in pending)
23:13:09.207 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [38dcf666816d9a06ae97e1615aa53ac2079d0db558d95cd01bab32310c944646]
23:13:09.207 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:13:09.207 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:13:09.207 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:09.214 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:09.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:09.278 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:09.278 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:09.279 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:09.279 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:13:09.286 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:09.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:09.287 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:09.287 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:13:09.403 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:09.403 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:09.404 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:09.404 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:09.404 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:09.404 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:09.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:09.404 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:09.404 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:09.405 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:09.405 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:09.405 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:09.405 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:09.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:09.546 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:09.546 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:09.546 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:09.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:09.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:09.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:09.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:09.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:09.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:09.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:09.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:09.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:09.547 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:09.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:09.599 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:09.612 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:09.612 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:09.612 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:09.613 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:09.613 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:09.613 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:09.613 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:09.613 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:09.613 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:09.613 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:09.613 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:09.613 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:09.613 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:09.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465989641 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:09.651 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 8bfc36203f1d103ecbac657570b4b4ce (2338 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:13:09.652 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:13:09.652 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 38dcf666816d9a06ae97e1615aa53ac2079d0db558d95cd01bab32310c944646 from pending
23:13:09.652 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 9 complete: removed split 0698e7bd4811e36a85443ed12264e66df6bf88a5c2c26e32b29706aa8bef3b19 from pending
23:13:09.652 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 9 complete: removed 2 finished splits from enumerator state
23:13:09.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:09.771 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:09.771 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:09.771 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:09.771 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:09.771 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:09.771 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:09.771 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:09.771 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:09.771 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:09.772 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:09.772 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:09.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:09.772 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:09.850 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:09.851 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:09.851 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:09.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:09.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:09.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:09.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:09.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:09.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:09.852 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:09.852 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:09.852 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:09.852 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:09.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:09.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:09.865 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:09.865 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:09.865 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:09.865 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:09.866 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:09.866 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:09.866 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:09.866 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:09.866 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:09.866 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:09.866 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:09.956 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:09.956 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:09.956 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:09.957 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:09.957 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:09.957 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:09.957 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:09.957 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:09.957 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:09.957 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:09.957 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:09.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:09.958 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:09.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:13:09Z chronyd exiting
23:13:09.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:10.015 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:10.015 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:10.015 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:10.016 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:10.016 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:10.016 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:10.016 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:10.016 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:10.016 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:10.016 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:10.016 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:10.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:10.017 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:10.046 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:10.046 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:10.046 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:10.046 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.047 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:10.053 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:10.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:10.127 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:10.127 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:10.127 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:10.127 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.127 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.128 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.128 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.128 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.128 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.128 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.128 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.128 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:10.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465990142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:10.153 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 8bfc36203f1d103ecbac657570b4b4ce (964 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:13:10.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:13:10.190 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:10.190 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:10.190 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:10.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:10.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:10.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:10.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:10.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:10.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:10.192 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:10.192 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:10.192 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:10.192 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:10.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:10.270 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:10.270 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:10.271 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:10.271 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.271 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.272 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.272 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.272 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.272 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:10.275 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:10.275 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:10.275 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:10.275 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:10.275 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:10.275 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:10.275 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:10.275 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:10.275 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:10.276 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:10.276 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:10.276 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:10.276 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:10.307 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:10.307 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:10.307 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:10.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:10.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:10.308 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:10.308 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:10.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:10.308 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:10.308 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:10.308 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:10.308 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:10.308 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:10.335 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:10.335 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:10.335 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:10.336 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:10.336 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:10.336 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:10.337 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:10.337 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:10.337 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:10.337 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:10.337 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:10.337 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:10.337 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:10.363 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:10.363 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:10.363 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:10.363 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:10.363 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:10.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:10.363 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:10.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:10.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:10.364 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:10.364 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:10.364 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:10.364 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:10.409 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:10.409 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:10.410 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:10.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:10.410 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:10.410 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:10.410 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:10.410 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:10.410 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:10.410 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:10.410 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:10.411 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:10.411 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:10.474 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:10.474 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:10.475 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:10.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.475 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.475 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.475 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.476 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.476 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.476 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.476 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:10.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:10.513 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:10.513 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:10.513 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:10.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:10.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:10.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:10.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:10.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:10.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:10.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:10.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:10.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:10.514 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:10.551 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:10.599 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:10.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465990642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:10.654 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 8bfc36203f1d103ecbac657570b4b4ce (964 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:13:10.656 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:13:10.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:10.753 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:10.754 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:10.754 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:10.754 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:10.754 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:10.754 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:10.754 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:10.754 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:10.754 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:10.755 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:10.755 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:10.755 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:10.755 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:10.773 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:894) Opened table c9587e17d32b4f22b451bde17502d8e8
23:13:10.777 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet d2b1f3497a9f42a096990752bf835e58 for table 'replication_test_table' with partition [0x0000000000000000, 0x0000000000000001)
23:13:10.777 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 5f166e1cd35241108b32a49d03f7f8e3 for table 'replication_test_table' with partition [0x0000000000000001, 0x0000000000000002)
23:13:10.777 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 63581287a2e949218717e53c2cce5646 for table 'replication_test_table' with partition [0x0000000100000000, 0x0000000100000001)
23:13:10.777 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 9862d97db80f473d85d2f1180b5ca5d4 for table 'replication_test_table' with partition [0x0000000100000001, 0x0000000100000002)
23:13:10.777 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet 6d573a1d635c4f749359a23bfe55e8d1 for table 'replication_test_table' with partition [0x0000000200000000, 0x0000000200000001)
23:13:10.777 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet ecc39fe07faa4b0a9ff6092ebceb7eae for table 'replication_test_table' with partition [0x0000000200000001, 0x0000000200000002)
23:13:10.778 [DEBUG - kudu-nio-1] (TableLocationsCache.java:192) Discovered table locations:	[NonCoveredRange{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x0000000000000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299999, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299999, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000000000002, upperBoundPartitionKey=0x0000000100000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299999, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299999, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000100000002, upperBoundPartitionKey=0x0000000200000000, ttl=299999}, Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299999, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}, Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299999, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}, NonCoveredRange{lowerBoundPartitionKey=0x0000000200000002, upperBoundPartitionKey=0x, ttl=299999}]
23:13:10.785 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='c6eed89136809dfcb634a287e34c4272a03b8f32d8b2ce2e63c552cb75f99f16'}]
23:13:10.786 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:10.786 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='4d474fd99d3902c7fa648ad1c89f637154f3932227dc1cf7859138cc81f0ba0a'}]
23:13:10.787 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:10.788 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:13:10.788 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='40325672d74448c04b5028a23204a540e13fc33caf69bef2a5fc9229ccf0eb95'}]
23:13:10.788 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000001, upperBoundPartitionKey=0x0000000000000002, ttl=299998, tablet=5f166e1cd35241108b32a49d03f7f8e3@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:10.789 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:10.789 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
23:13:10.789 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='71eede453b7e52ba7905d1630de6adfa2e0f6c3ebd9d3589ace99346f4d4b840'}]
23:13:10.789 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000000, upperBoundPartitionKey=0x0000000100000001, ttl=299998, tablet=63581287a2e949218717e53c2cce5646@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}]
23:13:10.790 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:10.790 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 4
23:13:10.790 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000000000000, upperBoundPartitionKey=0x0000000000000001, ttl=299998, tablet=d2b1f3497a9f42a096990752bf835e58@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:10.791 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
23:13:10.791 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000100000001, upperBoundPartitionKey=0x0000000100000002, ttl=299998, tablet=9862d97db80f473d85d2f1180b5ca5d4@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)[L],744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:10.794 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:10.800 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:10.806 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:10.816 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:10.832 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:10.835 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:10.835 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:10.835 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:10.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.835 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.836 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:10.839 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:10.840 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:10.857 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:10.866 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:10.870 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:10.871 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:10.871 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:10.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.871 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:10.871 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:10.872 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.872 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.872 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:10.872 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.872 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.872 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:10.872 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x79467d2b, L:/127.0.0.1:40602 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:10.872 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:10.877 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:10.881 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076698189824001) for scanner KuduScanner(table=replication_test_table, tablet=5f166e1cd35241108b32a49d03f7f8e3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:10.882 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:108) Finished reading from splits [4d474fd99d3902c7fa648ad1c89f637154f3932227dc1cf7859138cc81f0ba0a]
23:13:10.882 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [4d474fd99d3902c7fa648ad1c89f637154f3932227dc1cf7859138cc81f0ba0a]
23:13:10.882 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:10.882 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:13:10.882 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:13:10.883 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 4d474fd99d3902c7fa648ad1c89f637154f3932227dc1cf7859138cc81f0ba0a finished by subtask 3; deferring removal (restored in pending)
23:13:10.885 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:10.886 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='3574d7de77bef37ebe89ec02dd114f56a483760c5894992dabbcaf92dd545537'}]
23:13:10.887 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf2742a22, L:/127.0.0.1:40616 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:10.887 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:10.887 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
23:13:10.888 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000000, upperBoundPartitionKey=0x0000000200000001, ttl=299998, tablet=6d573a1d635c4f749359a23bfe55e8d1@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639),8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)[L]]}]
23:13:10.888 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:10.895 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:10.899 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:10.905 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:10.910 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:10.913 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x0cd12fc3, L:/127.0.0.1:40626 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:10.917 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:10.921 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076698189824001) for scanner KuduScanner(table=replication_test_table, tablet=d2b1f3497a9f42a096990752bf835e58, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:10.922 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [c6eed89136809dfcb634a287e34c4272a03b8f32d8b2ce2e63c552cb75f99f16]
23:13:10.922 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [c6eed89136809dfcb634a287e34c4272a03b8f32d8b2ce2e63c552cb75f99f16]
23:13:10.922 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 4 because it is idle.
23:13:10.922 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 4
23:13:10.924 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split c6eed89136809dfcb634a287e34c4272a03b8f32d8b2ce2e63c552cb75f99f16 finished by subtask 0; deferring removal (restored in pending)
23:13:10.925 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:10.925 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='95e19cea91ae85a034012d89cdc1bb368d11b495c065ce18b6062bf9e3e168b5'}]
23:13:10.927 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:10.927 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 5
23:13:10.928 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x0000000200000001, upperBoundPartitionKey=0x0000000200000002, ttl=299998, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae@[131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657),744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)[L],8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)]}]
23:13:10.931 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:10.933 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:10.933 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:10.933 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:13:10.933 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:13:10.935 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:10.937 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x1e9ead7b, L:/127.0.0.1:40640 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:10.941 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:10.945 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] connecting to peer
23:13:10.954 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:10.964 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xc03cdb4d, L:/127.0.0.1:40652 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:10.974 [DEBUG - kudu-nio-0] (Connection.java:757) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] Successfully connected to peer
23:13:10.976 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.3
23:13:10.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:10.994 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:10.994 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:10.994 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:10.994 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 4 exited.
23:13:10.996 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:11.021 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x74c34afb, L:/127.0.0.1:40656 - R:/127.21.224.3:40639] using SASL/PLAIN
23:13:11.030 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076698189824001) for scanner KuduScanner(table=replication_test_table, tablet=9862d97db80f473d85d2f1180b5ca5d4, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:11.030 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [71eede453b7e52ba7905d1630de6adfa2e0f6c3ebd9d3589ace99346f4d4b840]
23:13:11.030 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [71eede453b7e52ba7905d1630de6adfa2e0f6c3ebd9d3589ace99346f4d4b840]
23:13:11.031 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
23:13:11.031 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
23:13:11.032 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 71eede453b7e52ba7905d1630de6adfa2e0f6c3ebd9d3589ace99346f4d4b840 finished by subtask 1; deferring removal (restored in pending)
23:13:11.032 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:11.033 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:11.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:11.053 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076698189824001) for scanner KuduScanner(table=replication_test_table, tablet=ecc39fe07faa4b0a9ff6092ebceb7eae, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:11.054 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [95e19cea91ae85a034012d89cdc1bb368d11b495c065ce18b6062bf9e3e168b5]
23:13:11.054 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [95e19cea91ae85a034012d89cdc1bb368d11b495c065ce18b6062bf9e3e168b5]
23:13:11.054 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
23:13:11.054 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
23:13:11.055 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:11.055 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 95e19cea91ae85a034012d89cdc1bb368d11b495c065ce18b6062bf9e3e168b5 finished by subtask 0; deferring removal (restored in pending)
23:13:11.056 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:11.068 [DEBUG - main] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:11.069 [DEBUG - main] (Connection.java:575) [peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)] disconnecting while in state READY
23:13:11.069 [DEBUG - main] (Connection.java:575) [peer master-127.21.224.62:43747(127.21.224.62:43747)] disconnecting while in state READY
23:13:11.069 [DEBUG - main] (Connection.java:575) [peer master-127.21.224.60:34307(127.21.224.60:34307)] disconnecting while in state READY
23:13:11.069 [DEBUG - main] (Connection.java:575) [peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)] disconnecting while in state READY
23:13:11.069 [DEBUG - main] (Connection.java:575) [peer master-127.21.224.61:43771(127.21.224.61:43771)] disconnecting while in state READY
23:13:11.069 [DEBUG - kudu-nio-3] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:11.070 [DEBUG - kudu-nio-3] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:11.070 [DEBUG - kudu-nio-5] (Connection.java:239) [peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)] handling channelInactive
23:13:11.070 [DEBUG - kudu-nio-5] (Connection.java:709) [peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)] cleaning up while in state READY due to: connection closed
23:13:11.070 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.224.62:43747(127.21.224.62:43747)] handling channelInactive
23:13:11.070 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state READY due to: connection closed
23:13:11.071 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.224.60:34307(127.21.224.60:34307)] handling channelInactive
23:13:11.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state READY due to: connection closed
23:13:11.071 [DEBUG - kudu-nio-4] (Connection.java:239) [peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)] handling channelInactive
23:13:11.071 [DEBUG - kudu-nio-4] (Connection.java:709) [peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)] cleaning up while in state READY due to: connection closed
23:13:11.071 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:11.073 [DEBUG - kudu-nio-4] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-4
23:13:11.074 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-0
23:13:11.074 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 27 thread-local buffer(s) from thread: kudu-nio-1
23:13:11.074 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-5
23:13:11.074 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-3
23:13:11.083 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:11.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:11.083 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:11.084 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
23:13:11.099 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:11.113 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.224.61:43771(127.21.224.61:43771)] handling channelInactive
23:13:11.113 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state READY due to: connection closed
23:13:11.114 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-2
23:13:11.116 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:11.115321 22400 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 22720
23:13:11.116 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076698189824001) for scanner KuduScanner(table=replication_test_table, tablet=63581287a2e949218717e53c2cce5646, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:11.117 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [40325672d74448c04b5028a23204a540e13fc33caf69bef2a5fc9229ccf0eb95]
23:13:11.117 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [40325672d74448c04b5028a23204a540e13fc33caf69bef2a5fc9229ccf0eb95]
23:13:11.117 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 5 because it is idle.
23:13:11.117 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 5
23:13:11.118 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 40325672d74448c04b5028a23204a540e13fc33caf69bef2a5fc9229ccf0eb95 finished by subtask 2; deferring removal (restored in pending)
23:13:11.119 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state READY
23:13:11.119 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:11.135 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:11.135 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:11.136 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:11.136 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:11.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:11.136 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:11.136 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:11.136 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:11.136 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:11.136 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:11.136 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:11.136 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:11.136 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:11.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465991142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:11.156 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 8bfc36203f1d103ecbac657570b4b4ce (5086 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:13:11.160 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:13:11.160 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 71eede453b7e52ba7905d1630de6adfa2e0f6c3ebd9d3589ace99346f4d4b840 from pending
23:13:11.160 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 95e19cea91ae85a034012d89cdc1bb368d11b495c065ce18b6062bf9e3e168b5 from pending
23:13:11.160 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 40325672d74448c04b5028a23204a540e13fc33caf69bef2a5fc9229ccf0eb95 from pending
23:13:11.160 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split c6eed89136809dfcb634a287e34c4272a03b8f32d8b2ce2e63c552cb75f99f16 from pending
23:13:11.160 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 12 complete: removed split 4d474fd99d3902c7fa648ad1c89f637154f3932227dc1cf7859138cc81f0ba0a from pending
23:13:11.160 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 12 complete: removed 5 finished splits from enumerator state
23:13:11.186 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:11.186 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:11.187 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:11.187 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
23:13:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:11.194504 23133 connection.cc:573] client connection to 127.21.224.1:42319 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:13:11.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:11.194931 23133 proxy.cc:239] Call had error, refreshing address and retrying: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
23:13:11.212 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:11.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:11.212 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:11.212 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
23:13:11.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:11.217831 22400 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 22913
23:13:11.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:11.222463 23133 consensus_peers.cc:597] T ecc39fe07faa4b0a9ff6092ebceb7eae P 744be2e0bce143559451047a05e6ccf0 -> Peer 8d7c15e38b164a84be6be62a8565feb9 (127.21.224.1:42319): Couldn't send request to peer 8d7c15e38b164a84be6be62a8565feb9. Status: Network error: Client connection negotiation failed: client connection to 127.21.224.1:42319: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
23:13:11.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:11.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:11.283262 22400 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 23109
23:13:11.335 [DEBUG - kudu-nio-0] (Connection.java:239) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] handling channelInactive
23:13:11.335 [DEBUG - kudu-nio-0] (Connection.java:709) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] cleaning up while in state READY due to: connection closed
23:13:11.335 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639) for tablet 6d573a1d635c4f749359a23bfe55e8d1: connection closed
23:13:11.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:11.338661 22400 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 22412
23:13:11.350 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)] connecting to peer
23:13:11.351 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657): Connection refused: /127.21.224.2:41657
23:13:11.351 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)] cleaning up while in state CONNECTING due to: Failed to connect to peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657): Connection refused: /127.21.224.2:41657
23:13:11.351 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657) for tablet 6d573a1d635c4f749359a23bfe55e8d1: Failed to connect to peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657): Connection refused: /127.21.224.2:41657
23:13:11.370 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)] connecting to peer
23:13:11.371 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319): Connection refused: /127.21.224.1:42319
23:13:11.371 [DEBUG - kudu-nio-2] (Connection.java:709) [peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)] cleaning up while in state CONNECTING due to: Failed to connect to peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319): Connection refused: /127.21.224.1:42319
23:13:11.371 [INFO - kudu-nio-2] (AsyncKuduClient.java:2355) Invalidating location 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319) for tablet 6d573a1d635c4f749359a23bfe55e8d1: Failed to connect to peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319): Connection refused: /127.21.224.1:42319
23:13:11.373 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.21.224.62:43747(127.21.224.62:43747)] handling channelInactive
23:13:11.373 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state READY due to: connection closed
23:13:11.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:11.373991 22400 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 22482
23:13:11.390 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:11.390 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:11.391 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:11.391 [DEBUG - kudu-nio-3] (Connection.java:757) [peer master-127.21.224.60:34307(127.21.224.60:34307)] Successfully connected to peer
23:13:11.393 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.393 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.393 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.393 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:11.394 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:11.394 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:11.394 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:11.394 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:11.394 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:11.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:11.394 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:11.394 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:11.394 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:11.394 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:11.394 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:11.394 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:11.395 [DEBUG - kudu-nio-3] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.21.224.60
23:13:11.396 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:13:11.396 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:13:11.397 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
23:13:11.397 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:11.397 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
23:13:11.398 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4
23:13:11.398 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:13:11.398 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:13:11.398 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
23:13:11.399 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:13:11.399 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:13:11.400 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:11.400 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:13:11.400 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
23:13:11.400 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 0b815fbd9e4299a90c651edd5a93d7ef
23:13:11.400 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:13:11.401 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:13:11.401 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:13:11.401 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:13:11.401 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
23:13:11.401 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:11.402 [DEBUG - kudu-nio-5] (Connection.java:757) [peer master-127.21.224.61:43771(127.21.224.61:43771)] Successfully connected to peer
23:13:11.402 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
23:13:11.402 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id af813b30f1bdf7ed02d1eb96380647b7
23:13:11.402 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RESTARTING to RUNNING.
23:13:11.403 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 0b815fbd9e4299a90c651edd5a93d7ef.
23:13:11.403 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
23:13:11.403 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:13:11.403 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
23:13:11.403 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:13:11.403 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@162a365d
23:13:11.404 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id 0b815fbd9e4299a90c651edd5a93d7ef.
23:13:11.404 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot af813b30f1bdf7ed02d1eb96380647b7.
23:13:11.404 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
23:13:11.404 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
23:13:11.405 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1c1c4942
23:13:11.405 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id af813b30f1bdf7ed02d1eb96380647b7.
23:13:11.405 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:11.405 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:13:11.405 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:13:11.405 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
23:13:11.405 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
23:13:11.406 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:11.406 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
23:13:11.406 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 39c3666682cc04254d28470b89fa7a1a
23:13:11.406 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
23:13:11.408 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@667ab22b
23:13:11.410 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 39c3666682cc04254d28470b89fa7a1a.
23:13:11.410 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 39c3666682cc04254d28470b89fa7a1a.
23:13:11.411 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
23:13:11.411 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
23:13:11.411 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@58db467b
23:13:11.411 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:11.411 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:13:11.412 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:11.412 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:13:11.412 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:13:11.412 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
23:13:11.412 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:13:11.412 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
23:13:11.413 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:11.414 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
23:13:11.414 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
23:13:11.414 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7d676e3d
23:13:11.414 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:11.415 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:11.415 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:13:11.415 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.21.224.61:43771(127.21.224.61:43771)] handling channelInactive
23:13:11.415 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
23:13:11.415 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state READY due to: connection closed
23:13:11.416 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
23:13:11.417 [ERROR - kudu-nio-5] (Connection.java:452) [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:11.417 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state NEGOTIATING due to: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771]
23:13:11.417 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771]
23:13:11.417 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:11.417786 22400 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 22580
23:13:11.417 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307] using SASL/PLAIN
23:13:11.419 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.419 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.419 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.419 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.419 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.420 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.420 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.420 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.420 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.420 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.420 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.420 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.417 [DEBUG - kudu-nio-5] (Connection.java:239) [peer master-127.21.224.61:43771(127.21.224.61:43771)] handling channelInactive
23:13:11.426 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b7caa48
23:13:11.426 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ca30dfd
23:13:11.428 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:11.428 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@70876e75
23:13:11.429 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.429 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.430 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.430 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.430 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.430 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.430 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.431 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.431 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.431 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.431 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.431 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.431 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.431 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:11.432 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:11.432 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.437 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.449 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.450 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.450 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.451 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.451 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.451 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.451 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.451 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.453 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.454 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.454 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.454 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.457 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.21.224.60:34307(127.21.224.60:34307)] handling channelInactive
23:13:11.457 [ERROR - kudu-nio-3] (Connection.java:452) [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307]
java.net.SocketException: Connection reset
	at java.base/sun.nio.ch.SocketChannelImpl.throwConnectionReset(SocketChannelImpl.java:394)
	at java.base/sun.nio.ch.SocketChannelImpl.read(SocketChannelImpl.java:426)
	at org.apache.kudu.shaded.io.netty.buffer.PooledByteBuf.setBytes(PooledByteBuf.java:255)
	at org.apache.kudu.shaded.io.netty.buffer.AbstractByteBuf.writeBytes(AbstractByteBuf.java:1132)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doReadBytes(NioSocketChannel.java:356)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:156)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:796)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:11.457 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state READY due to: connection closed
23:13:11.457 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state READY due to: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307]
23:13:11.457 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307]
23:13:11.457 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:11.458 [DEBUG - kudu-nio-3] (Connection.java:239) [peer master-127.21.224.60:34307(127.21.224.60:34307)] handling channelInactive
23:13:11.462 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.462 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.462 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.462 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.470 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:11.474 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.474 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.477 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.478 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.478 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.478 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.478 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.481 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:11.482 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.482 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.482 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:11.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.483 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.483 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.483 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.483 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.484 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.484 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.484 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.484 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.484 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.484 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.485 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:11.485 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.485 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.485 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.486 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.486 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.486 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.486 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:11.486 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.487 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.487 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.487 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.487 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.489 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.489 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.489 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.489 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.489 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.489 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.489 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.489 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.490 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.490 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.490 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:11.490 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.490 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:11.490 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.490 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:11.491 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.491 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.491 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.491 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.491 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.491 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:11.491 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.491 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.492 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.493 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.497 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.497 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.498 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.498 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.498 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.498 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.498 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.499 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.504 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.505 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.505 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.505 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.509 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.509 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.509 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.509 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.509 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.509 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.510 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.510 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.510 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.510 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.510 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:11.510 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:11.510 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:11.511 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.511 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.511 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.511 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.511 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.511 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.511 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.511 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.511 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.511 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:11.512 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.512 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.513 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.513 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.513 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.513 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.514 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.514 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.514 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.514 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.514 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.518 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.518 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.518 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.518 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.518 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.518 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.518 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.518 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.518 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.518 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.518 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.519 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.519 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.529 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.529 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.530 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.530 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:11.530 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:11.530 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.530 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:11.530 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.530 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.530 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.530 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.530 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.530 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.530 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.531 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.531 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.531 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.531 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.531 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:11.531 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.532 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.532 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.532 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.532 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.532 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.533 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.533 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.532 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.533 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.533 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.533 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.533 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.533 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.534 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.534 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.534 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.534 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.534 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.534 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.537 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.538 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.538 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.538 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.538 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.538 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.538 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.538 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.538 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.538 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.538 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.538 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.538 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.551 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:11.551 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.552 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.552 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.552 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.552 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.552 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.552 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.552 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.552 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.552 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.552 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.552 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.552 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.553 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.553 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.553 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.553 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.553 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.553 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.553 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.553 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.553 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.554 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.554 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.567 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:11.567 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:11.567 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:11.567 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:11.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:11.567 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:11.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:11.568 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:11.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:11.568 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:11.568 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:11.568 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:11.568 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:11.569 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.569 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.569 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.570 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.570 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.570 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.570 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.570 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:11.570 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:11.570 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:11.570 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.571 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.571 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.571 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.571 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.571 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.571 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:11.571 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.571 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.571 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.571 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.571 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.571 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.571 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.572 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.572 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.572 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.573 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.573 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.573 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.573 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.573 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.573 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.573 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.573 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.573 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.573 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.573 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.576 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:11.576 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:11.577 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:11.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:11.577 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:11.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:11.577 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:11.577 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:11.577 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:11.577 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:11.577 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:11.577 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.577 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.577 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.577 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.577 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.578 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.578 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.578 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.578 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.578 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.578 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.578 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.577 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:11.578 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:11.592 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.592 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.592 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.592 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.592 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.593 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.593 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.599 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:11.611 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.612 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.612 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.612 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.612 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.612 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.612 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.612 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.612 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.612 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.612 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.612 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.612 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.630 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.630 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:11.630 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.630 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:11.630 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.630 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:11.630 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.630 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.630 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.630 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.630 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.630 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.631 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.631 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.631 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.631 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.631 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.631 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.631 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.632 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:11.632 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.632 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.632 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.632 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 13 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465991642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:11.654 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 13 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:13:11.655 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 13 as completed for source Source: KuduSource.
23:13:11.657 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.657 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.657 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.658 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.658 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.670 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:11.670 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:11.671 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:11.671 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.671 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.671 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.671 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.671 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.671 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:11.671 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.671 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.671 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.672 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.672 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.672 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.672 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.672 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.672 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.672 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.672 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.672 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.672 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.672 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.672 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.672 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.673 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.673 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.673 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.673 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.713 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.713 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.713 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.713 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.713 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.713 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.713 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.713 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.714 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.714 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.714 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.736 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:11.736 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:11.736 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:11.736 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:11.736 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:11.736 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:11.736 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:11.737 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:11.737 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:11.737 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:11.737 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:11.737 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:11.737 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:11.749 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.749 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:11.750 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.750 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.750 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.750 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.750 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.750 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.750 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.750 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.750 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.757 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.758 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.758 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.758 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.758 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.758 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.759 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.759 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.759 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.770 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:11.770 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:11.770 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:11.770 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.770 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.770 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.770 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.770 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.770 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.770 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.771 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.771 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.771 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:11.791 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.792 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.792 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.792 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.792 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.792 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.792 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.810 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:11.810 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:11.811 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:11.811 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.811 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.811 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.811 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.811 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:11.811 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:11.811 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.811 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.811 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:11.811 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:11.812 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.812 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.812 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.813 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.813 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.813 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.813 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.830 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:11.831 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:11.831 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:11.831 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:11.831 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:11.831 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:11.831 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:11.831 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:11.831 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:11.831 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:11.831 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:11.831 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:11.831 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:11.855 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:11.855 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:11.855 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:11.855 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:11.855 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:11.855 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:11.856 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:11.855 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:11.856 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:11.856 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:11.856 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:11.856 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:11.856 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:11.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:11.877 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.878 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.878 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.878 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.878 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.878 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.878 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.878 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.878 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.878 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.878 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.878 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.878 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.891 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.891 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.891 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.891 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.891 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.891 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.891 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.891 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.891 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.892 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:11.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:11.989 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:11.989 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:11.989 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:11.989 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.989 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.989 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.990 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.990 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.990 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:11.990 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.990 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:11.990 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:11.990 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:12.002 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:12.002 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:12.002 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:12.002 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.002 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.003 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.003 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.003 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.003 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.003 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:12.012 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:12.012 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:12.012 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:12.012 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.012 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.012 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.013 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.012 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.013 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.013 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:12.051 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:12.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:12.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 14 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465992142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:12.151 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:12.151 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:12.152 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:12.152 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:12.152 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:12.152 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:12.152 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:12.152 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:12.152 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:12.152 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:12.152 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:12.152 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:12.152 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:12.158 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 14 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=10 ms, finalizationTime=6 ms).
23:13:12.159 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 14 as completed for source Source: KuduSource.
23:13:12.192 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:12.193 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:12.193 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:12.193 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.193 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.193 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.193 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.193 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.193 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.194 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.194 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.194 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.194 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:12.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:12.262 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:12.262 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:12.262 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:12.262 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.262 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.262 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.262 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.262 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.262 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.262 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.262 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.262 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.263 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:12.289 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:12.289 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:12.290 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:12.290 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.290 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.290 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.290 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.290 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.290 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.290 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.290 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.290 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.290 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:12.313 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:12.313 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:12.313 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:12.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.314 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:12.363 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:12.364 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:12.364 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:12.364 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:12.364 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:12.364 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:12.364 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:12.364 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:12.364 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:12.364 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:12.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:12.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:12.365 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:12.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:12.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:12.551 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:12.552 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:12.552 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:12.552 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:12.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.552 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.552 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.552 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.552 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.552 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:12.563 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:12.563 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:12.563 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:12.564 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:12.564 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:12.564 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:12.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:12.564 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:12.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:12.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:12.564 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:12.564 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:12.564 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:12.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:12.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 15 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465992642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:12.651 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 15 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:13:12.652 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 15 as completed for source Source: KuduSource.
23:13:12.675 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:12.675 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:12.675 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:12.675 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:12.675 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:12.675 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:12.675 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:12.676 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:12.676 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:12.676 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:12.676 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:12.676 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:12.676 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:12.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:13:12Z chronyd exiting
23:13:12.716 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:12.716 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:12.716 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:12.716 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.716 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.716 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.717 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:12.717 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:12.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:12.717 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:12.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:12.757 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:12.757 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:12.757 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:12.758 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.758 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.758 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.758 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.758 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:12.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:12.758 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:12.758 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:12.775 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:12.775 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:12.775 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:12.775 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:12.775 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:12.775 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:12.775 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:12.775 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:12.775 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:12.775 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:12.775 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:12.775 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:12.776 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:12.839 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:12.839 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:12.839 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:12.840 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:12.840 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:12.840 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:12.840 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:12.840 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:12.840 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:12.840 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:12.840 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:12.840 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:12.840 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:12.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:12.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:13.029 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:13.029 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:13.029 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:13.029 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.029 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.030 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.030 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.030 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.030 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.030 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.030 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.030 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.030 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:13.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:13.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:13.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 16 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465993142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:13.150 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 16 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
23:13:13.150 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 16 as completed for source Source: KuduSource.
23:13:13.189 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:13.189 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:13.190 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:13.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.190 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.190 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.190 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.190 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.190 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.190 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.190 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:13.233 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:13.233 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:13.233 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:13.233 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.233 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.233 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.233 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.233 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.233 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.233 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.233 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:13.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:13.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:13.428 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:13.428 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:13.428 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:13.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:13.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:13.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:13.428 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:13.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:13.428 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:13.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:13.428 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:13.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:13.428 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:13.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:13.496 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:13.496 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:13.496 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:13.496 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:13.496 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:13.496 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:13.496 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:13.496 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:13.497 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:13.497 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:13.497 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:13.497 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:13.497 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:13.511 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:13.512 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:13.512 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:13.512 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:13.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:13.512 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:13.512 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:13.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:13.512 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:13.512 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:13.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:13.512 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:13.512 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:13.532 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:13.532 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:13.532 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:13.532 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.532 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.532 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.532 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.532 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.532 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.532 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:13.532 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:13.532 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:13.532 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:13.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:13.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:13.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 17 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465993642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:13.650 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 17 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
23:13:13.650 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 17 as completed for source Source: KuduSource.
23:13:13.686 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:13.686 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:13.686 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:13.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:13.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:13.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:13.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:13.686 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:13.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:13.686 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:13.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:13.686 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:13.686 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:13.689 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:13.690 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:13.690 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:13.690 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:13.690 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:13.690 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:13.690 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:13.690 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:13.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:13.690 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:13.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:13.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:13.690 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
.23:13:13.736 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465993736
23:13:13.736 [DEBUG - main] (RandomUtils.java:49) Using random seed: 1783465993736
23:13:13.742 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:13:13.748 [INFO - main] (RetryRule.java:138) Creating RetryStatement with result reporter and retry count of 0 (no retries)
23:13:13.749 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:13:13.749 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:13:13.749 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:13:13.750 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:13:13.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:13.755 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:13:13.851 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:13.851 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:13.851 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:13.851 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:13.851 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:13.851 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:13.851 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:13.851 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:13.851 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:13.852 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:13.852 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:13.852 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:13.852 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:13.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:13.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:13.864 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:13.864 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:13.864 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:13.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:13.864 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:13.864 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:13.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:13.864 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:13.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:13.865 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:13.865 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:13.878 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:13.970 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:13.970 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:13.970 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:13.970 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:13.970 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:13.970 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:13.970 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:13.970 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:13.970 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:13.971 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:13.971 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:13.971 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:13.971 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:13.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:14.050 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:14.090 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:14.090 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:14.090 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:14.090 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.090 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.090 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.090 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.090 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.090 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.090 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.090 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.090 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.090 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:14.093 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:14.093 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:14.093 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:14.093 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:14.093 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:14.093 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:14.093 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:14.093 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:14.093 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:14.093 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:14.093 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:14.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:14.094 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:14.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:14.133 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:13:14.133 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:13:14.134 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:14.135 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:14.135 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:14.135 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:14.135 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:14.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:14.135 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:14.135 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:14.135 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:14.135 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:14.135 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:14.135 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:14.135 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:14.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:14.137099 24877 mini_oidc.cc:150] Starting JWKS server
23:13:14.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:14.140583 24877 webserver.cc:534] Webserver started at http://127.0.0.1:44793/ using document root <none> and password file <none>
23:13:14.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:14.141040 24877 mini_oidc.cc:186] Starting OIDC Discovery server
23:13:14.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 18 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465994141 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:14.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:14.143235 24877 webserver.cc:534] Webserver started at http://127.0.0.1:38827/ using document root <none> and password file <none>
23:13:14.151 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 18 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:13:14.151 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 18 as completed for source Source: KuduSource.
23:13:14.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:13:14Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:13:14.201 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:13:14Z Disabled control of system clock
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:14.215557 24877 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/wal
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/data
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/logs
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/data/info.pb
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.126:42301
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.126
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:14.216 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44793/jwks.json with env {}
23:13:14.230 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:14.230 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:14.230 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:14.230 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.230 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.230 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.231 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.231 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:14.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:14.373 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:14.373 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:14.373 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:14.373 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:14.373 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:14.374 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:14.374 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:14.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:14.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:14.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:14.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:14.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:14.374 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:14.378 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:14.408 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:14.408 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:14.408 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:14.408 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:14.408 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:14.408 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:14.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:14.408 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:14.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:14.408 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:14.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:14.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:14.408 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:14.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:14.550 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:14.551 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:14.551 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:14.551 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:14.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:14.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:14.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:14.551 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:14.551 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:14.551 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:14.551 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:14.551 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:14.551 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:14.551 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:14.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:14.553822 24889 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:14.554 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:14.554386 24889 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:14.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:14.555009 24889 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:14.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:14.590690 24889 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:13:14.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:14.591001 24889 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:14.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:14.591328 24889 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:13:14.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:14.591552 24889 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:13:14.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:14.591801 24889 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:13:14.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:14.591996 24889 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44793/jwks.json
23:13:14.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:14.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:14.634562 24889 master_runner.cc:387] Master server non-default flags:
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/data
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/wal
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.126:42301
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44793/jwks.json
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/data/info.pb
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.126
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/logs
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:14.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:14.636 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:14.636080 24889 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:14.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:14.638156 24889 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:14.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 19 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465994641 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:14.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:14.650887 24895 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:14.653 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 19 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:13:14.654 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 19 as completed for source Source: KuduSource.
23:13:14.690 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:14.691 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:14.691 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:14.691 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.691 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.691 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.691 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.692 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.692 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.692 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.692 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:14.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:14.786 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:14.786 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:14.786 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:14.786 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:14.786 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:14.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:14.787 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:14.787 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:14.787 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:14.787 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:14.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:14.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:14.787 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:14.791 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:14.791 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:14.791 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:14.791 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:14.791 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:14.791 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:14.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:14.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:14.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:14.792 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:14.792 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:14.792 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:14.792 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:14.835 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:14.835 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:14.835 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:14.836 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.836 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.836 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:14.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:14.836 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.836 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.836 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:14.836 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:14.842 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:14.842 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:14.842 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:14.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:14.842 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:14.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:14.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:14.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:14.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:14.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:14.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:14.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:14.843 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:14.847 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:14.848 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:14.848 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:14.848 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:14.848 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:14.848 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:14.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:14.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:14.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:14.849 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:14.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:14.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:14.850 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:14.878 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:14.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:15.054 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:15.054 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:15.054 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:15.055 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:15.055 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:15.055 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:15.055 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:15.055 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:15.055 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:15.056 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:15.056 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:15.056 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:15.056 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:15.056 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:15.057 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:15.058 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:15.058 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:15.058 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:15.058 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:15.058 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:15.058 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:15.059 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:15.059 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:15.059 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:15.059 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:15.059 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:15.059 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:15.099 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:15.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 20 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465995142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:15.152 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:15.153 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:15.153 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:15.153 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:15.153 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:15.153 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:15.154 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:15.154 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:15.154 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:15.154 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:15.154 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:15.154 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:15.154 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:15.162 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 20 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=19 ms, finalizationTime=1 ms).
23:13:15.164 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 20 as completed for source Source: KuduSource.
23:13:15.190 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:15.191 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:15.191 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:15.191 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:15.191 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:15.191 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:15.191 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:15.191 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:15.191 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:15.192 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:15.192 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:15.192 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:15.192 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:15.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:15.310 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:15.310 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:15.310 [DEBUG - pool-378-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:15.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:15.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:15.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:15.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:15.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:15.311 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:15.312 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:15.312 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:15.312 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:15.312 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:15.313 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27825), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [13ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [17ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [46ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [47ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [76ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [76ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [113ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [115ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [262ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [342ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [604ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [604ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [605ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [981ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [981ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [982ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [982ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1322ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1742ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3720ms] refreshing cache from master, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3721ms] too many traces: truncated at 100 traces, deferred=Deferred@1108140919(state=PENDING, result=null, callback=(continuation of Deferred@460493152 after retry RPC after error@1437363179) -> (continuation of Deferred@199051157 after retry RPC after error@779029186) -> (continuation of Deferred@563705854 after retry RPC after error@391947029) -> (continuation of Deferred@1985789828 after retry RPC after error@548639383) -> (continuation of Deferred@1258235896 after retry RPC after error@952725945) -> (continuation of Deferred@737827259 after retry RPC after error@400642425) -> (continuation of Deferred@605189274 after retry RPC after error@1470467352) -> (continuation of Deferred@778772950 after retry RPC after error@857528315) -> (continuation of Deferred@69059494 after retry RPC after error@2133545840) -> (continuation of Deferred@137996498 after retry RPC after error@1565459745) -> (continuation of Deferred@925232605 after retry RPC after error@313563290) -> (continuation of Deferred@1460325670 after retry RPC after error@1925819627) -> (continuation of Deferred@1780153450 after retry RPC after error@2088291835) -> (continuation of Deferred@2098879663 after retry RPC after error@1108019475) -> (continuation of Deferred@2135901332 after retry RPC after error@1172457875) -> (continuation of Deferred@1790085796 after retry RPC after error@1886082416) -> (continuation of Deferred@1963312141 after retry RPC after error@578594287) -> (continuation of Deferred@1550183598 after retry RPC after error@1980752519) -> (continuation of Deferred@770794983 after retry RPC after error@1785069163) -> (continuation of Deferred@429289237 after retry RPC after error@277134714) -> (continuation of Deferred@914107600 after retry RPC after error@1940851410) -> (continuation of Deferred@1500200309 after retry RPC after error@1823548495) -> (continuation of Deferred@1006411685 after retry RPC after error@814676882) -> (continuation of Deferred@814676067 after retry RPC after error@1442328929) -> (continuation of Deferred@170302924 after retry RPC after error@1303618929) -> (continuation of Deferred@179900740 after retry RPC after error@517884491), errback=(continuation of Deferred@460493152 after retry RPC after error@1437363179) -> (continuation of Deferred@199051157 after retry RPC after error@779029186) -> (continuation of Deferred@563705854 after retry RPC after error@391947029) -> (continuation of Deferred@1985789828 after retry RPC after error@548639383) -> (continuation of Deferred@1258235896 after retry RPC after error@952725945) -> (continuation of Deferred@737827259 after retry RPC after error@400642425) -> (continuation of Deferred@605189274 after retry RPC after error@1470467352) -> (continuation of Deferred@778772950 after retry RPC after error@857528315) -> (continuation of Deferred@69059494 after retry RPC after error@2133545840) -> (continuation of Deferred@137996498 after retry RPC after error@1565459745) -> (continuation of Deferred@925232605 after retry RPC after error@313563290) -> (continuation of Deferred@1460325670 after retry RPC after error@1925819627) -> (continuation of Deferred@1780153450 after retry RPC after error@2088291835) -> (continuation of Deferred@2098879663 after retry RPC after error@1108019475) -> (continuation of Deferred@2135901332 after retry RPC after error@1172457875) -> (continuation of Deferred@1790085796 after retry RPC after error@1886082416) -> (continuation of Deferred@1963312141 after retry RPC after error@578594287) -> (continuation of Deferred@1550183598 after retry RPC after error@1980752519) -> (continuation of Deferred@770794983 after retry RPC after error@1785069163) -> (continuation of Deferred@429289237 after retry RPC after error@277134714) -> (continuation of Deferred@914107600 after retry RPC after error@1940851410) -> (continuation of Deferred@1500200309 after retry RPC after error@1823548495) -> (continuation of Deferred@1006411685 after retry RPC after error@814676882) -> (continuation of Deferred@814676067 after retry RPC after error@1442328929) -> (continuation of Deferred@170302924 after retry RPC after error@1303618929) -> (continuation of Deferred@179900740 after retry RPC after error@517884491)))
23:13:15.315 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
23:13:15.315 [WARN - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27825), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [13ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [17ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [46ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [47ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [76ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [76ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [113ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [115ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [262ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [342ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [604ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [604ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [605ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [981ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [981ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [982ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [982ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1322ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1742ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3720ms] refreshing cache from master, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3721ms] too many traces: truncated at 100 traces, deferred=Deferred@1108140919(state=PENDING, result=null, callback=(continuation of Deferred@460493152 after retry RPC after error@1437363179) -> (continuation of Deferred@199051157 after retry RPC after error@779029186) -> (continuation of Deferred@563705854 after retry RPC after error@391947029) -> (continuation of Deferred@1985789828 after retry RPC after error@548639383) -> (continuation of Deferred@1258235896 after retry RPC after error@952725945) -> (continuation of Deferred@737827259 after retry RPC after error@400642425) -> (continuation of Deferred@605189274 after retry RPC after error@1470467352) -> (continuation of Deferred@778772950 after retry RPC after error@857528315) -> (continuation of Deferred@69059494 after retry RPC after error@2133545840) -> (continuation of Deferred@137996498 after retry RPC after error@1565459745) -> (continuation of Deferred@925232605 after retry RPC after error@313563290) -> (continuation of Deferred@1460325670 after retry RPC after error@1925819627) -> (continuation of Deferred@1780153450 after retry RPC after error@2088291835) -> (continuation of Deferred@2098879663 after retry RPC after error@1108019475) -> (continuation of Deferred@2135901332 after retry RPC after error@1172457875) -> (continuation of Deferred@1790085796 after retry RPC after error@1886082416) -> (continuation of Deferred@1963312141 after retry RPC after error@578594287) -> (continuation of Deferred@1550183598 after retry RPC after error@1980752519) -> (continuation of Deferred@770794983 after retry RPC after error@1785069163) -> (continuation of Deferred@429289237 after retry RPC after error@277134714) -> (continuation of Deferred@914107600 after retry RPC after error@1940851410) -> (continuation of Deferred@1500200309 after retry RPC after error@1823548495) -> (continuation of Deferred@1006411685 after retry RPC after error@814676882) -> (continuation of Deferred@814676067 after retry RPC after error@1442328929) -> (continuation of Deferred@170302924 after retry RPC after error@1303618929) -> (continuation of Deferred@179900740 after retry RPC after error@517884491), errback=(continuation of Deferred@460493152 after retry RPC after error@1437363179) -> (continuation of Deferred@199051157 after retry RPC after error@779029186) -> (continuation of Deferred@563705854 after retry RPC after error@391947029) -> (continuation of Deferred@1985789828 after retry RPC after error@548639383) -> (continuation of Deferred@1258235896 after retry RPC after error@952725945) -> (continuation of Deferred@737827259 after retry RPC after error@400642425) -> (continuation of Deferred@605189274 after retry RPC after error@1470467352) -> (continuation of Deferred@778772950 after retry RPC after error@857528315) -> (continuation of Deferred@69059494 after retry RPC after error@2133545840) -> (continuation of Deferred@137996498 after retry RPC after error@1565459745) -> (continuation of Deferred@925232605 after retry RPC after error@313563290) -> (continuation of Deferred@1460325670 after retry RPC after error@1925819627) -> (continuation of Deferred@1780153450 after retry RPC after error@2088291835) -> (continuation of Deferred@2098879663 after retry RPC after error@1108019475) -> (continuation of Deferred@2135901332 after retry RPC after error@1172457875) -> (continuation of Deferred@1790085796 after retry RPC after error@1886082416) -> (continuation of Deferred@1963312141 after retry RPC after error@578594287) -> (continuation of Deferred@1550183598 after retry RPC after error@1980752519) -> (continuation of Deferred@770794983 after retry RPC after error@1785069163) -> (continuation of Deferred@429289237 after retry RPC after error@277134714) -> (continuation of Deferred@914107600 after retry RPC after error@1940851410) -> (continuation of Deferred@1500200309 after retry RPC after error@1823548495) -> (continuation of Deferred@1006411685 after retry RPC after error@814676882) -> (continuation of Deferred@814676067 after retry RPC after error@1442328929) -> (continuation of Deferred@170302924 after retry RPC after error@1303618929) -> (continuation of Deferred@179900740 after retry RPC after error@517884491)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:15.315 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7).
23:13:15.317 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#7 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
23:13:15.321 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=27825), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [12ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [13ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [17ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [46ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [47ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [74ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [76ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [76ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [80ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [113ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [115ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [262ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [262ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [341ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [342ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [342ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [602ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [604ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [604ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [605ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [981ms] refreshing cache from master, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [981ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [981ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [982ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [982ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1321ms] refreshing cache from master, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1322ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1741ms] refreshing cache from master, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1742ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1742ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [3720ms] refreshing cache from master, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3721ms] too many traces: truncated at 100 traces, deferred=Deferred@1108140919(state=PENDING, result=null, callback=(continuation of Deferred@460493152 after retry RPC after error@1437363179) -> (continuation of Deferred@199051157 after retry RPC after error@779029186) -> (continuation of Deferred@563705854 after retry RPC after error@391947029) -> (continuation of Deferred@1985789828 after retry RPC after error@548639383) -> (continuation of Deferred@1258235896 after retry RPC after error@952725945) -> (continuation of Deferred@737827259 after retry RPC after error@400642425) -> (continuation of Deferred@605189274 after retry RPC after error@1470467352) -> (continuation of Deferred@778772950 after retry RPC after error@857528315) -> (continuation of Deferred@69059494 after retry RPC after error@2133545840) -> (continuation of Deferred@137996498 after retry RPC after error@1565459745) -> (continuation of Deferred@925232605 after retry RPC after error@313563290) -> (continuation of Deferred@1460325670 after retry RPC after error@1925819627) -> (continuation of Deferred@1780153450 after retry RPC after error@2088291835) -> (continuation of Deferred@2098879663 after retry RPC after error@1108019475) -> (continuation of Deferred@2135901332 after retry RPC after error@1172457875) -> (continuation of Deferred@1790085796 after retry RPC after error@1886082416) -> (continuation of Deferred@1963312141 after retry RPC after error@578594287) -> (continuation of Deferred@1550183598 after retry RPC after error@1980752519) -> (continuation of Deferred@770794983 after retry RPC after error@1785069163) -> (continuation of Deferred@429289237 after retry RPC after error@277134714) -> (continuation of Deferred@914107600 after retry RPC after error@1940851410) -> (continuation of Deferred@1500200309 after retry RPC after error@1823548495) -> (continuation of Deferred@1006411685 after retry RPC after error@814676882) -> (continuation of Deferred@814676067 after retry RPC after error@1442328929) -> (continuation of Deferred@170302924 after retry RPC after error@1303618929) -> (continuation of Deferred@179900740 after retry RPC after error@517884491), errback=(continuation of Deferred@460493152 after retry RPC after error@1437363179) -> (continuation of Deferred@199051157 after retry RPC after error@779029186) -> (continuation of Deferred@563705854 after retry RPC after error@391947029) -> (continuation of Deferred@1985789828 after retry RPC after error@548639383) -> (continuation of Deferred@1258235896 after retry RPC after error@952725945) -> (continuation of Deferred@737827259 after retry RPC after error@400642425) -> (continuation of Deferred@605189274 after retry RPC after error@1470467352) -> (continuation of Deferred@778772950 after retry RPC after error@857528315) -> (continuation of Deferred@69059494 after retry RPC after error@2133545840) -> (continuation of Deferred@137996498 after retry RPC after error@1565459745) -> (continuation of Deferred@925232605 after retry RPC after error@313563290) -> (continuation of Deferred@1460325670 after retry RPC after error@1925819627) -> (continuation of Deferred@1780153450 after retry RPC after error@2088291835) -> (continuation of Deferred@2098879663 after retry RPC after error@1108019475) -> (continuation of Deferred@2135901332 after retry RPC after error@1172457875) -> (continuation of Deferred@1790085796 after retry RPC after error@1886082416) -> (continuation of Deferred@1963312141 after retry RPC after error@578594287) -> (continuation of Deferred@1550183598 after retry RPC after error@1980752519) -> (continuation of Deferred@770794983 after retry RPC after error@1785069163) -> (continuation of Deferred@429289237 after retry RPC after error@277134714) -> (continuation of Deferred@914107600 after retry RPC after error@1940851410) -> (continuation of Deferred@1500200309 after retry RPC after error@1823548495) -> (continuation of Deferred@1006411685 after retry RPC after error@814676882) -> (continuation of Deferred@814676067 after retry RPC after error@1442328929) -> (continuation of Deferred@170302924 after retry RPC after error@1303618929) -> (continuation of Deferred@179900740 after retry RPC after error@517884491)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:15.322 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:15.323 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:15.323 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#7) of source Source: KuduSource.
23:13:15.323 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:15.323 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:15.323 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:15.323 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_7.
23:13:15.323 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:15.323 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:15.323 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:15.323 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RUNNING to RESTARTING.
23:13:15.323 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:15.323 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:15.323 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:15.323 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:15.323 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:15.324 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:15.376 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:15.377 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:15.377 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:15.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:15.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:15.377 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:15.377 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:15.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:15.378 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:15.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:15.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:15.378 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:15.378 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:15.378 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:15.470 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:15.471 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:15.471 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:15.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:15.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:15.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:15.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:15.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:15.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:15.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:15.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:15.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:15.471 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:15.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:15.556 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:15.556 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:15.556 [DEBUG - pool-380-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:15.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:15.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:15.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:15.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:15.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:15.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:15.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:15.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:15.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:15.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:15.559 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28063), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [56ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [56ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [68ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [68ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [87ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [88ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [88ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [108ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [681ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [681ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [684ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [684ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1242ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1442ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1863ms] refreshing cache from master, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1864ms] too many traces: truncated at 100 traces, deferred=Deferred@1435266321(state=PENDING, result=null, callback=(continuation of Deferred@478025832 after retry RPC after error@1894679797) -> (continuation of Deferred@1823357174 after retry RPC after error@1526473879) -> (continuation of Deferred@917359352 after retry RPC after error@853555700) -> (continuation of Deferred@789896918 after retry RPC after error@343379775) -> (continuation of Deferred@1280671043 after retry RPC after error@2135544484) -> (continuation of Deferred@1990345205 after retry RPC after error@1577330281) -> (continuation of Deferred@970782607 after retry RPC after error@145874658) -> (continuation of Deferred@1828228072 after retry RPC after error@330358640) -> (continuation of Deferred@1292775942 after retry RPC after error@1263444875) -> (continuation of Deferred@1665259201 after retry RPC after error@1990184582) -> (continuation of Deferred@1253919825 after retry RPC after error@1951526006) -> (continuation of Deferred@432790499 after retry RPC after error@287890850) -> (continuation of Deferred@827839506 after retry RPC after error@1243528210) -> (continuation of Deferred@231563889 after retry RPC after error@1524595623) -> (continuation of Deferred@1437057962 after retry RPC after error@1793461024) -> (continuation of Deferred@215888615 after retry RPC after error@763191960) -> (continuation of Deferred@1177308686 after retry RPC after error@482992864) -> (continuation of Deferred@1644016276 after retry RPC after error@659711377) -> (continuation of Deferred@61473611 after retry RPC after error@1353133884) -> (continuation of Deferred@1556242094 after retry RPC after error@1745405514) -> (continuation of Deferred@996880475 after retry RPC after error@1390159557) -> (continuation of Deferred@480589086 after retry RPC after error@842111574) -> (continuation of Deferred@1354403235 after retry RPC after error@1675850623) -> (continuation of Deferred@1457240024 after retry RPC after error@1745253503), errback=(continuation of Deferred@478025832 after retry RPC after error@1894679797) -> (continuation of Deferred@1823357174 after retry RPC after error@1526473879) -> (continuation of Deferred@917359352 after retry RPC after error@853555700) -> (continuation of Deferred@789896918 after retry RPC after error@343379775) -> (continuation of Deferred@1280671043 after retry RPC after error@2135544484) -> (continuation of Deferred@1990345205 after retry RPC after error@1577330281) -> (continuation of Deferred@970782607 after retry RPC after error@145874658) -> (continuation of Deferred@1828228072 after retry RPC after error@330358640) -> (continuation of Deferred@1292775942 after retry RPC after error@1263444875) -> (continuation of Deferred@1665259201 after retry RPC after error@1990184582) -> (continuation of Deferred@1253919825 after retry RPC after error@1951526006) -> (continuation of Deferred@432790499 after retry RPC after error@287890850) -> (continuation of Deferred@827839506 after retry RPC after error@1243528210) -> (continuation of Deferred@231563889 after retry RPC after error@1524595623) -> (continuation of Deferred@1437057962 after retry RPC after error@1793461024) -> (continuation of Deferred@215888615 after retry RPC after error@763191960) -> (continuation of Deferred@1177308686 after retry RPC after error@482992864) -> (continuation of Deferred@1644016276 after retry RPC after error@659711377) -> (continuation of Deferred@61473611 after retry RPC after error@1353133884) -> (continuation of Deferred@1556242094 after retry RPC after error@1745405514) -> (continuation of Deferred@996880475 after retry RPC after error@1390159557) -> (continuation of Deferred@480589086 after retry RPC after error@842111574) -> (continuation of Deferred@1354403235 after retry RPC after error@1675850623) -> (continuation of Deferred@1457240024 after retry RPC after error@1745253503)))
23:13:15.560 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
23:13:15.560 [WARN - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28063), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [56ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [56ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [68ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [68ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [87ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [88ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [88ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [108ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [681ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [681ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [684ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [684ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1242ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1442ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1863ms] refreshing cache from master, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1864ms] too many traces: truncated at 100 traces, deferred=Deferred@1435266321(state=PENDING, result=null, callback=(continuation of Deferred@478025832 after retry RPC after error@1894679797) -> (continuation of Deferred@1823357174 after retry RPC after error@1526473879) -> (continuation of Deferred@917359352 after retry RPC after error@853555700) -> (continuation of Deferred@789896918 after retry RPC after error@343379775) -> (continuation of Deferred@1280671043 after retry RPC after error@2135544484) -> (continuation of Deferred@1990345205 after retry RPC after error@1577330281) -> (continuation of Deferred@970782607 after retry RPC after error@145874658) -> (continuation of Deferred@1828228072 after retry RPC after error@330358640) -> (continuation of Deferred@1292775942 after retry RPC after error@1263444875) -> (continuation of Deferred@1665259201 after retry RPC after error@1990184582) -> (continuation of Deferred@1253919825 after retry RPC after error@1951526006) -> (continuation of Deferred@432790499 after retry RPC after error@287890850) -> (continuation of Deferred@827839506 after retry RPC after error@1243528210) -> (continuation of Deferred@231563889 after retry RPC after error@1524595623) -> (continuation of Deferred@1437057962 after retry RPC after error@1793461024) -> (continuation of Deferred@215888615 after retry RPC after error@763191960) -> (continuation of Deferred@1177308686 after retry RPC after error@482992864) -> (continuation of Deferred@1644016276 after retry RPC after error@659711377) -> (continuation of Deferred@61473611 after retry RPC after error@1353133884) -> (continuation of Deferred@1556242094 after retry RPC after error@1745405514) -> (continuation of Deferred@996880475 after retry RPC after error@1390159557) -> (continuation of Deferred@480589086 after retry RPC after error@842111574) -> (continuation of Deferred@1354403235 after retry RPC after error@1675850623) -> (continuation of Deferred@1457240024 after retry RPC after error@1745253503), errback=(continuation of Deferred@478025832 after retry RPC after error@1894679797) -> (continuation of Deferred@1823357174 after retry RPC after error@1526473879) -> (continuation of Deferred@917359352 after retry RPC after error@853555700) -> (continuation of Deferred@789896918 after retry RPC after error@343379775) -> (continuation of Deferred@1280671043 after retry RPC after error@2135544484) -> (continuation of Deferred@1990345205 after retry RPC after error@1577330281) -> (continuation of Deferred@970782607 after retry RPC after error@145874658) -> (continuation of Deferred@1828228072 after retry RPC after error@330358640) -> (continuation of Deferred@1292775942 after retry RPC after error@1263444875) -> (continuation of Deferred@1665259201 after retry RPC after error@1990184582) -> (continuation of Deferred@1253919825 after retry RPC after error@1951526006) -> (continuation of Deferred@432790499 after retry RPC after error@287890850) -> (continuation of Deferred@827839506 after retry RPC after error@1243528210) -> (continuation of Deferred@231563889 after retry RPC after error@1524595623) -> (continuation of Deferred@1437057962 after retry RPC after error@1793461024) -> (continuation of Deferred@215888615 after retry RPC after error@763191960) -> (continuation of Deferred@1177308686 after retry RPC after error@482992864) -> (continuation of Deferred@1644016276 after retry RPC after error@659711377) -> (continuation of Deferred@61473611 after retry RPC after error@1353133884) -> (continuation of Deferred@1556242094 after retry RPC after error@1745405514) -> (continuation of Deferred@996880475 after retry RPC after error@1390159557) -> (continuation of Deferred@480589086 after retry RPC after error@842111574) -> (continuation of Deferred@1354403235 after retry RPC after error@1675850623) -> (continuation of Deferred@1457240024 after retry RPC after error@1745253503)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:15.561 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7).
23:13:15.563 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#7 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
23:13:15.565 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=28063), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [22ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [47ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [56ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [56ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [68ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [68ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [85ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [86ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [87ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [87ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [88ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [88ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [108ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [108ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [120ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [122ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [161ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [261ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [680ms] refreshing cache from master, [680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [681ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [681ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [684ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [684ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1240ms] refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1241ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1242ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1441ms] refreshing cache from master, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1442ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1863ms] refreshing cache from master, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1863ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1864ms] too many traces: truncated at 100 traces, deferred=Deferred@1435266321(state=PENDING, result=null, callback=(continuation of Deferred@478025832 after retry RPC after error@1894679797) -> (continuation of Deferred@1823357174 after retry RPC after error@1526473879) -> (continuation of Deferred@917359352 after retry RPC after error@853555700) -> (continuation of Deferred@789896918 after retry RPC after error@343379775) -> (continuation of Deferred@1280671043 after retry RPC after error@2135544484) -> (continuation of Deferred@1990345205 after retry RPC after error@1577330281) -> (continuation of Deferred@970782607 after retry RPC after error@145874658) -> (continuation of Deferred@1828228072 after retry RPC after error@330358640) -> (continuation of Deferred@1292775942 after retry RPC after error@1263444875) -> (continuation of Deferred@1665259201 after retry RPC after error@1990184582) -> (continuation of Deferred@1253919825 after retry RPC after error@1951526006) -> (continuation of Deferred@432790499 after retry RPC after error@287890850) -> (continuation of Deferred@827839506 after retry RPC after error@1243528210) -> (continuation of Deferred@231563889 after retry RPC after error@1524595623) -> (continuation of Deferred@1437057962 after retry RPC after error@1793461024) -> (continuation of Deferred@215888615 after retry RPC after error@763191960) -> (continuation of Deferred@1177308686 after retry RPC after error@482992864) -> (continuation of Deferred@1644016276 after retry RPC after error@659711377) -> (continuation of Deferred@61473611 after retry RPC after error@1353133884) -> (continuation of Deferred@1556242094 after retry RPC after error@1745405514) -> (continuation of Deferred@996880475 after retry RPC after error@1390159557) -> (continuation of Deferred@480589086 after retry RPC after error@842111574) -> (continuation of Deferred@1354403235 after retry RPC after error@1675850623) -> (continuation of Deferred@1457240024 after retry RPC after error@1745253503), errback=(continuation of Deferred@478025832 after retry RPC after error@1894679797) -> (continuation of Deferred@1823357174 after retry RPC after error@1526473879) -> (continuation of Deferred@917359352 after retry RPC after error@853555700) -> (continuation of Deferred@789896918 after retry RPC after error@343379775) -> (continuation of Deferred@1280671043 after retry RPC after error@2135544484) -> (continuation of Deferred@1990345205 after retry RPC after error@1577330281) -> (continuation of Deferred@970782607 after retry RPC after error@145874658) -> (continuation of Deferred@1828228072 after retry RPC after error@330358640) -> (continuation of Deferred@1292775942 after retry RPC after error@1263444875) -> (continuation of Deferred@1665259201 after retry RPC after error@1990184582) -> (continuation of Deferred@1253919825 after retry RPC after error@1951526006) -> (continuation of Deferred@432790499 after retry RPC after error@287890850) -> (continuation of Deferred@827839506 after retry RPC after error@1243528210) -> (continuation of Deferred@231563889 after retry RPC after error@1524595623) -> (continuation of Deferred@1437057962 after retry RPC after error@1793461024) -> (continuation of Deferred@215888615 after retry RPC after error@763191960) -> (continuation of Deferred@1177308686 after retry RPC after error@482992864) -> (continuation of Deferred@1644016276 after retry RPC after error@659711377) -> (continuation of Deferred@61473611 after retry RPC after error@1353133884) -> (continuation of Deferred@1556242094 after retry RPC after error@1745405514) -> (continuation of Deferred@996880475 after retry RPC after error@1390159557) -> (continuation of Deferred@480589086 after retry RPC after error@842111574) -> (continuation of Deferred@1354403235 after retry RPC after error@1675850623) -> (continuation of Deferred@1457240024 after retry RPC after error@1745253503)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:15.566 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_7.
23:13:15.566 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:15.570 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#7) of source Source: KuduSource.
23:13:15.596 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:15.596 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:15.596 [DEBUG - pool-376-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:15.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:15.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:15.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:15.597 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:15.597 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:15.597 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:15.598 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:15.598 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:15.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:15.598 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:15.599 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28111), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [57ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [67ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [89ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [89ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [90ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [90ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [128ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [128ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [205ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [206ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [206ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [207ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [221ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [362ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [662ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [881ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [881ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [881ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [881ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2382ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3660ms] refreshing cache from master, [3660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3661ms] too many traces: truncated at 100 traces, deferred=Deferred@1741762069(state=PENDING, result=null, callback=(continuation of Deferred@1844135523 after retry RPC after error@1135589492) -> (continuation of Deferred@1551670814 after retry RPC after error@842248706) -> (continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864), errback=(continuation of Deferred@1844135523 after retry RPC after error@1135589492) -> (continuation of Deferred@1551670814 after retry RPC after error@842248706) -> (continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864)))
23:13:15.599 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
23:13:15.600 [WARN - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28111), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [57ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [67ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [89ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [89ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [90ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [90ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [128ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [128ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [205ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [206ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [206ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [207ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [221ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [362ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [662ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [881ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [881ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [881ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [881ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2382ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3660ms] refreshing cache from master, [3660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3661ms] too many traces: truncated at 100 traces, deferred=Deferred@1741762069(state=PENDING, result=null, callback=(continuation of Deferred@1844135523 after retry RPC after error@1135589492) -> (continuation of Deferred@1551670814 after retry RPC after error@842248706) -> (continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864), errback=(continuation of Deferred@1844135523 after retry RPC after error@1135589492) -> (continuation of Deferred@1551670814 after retry RPC after error@842248706) -> (continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.125:36071
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:15.600 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7).
23:13:15.601 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:15.604 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#7 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
23:13:15.608 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28111), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [3ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [50ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [57ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [63ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [66ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [67ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [88ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [89ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [89ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [89ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [90ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [90ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [102ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [128ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [128ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [204ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [205ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [205ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [206ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [206ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [207ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [221ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [362ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [362ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [661ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [662ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [880ms] refreshing cache from master, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [881ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [881ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [881ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [881ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2380ms] refreshing cache from master, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2381ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2382ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2382ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [3660ms] refreshing cache from master, [3660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [3660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [3661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [3661ms] too many traces: truncated at 100 traces, deferred=Deferred@1741762069(state=PENDING, result=null, callback=(continuation of Deferred@1844135523 after retry RPC after error@1135589492) -> (continuation of Deferred@1551670814 after retry RPC after error@842248706) -> (continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864), errback=(continuation of Deferred@1844135523 after retry RPC after error@1135589492) -> (continuation of Deferred@1551670814 after retry RPC after error@842248706) -> (continuation of Deferred@89924217 after retry RPC after error@990795454) -> (continuation of Deferred@54178735 after retry RPC after error@750166632) -> (continuation of Deferred@1209864813 after retry RPC after error@32441974) -> (continuation of Deferred@1461611055 after retry RPC after error@1319249734) -> (continuation of Deferred@1854724741 after retry RPC after error@388607380) -> (continuation of Deferred@868409932 after retry RPC after error@1812294501) -> (continuation of Deferred@1691733138 after retry RPC after error@1045076113) -> (continuation of Deferred@448712086 after retry RPC after error@1571279847) -> (continuation of Deferred@391919005 after retry RPC after error@2109254135) -> (continuation of Deferred@293996971 after retry RPC after error@1927137431) -> (continuation of Deferred@81525644 after retry RPC after error@1016339953) -> (continuation of Deferred@503222425 after retry RPC after error@24869569) -> (continuation of Deferred@1520953081 after retry RPC after error@1186993097) -> (continuation of Deferred@793979344 after retry RPC after error@1965355913) -> (continuation of Deferred@273765370 after retry RPC after error@1456034914) -> (continuation of Deferred@1617099458 after retry RPC after error@839448060) -> (continuation of Deferred@677162692 after retry RPC after error@883590633) -> (continuation of Deferred@1131007316 after retry RPC after error@909862864)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.125:36071
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:15.609 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#7) of source Source: KuduSource.
23:13:15.609 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_7.
23:13:15.609 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:15.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 21 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465995642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:15.654 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 21 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:13:15.656 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 21 as completed for source Source: KuduSource.
23:13:15.689 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:15.690 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:15.690 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:15.690 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:15.690 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:15.690 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:15.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:15.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:15.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:15.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:15.691 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:15.691 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:15.691 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:15.702 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:15.702 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:15.702 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:15.702 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:15.702 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:15.702 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:15.703 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:15.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:15.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:15.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:15.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:15.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:15.703 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:15.720 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:15.720 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:15.720 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:15.720 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:15.720 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:15.720 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:15.721 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:15.721 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:15.721 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:15.721 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:15.721 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:15.721 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:15.721 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:15.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:15.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:15.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:16.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.058290 24894 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 24889
23:13:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.129137 24889 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.476s	user 0.506s	sys 0.955s
23:13:16.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:14.654590 24896 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:16.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.129748 24889 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.477s	user 0.506s	sys 0.955s
23:13:16.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.130851 24897 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection timed out after 1478 milliseconds
23:13:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.131708 24898 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:16.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.131671 24889 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:13:16.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.135437 24889 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:16.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.138384 24889 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:16.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.139750 24889 hybrid_clock.cc:648] HybridClock initialized: now 1783465996139714 us; error 32 us; skew 500 ppm
23:13:16.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.140520 24889 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:16.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 22 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465996142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:16.148 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.148650 24889 webserver.cc:534] Webserver started at http://127.24.75.126:34177/ using document root <none> and password file <none>
23:13:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.149701 24889 fs_manager.cc:362] Metadata directory not provided
23:13:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.150063 24889 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:16.150 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 22 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:13:16.150 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.150691 24889 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:16.151 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 22 as completed for source Source: KuduSource.
23:13:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.155980 24889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/data/instance:
23:13:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9769fa3081264c3ea3c519aac682ed2f"
23:13:16.156 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:16 on dist-test-slave-sprr"
23:13:16.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.157189 24889 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/wal/instance:
23:13:16.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9769fa3081264c3ea3c519aac682ed2f"
23:13:16.157 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:16 on dist-test-slave-sprr"
23:13:16.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.165215 24889 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.004s	sys 0.002s
23:13:16.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.171561 24905 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:16.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.172691 24889 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.000s	sys 0.005s
23:13:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.173043 24889 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/wal
23:13:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "9769fa3081264c3ea3c519aac682ed2f"
23:13:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:16 on dist-test-slave-sprr"
23:13:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.173406 24889 fs_report.cc:389] FS layout report
23:13:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:16.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/wal
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/wal
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/data/data
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:16.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:16.231 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.231369 24889 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.232976 24889 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:16.233 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:16.233 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.233467 24889 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:16.233 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:16.233 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:16.234 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:16.234 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:16.234 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:16.234 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:16.234 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:16.234 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:16.234 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:16.234 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:16.234 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:16.234 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:16.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.319456 24889 rpc_server.cc:307] RPC server started. Bound to: 127.24.75.126:42301
23:13:16.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.319579 24956 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.75.126:42301 every 8 connection(s)
23:13:16.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.322316 24889 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/data/info.pb
23:13:16.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.329196 24957 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:16.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.330345 24877 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 24889
23:13:16.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.330883 24877 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-0/wal/instance
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.334775 24877 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/wal
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/data
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/logs
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/data/info.pb
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.125:42673
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.125
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:16.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44793/jwks.json with env {}
23:13:16.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.341960 24957 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } has no permanent_uuid. Determining permanent_uuid...
23:13:16.350 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:16.350 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:16.350 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:16.350 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:16.350 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:16.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:16.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:16.350 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:16.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:16.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:16.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:16.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:16.351 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:16.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.371701 24957 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } has no permanent_uuid. Determining permanent_uuid...
23:13:16.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.374347 24907 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.75.125:42673: connect: Connection refused (error 111)
23:13:16.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:16.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.379273 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.125:42673: Network error: Client connection negotiation failed: client connection to 127.24.75.125:42673: connect: Connection refused (error 111)
23:13:16.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.428833 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } attempt: 1
23:13:16.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.434572 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.125:42673: Network error: Client connection negotiation failed: client connection to 127.24.75.125:42673: connect: Connection refused (error 111)
23:13:16.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:16.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.503036 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } attempt: 2
23:13:16.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.508245 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.125:42673: Network error: Client connection negotiation failed: client connection to 127.24.75.125:42673: connect: Connection refused (error 111)
23:13:16.555 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:16.555 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:16.555 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:16.555 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:16.555 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:16.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:16.556 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:16.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:16.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:16.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:16.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:16.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:16.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:16.569 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:16.570 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:16.570 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:16.570 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:16.570 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:16.570 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:16.570 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:16.570 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:16.570 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:16.570 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:16.570 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:16.570 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:16.570 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:16.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:16.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.599740 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } attempt: 3
23:13:16.604 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.604460 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.125:42673: Network error: Client connection negotiation failed: client connection to 127.24.75.125:42673: connect: Connection refused (error 111)
23:13:16.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 23 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465996642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:16.651 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 23 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:13:16.652 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 23 as completed for source Source: KuduSource.
23:13:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.677000 24959 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:16.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.677700 24959 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:16.678 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.678289 24959 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.712823 24959 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:13:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.713196 24959 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:16.713 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.713552 24959 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:13:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.713876 24959 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:13:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.714170 24959 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:13:16.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.714419 24959 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44793/jwks.json
23:13:16.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.747893 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } attempt: 4
23:13:16.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:16.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.752772 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.125:42673: Network error: Client connection negotiation failed: client connection to 127.24.75.125:42673: connect: Connection refused (error 111)
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.755892 24959 master_runner.cc:387] Master server non-default flags:
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/data
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/wal
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.125:42673
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44793/jwks.json
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/data/info.pb
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.125
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/logs
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:16.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:16.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.757468 24959 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:16.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:16.759243 24959 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:16.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.772221 24969 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:16.817 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:16.817 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:16.818 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:16.818 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:16.818 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:16.818 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:16.818 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:16.818 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:16.818 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:16.818 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:16.818 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:16.819 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:16.819 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:16.868 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:16.868 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:16.868 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:16.869 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:16.869 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:16.869 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:16.869 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:16.869 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:16.869 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:16.870 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:16.870 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:16.870 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:16.870 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:16.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:16.886 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:16.886 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:16.886 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:16.886 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:16.886 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:16.886 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:16.887 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:16.887 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:16.887 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:16.887 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:16.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:16.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:16.887 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:16.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:17.004 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:17.004 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:17.004 [DEBUG - pool-374-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:17.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:17.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:17.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:17.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:17.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:17.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:17.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:17.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:17.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:17.006 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:17.006 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29531), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [36ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [117ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [117ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [125ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [125ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [126ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [404ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [404ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [442ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [801ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [801ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [801ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [802ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1102ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2300ms] refreshing cache from master, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2301ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2302ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2581ms] too many traces: truncated at 100 traces, deferred=Deferred@2065679225(state=PENDING, result=null, callback=(continuation of Deferred@2099963034 after retry RPC after error@2070061212) -> (continuation of Deferred@1412133354 after retry RPC after error@1370121245) -> (continuation of Deferred@2072925318 after retry RPC after error@361135403) -> (continuation of Deferred@447609424 after retry RPC after error@405139348) -> (continuation of Deferred@285651570 after retry RPC after error@927984220) -> (continuation of Deferred@1120270751 after retry RPC after error@1965811484) -> (continuation of Deferred@1360678633 after retry RPC after error@433017756) -> (continuation of Deferred@1957382203 after retry RPC after error@1578255029) -> (continuation of Deferred@1576805016 after retry RPC after error@1045223688) -> (continuation of Deferred@269001834 after retry RPC after error@1556306740) -> (continuation of Deferred@1612143318 after retry RPC after error@952847173) -> (continuation of Deferred@1832227778 after retry RPC after error@728330155) -> (continuation of Deferred@1903317498 after retry RPC after error@327265778) -> (continuation of Deferred@1382778819 after retry RPC after error@849325586) -> (continuation of Deferred@1367458874 after retry RPC after error@1332813253) -> (continuation of Deferred@1093328503 after retry RPC after error@243926910) -> (continuation of Deferred@1366667905 after retry RPC after error@372052575) -> (continuation of Deferred@31702923 after retry RPC after error@1594681662) -> (continuation of Deferred@588360164 after retry RPC after error@1565587507) -> (continuation of Deferred@1104354293 after retry RPC after error@2033078248) -> (continuation of Deferred@1474201504 after retry RPC after error@219511816) -> (continuation of Deferred@1421918956 after retry RPC after error@1595573907) -> (continuation of Deferred@2086332759 after retry RPC after error@1510555624) -> (continuation of Deferred@135021031 after retry RPC after error@61431915) -> (continuation of Deferred@680665368 after retry RPC after error@997698973) -> (continuation of Deferred@1369362541 after retry RPC after error@427579405) -> (continuation of Deferred@543109339 after retry RPC after error@650275336), errback=(continuation of Deferred@2099963034 after retry RPC after error@2070061212) -> (continuation of Deferred@1412133354 after retry RPC after error@1370121245) -> (continuation of Deferred@2072925318 after retry RPC after error@361135403) -> (continuation of Deferred@447609424 after retry RPC after error@405139348) -> (continuation of Deferred@285651570 after retry RPC after error@927984220) -> (continuation of Deferred@1120270751 after retry RPC after error@1965811484) -> (continuation of Deferred@1360678633 after retry RPC after error@433017756) -> (continuation of Deferred@1957382203 after retry RPC after error@1578255029) -> (continuation of Deferred@1576805016 after retry RPC after error@1045223688) -> (continuation of Deferred@269001834 after retry RPC after error@1556306740) -> (continuation of Deferred@1612143318 after retry RPC after error@952847173) -> (continuation of Deferred@1832227778 after retry RPC after error@728330155) -> (continuation of Deferred@1903317498 after retry RPC after error@327265778) -> (continuation of Deferred@1382778819 after retry RPC after error@849325586) -> (continuation of Deferred@1367458874 after retry RPC after error@1332813253) -> (continuation of Deferred@1093328503 after retry RPC after error@243926910) -> (continuation of Deferred@1366667905 after retry RPC after error@372052575) -> (continuation of Deferred@31702923 after retry RPC after error@1594681662) -> (continuation of Deferred@588360164 after retry RPC after error@1565587507) -> (continuation of Deferred@1104354293 after retry RPC after error@2033078248) -> (continuation of Deferred@1474201504 after retry RPC after error@219511816) -> (continuation of Deferred@1421918956 after retry RPC after error@1595573907) -> (continuation of Deferred@2086332759 after retry RPC after error@1510555624) -> (continuation of Deferred@135021031 after retry RPC after error@61431915) -> (continuation of Deferred@680665368 after retry RPC after error@997698973) -> (continuation of Deferred@1369362541 after retry RPC after error@427579405) -> (continuation of Deferred@543109339 after retry RPC after error@650275336)))
23:13:17.007 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (SourceReaderBase.java:338) Closing Source Reader.
23:13:17.008 [WARN - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29531), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [36ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [117ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [117ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [125ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [125ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [126ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [404ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [404ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [442ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [801ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [801ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [801ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [802ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1102ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2300ms] refreshing cache from master, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2301ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2302ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2581ms] too many traces: truncated at 100 traces, deferred=Deferred@2065679225(state=PENDING, result=null, callback=(continuation of Deferred@2099963034 after retry RPC after error@2070061212) -> (continuation of Deferred@1412133354 after retry RPC after error@1370121245) -> (continuation of Deferred@2072925318 after retry RPC after error@361135403) -> (continuation of Deferred@447609424 after retry RPC after error@405139348) -> (continuation of Deferred@285651570 after retry RPC after error@927984220) -> (continuation of Deferred@1120270751 after retry RPC after error@1965811484) -> (continuation of Deferred@1360678633 after retry RPC after error@433017756) -> (continuation of Deferred@1957382203 after retry RPC after error@1578255029) -> (continuation of Deferred@1576805016 after retry RPC after error@1045223688) -> (continuation of Deferred@269001834 after retry RPC after error@1556306740) -> (continuation of Deferred@1612143318 after retry RPC after error@952847173) -> (continuation of Deferred@1832227778 after retry RPC after error@728330155) -> (continuation of Deferred@1903317498 after retry RPC after error@327265778) -> (continuation of Deferred@1382778819 after retry RPC after error@849325586) -> (continuation of Deferred@1367458874 after retry RPC after error@1332813253) -> (continuation of Deferred@1093328503 after retry RPC after error@243926910) -> (continuation of Deferred@1366667905 after retry RPC after error@372052575) -> (continuation of Deferred@31702923 after retry RPC after error@1594681662) -> (continuation of Deferred@588360164 after retry RPC after error@1565587507) -> (continuation of Deferred@1104354293 after retry RPC after error@2033078248) -> (continuation of Deferred@1474201504 after retry RPC after error@219511816) -> (continuation of Deferred@1421918956 after retry RPC after error@1595573907) -> (continuation of Deferred@2086332759 after retry RPC after error@1510555624) -> (continuation of Deferred@135021031 after retry RPC after error@61431915) -> (continuation of Deferred@680665368 after retry RPC after error@997698973) -> (continuation of Deferred@1369362541 after retry RPC after error@427579405) -> (continuation of Deferred@543109339 after retry RPC after error@650275336), errback=(continuation of Deferred@2099963034 after retry RPC after error@2070061212) -> (continuation of Deferred@1412133354 after retry RPC after error@1370121245) -> (continuation of Deferred@2072925318 after retry RPC after error@361135403) -> (continuation of Deferred@447609424 after retry RPC after error@405139348) -> (continuation of Deferred@285651570 after retry RPC after error@927984220) -> (continuation of Deferred@1120270751 after retry RPC after error@1965811484) -> (continuation of Deferred@1360678633 after retry RPC after error@433017756) -> (continuation of Deferred@1957382203 after retry RPC after error@1578255029) -> (continuation of Deferred@1576805016 after retry RPC after error@1045223688) -> (continuation of Deferred@269001834 after retry RPC after error@1556306740) -> (continuation of Deferred@1612143318 after retry RPC after error@952847173) -> (continuation of Deferred@1832227778 after retry RPC after error@728330155) -> (continuation of Deferred@1903317498 after retry RPC after error@327265778) -> (continuation of Deferred@1382778819 after retry RPC after error@849325586) -> (continuation of Deferred@1367458874 after retry RPC after error@1332813253) -> (continuation of Deferred@1093328503 after retry RPC after error@243926910) -> (continuation of Deferred@1366667905 after retry RPC after error@372052575) -> (continuation of Deferred@31702923 after retry RPC after error@1594681662) -> (continuation of Deferred@588360164 after retry RPC after error@1565587507) -> (continuation of Deferred@1104354293 after retry RPC after error@2033078248) -> (continuation of Deferred@1474201504 after retry RPC after error@219511816) -> (continuation of Deferred@1421918956 after retry RPC after error@1595573907) -> (continuation of Deferred@2086332759 after retry RPC after error@1510555624) -> (continuation of Deferred@135021031 after retry RPC after error@61431915) -> (continuation of Deferred@680665368 after retry RPC after error@997698973) -> (continuation of Deferred@1369362541 after retry RPC after error@427579405) -> (continuation of Deferred@543109339 after retry RPC after error@650275336)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:17.008 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#7 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7).
23:13:17.010 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:17.011 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:17.011 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:17.011 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#7 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
23:13:17.011 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.011 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.011 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.012 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.012 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.012 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.012 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.012 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.012 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.012 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:17.012 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:17.013 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:17.013 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:17.013 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.013 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.013 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.014 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.014 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.014 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.014 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.014 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.014 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:17.014 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=29531), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [36ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [41ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [83ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [83ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [114ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [115ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [115ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [117ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [117ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [123ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [125ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [125ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [126ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [142ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [142ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [161ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [162ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [162ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [202ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [203ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [203ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [261ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [263ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [263ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [404ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [404ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [441ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [442ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [442ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [800ms] refreshing cache from master, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [801ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [801ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [801ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [802ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1101ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1102ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2300ms] refreshing cache from master, [2300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2301ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [2302ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2302ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [2581ms] refreshing cache from master, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [2581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [2581ms] too many traces: truncated at 100 traces, deferred=Deferred@2065679225(state=PENDING, result=null, callback=(continuation of Deferred@2099963034 after retry RPC after error@2070061212) -> (continuation of Deferred@1412133354 after retry RPC after error@1370121245) -> (continuation of Deferred@2072925318 after retry RPC after error@361135403) -> (continuation of Deferred@447609424 after retry RPC after error@405139348) -> (continuation of Deferred@285651570 after retry RPC after error@927984220) -> (continuation of Deferred@1120270751 after retry RPC after error@1965811484) -> (continuation of Deferred@1360678633 after retry RPC after error@433017756) -> (continuation of Deferred@1957382203 after retry RPC after error@1578255029) -> (continuation of Deferred@1576805016 after retry RPC after error@1045223688) -> (continuation of Deferred@269001834 after retry RPC after error@1556306740) -> (continuation of Deferred@1612143318 after retry RPC after error@952847173) -> (continuation of Deferred@1832227778 after retry RPC after error@728330155) -> (continuation of Deferred@1903317498 after retry RPC after error@327265778) -> (continuation of Deferred@1382778819 after retry RPC after error@849325586) -> (continuation of Deferred@1367458874 after retry RPC after error@1332813253) -> (continuation of Deferred@1093328503 after retry RPC after error@243926910) -> (continuation of Deferred@1366667905 after retry RPC after error@372052575) -> (continuation of Deferred@31702923 after retry RPC after error@1594681662) -> (continuation of Deferred@588360164 after retry RPC after error@1565587507) -> (continuation of Deferred@1104354293 after retry RPC after error@2033078248) -> (continuation of Deferred@1474201504 after retry RPC after error@219511816) -> (continuation of Deferred@1421918956 after retry RPC after error@1595573907) -> (continuation of Deferred@2086332759 after retry RPC after error@1510555624) -> (continuation of Deferred@135021031 after retry RPC after error@61431915) -> (continuation of Deferred@680665368 after retry RPC after error@997698973) -> (continuation of Deferred@1369362541 after retry RPC after error@427579405) -> (continuation of Deferred@543109339 after retry RPC after error@650275336), errback=(continuation of Deferred@2099963034 after retry RPC after error@2070061212) -> (continuation of Deferred@1412133354 after retry RPC after error@1370121245) -> (continuation of Deferred@2072925318 after retry RPC after error@361135403) -> (continuation of Deferred@447609424 after retry RPC after error@405139348) -> (continuation of Deferred@285651570 after retry RPC after error@927984220) -> (continuation of Deferred@1120270751 after retry RPC after error@1965811484) -> (continuation of Deferred@1360678633 after retry RPC after error@433017756) -> (continuation of Deferred@1957382203 after retry RPC after error@1578255029) -> (continuation of Deferred@1576805016 after retry RPC after error@1045223688) -> (continuation of Deferred@269001834 after retry RPC after error@1556306740) -> (continuation of Deferred@1612143318 after retry RPC after error@952847173) -> (continuation of Deferred@1832227778 after retry RPC after error@728330155) -> (continuation of Deferred@1903317498 after retry RPC after error@327265778) -> (continuation of Deferred@1382778819 after retry RPC after error@849325586) -> (continuation of Deferred@1367458874 after retry RPC after error@1332813253) -> (continuation of Deferred@1093328503 after retry RPC after error@243926910) -> (continuation of Deferred@1366667905 after retry RPC after error@372052575) -> (continuation of Deferred@31702923 after retry RPC after error@1594681662) -> (continuation of Deferred@588360164 after retry RPC after error@1565587507) -> (continuation of Deferred@1104354293 after retry RPC after error@2033078248) -> (continuation of Deferred@1474201504 after retry RPC after error@219511816) -> (continuation of Deferred@1421918956 after retry RPC after error@1595573907) -> (continuation of Deferred@2086332759 after retry RPC after error@1510555624) -> (continuation of Deferred@135021031 after retry RPC after error@61431915) -> (continuation of Deferred@680665368 after retry RPC after error@997698973) -> (continuation of Deferred@1369362541 after retry RPC after error@427579405) -> (continuation of Deferred@543109339 after retry RPC after error@650275336)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:17.020 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 7fd90d75d429cae09c48b2e4b1f4e71b
23:13:17.021 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#7) of source Source: KuduSource.
23:13:17.021 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_7.
23:13:17.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:17.052212 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } attempt: 5
23:13:17.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:17.061406 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.125:42673: Network error: Client connection negotiation failed: client connection to 127.24.75.125:42673: connect: Connection refused (error 111)
23:13:17.075 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:17.075 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:17.075 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:17.075 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:17.075 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:17.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:17.076 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:17.076 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:17.076 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:17.076 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:17.076 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:17.076 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:17.076 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:17.099 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:17.128 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:17.128 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:17.128 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:17.128 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:17.129 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:17.129 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:17.129 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:17.129 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:17.129 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:17.129 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:17.129 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:17.129 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:17.130 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:17.137 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:17.138 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:17.138 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:17.138 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.138 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.138 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.139 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.139 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.139 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.139 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.139 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:17.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 24 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465997142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:17.152 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 24 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:13:17.153 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 24 as completed for source Source: KuduSource.
23:13:17.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:17.275 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:17.275 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:17.275 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:17.276 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:17.276 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:17.276 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:17.277 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:17.277 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:17.277 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:17.277 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:17.277 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:17.277 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:17.277 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:17.371 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:17.371 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:17.372 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:17.372 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.372 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.372 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.373 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.373 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.373 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.373 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.373 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.373 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.373 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:17.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:17.391 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:17.391 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:17.391 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:17.391 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.391 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.391 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.392 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.392 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:17.393 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29808), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [4ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [40ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [41ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [64ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [82ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [132ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [461ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [841ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [842ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [842ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [842ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1827ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1827ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1829ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2203ms] refreshing cache from master, [2203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2206ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2206ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2207ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2207ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [4880ms] refreshing cache from master, [4880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [4881ms] too many traces: truncated at 100 traces, deferred=Deferred@907606057(state=PENDING, result=null, callback=(continuation of Deferred@400768140 after retry RPC after error@2136688127) -> (continuation of Deferred@1950283975 after retry RPC after error@93757401) -> (continuation of Deferred@195019963 after retry RPC after error@785255562) -> (continuation of Deferred@766849364 after retry RPC after error@476846956) -> (continuation of Deferred@1763950150 after retry RPC after error@936859060) -> (continuation of Deferred@871165323 after retry RPC after error@1327970273) -> (continuation of Deferred@990015949 after retry RPC after error@913701356) -> (continuation of Deferred@1646381596 after retry RPC after error@340750726) -> (continuation of Deferred@1022093019 after retry RPC after error@633913907) -> (continuation of Deferred@1230343612 after retry RPC after error@653854289) -> (continuation of Deferred@1162338667 after retry RPC after error@645753514) -> (continuation of Deferred@1134570420 after retry RPC after error@763717151) -> (continuation of Deferred@1471383165 after retry RPC after error@450268699) -> (continuation of Deferred@1483336574 after retry RPC after error@1583012850) -> (continuation of Deferred@361840170 after retry RPC after error@991546581) -> (continuation of Deferred@750576339 after retry RPC after error@615594493) -> (continuation of Deferred@944583471 after retry RPC after error@1304903575) -> (continuation of Deferred@103212678 after retry RPC after error@737495406) -> (continuation of Deferred@2062599028 after retry RPC after error@247427130) -> (continuation of Deferred@1067234749 after retry RPC after error@1042494745) -> (continuation of Deferred@1110751946 after retry RPC after error@939473942) -> (continuation of Deferred@1830049289 after retry RPC after error@1253588303) -> (continuation of Deferred@758983736 after retry RPC after error@1676454405) -> (continuation of Deferred@738663535 after retry RPC after error@660475621) -> (continuation of Deferred@1665579738 after retry RPC after error@1711048757), errback=(continuation of Deferred@400768140 after retry RPC after error@2136688127) -> (continuation of Deferred@1950283975 after retry RPC after error@93757401) -> (continuation of Deferred@195019963 after retry RPC after error@785255562) -> (continuation of Deferred@766849364 after retry RPC after error@476846956) -> (continuation of Deferred@1763950150 after retry RPC after error@936859060) -> (continuation of Deferred@871165323 after retry RPC after error@1327970273) -> (continuation of Deferred@990015949 after retry RPC after error@913701356) -> (continuation of Deferred@1646381596 after retry RPC after error@340750726) -> (continuation of Deferred@1022093019 after retry RPC after error@633913907) -> (continuation of Deferred@1230343612 after retry RPC after error@653854289) -> (continuation of Deferred@1162338667 after retry RPC after error@645753514) -> (continuation of Deferred@1134570420 after retry RPC after error@763717151) -> (continuation of Deferred@1471383165 after retry RPC after error@450268699) -> (continuation of Deferred@1483336574 after retry RPC after error@1583012850) -> (continuation of Deferred@361840170 after retry RPC after error@991546581) -> (continuation of Deferred@750576339 after retry RPC after error@615594493) -> (continuation of Deferred@944583471 after retry RPC after error@1304903575) -> (continuation of Deferred@103212678 after retry RPC after error@737495406) -> (continuation of Deferred@2062599028 after retry RPC after error@247427130) -> (continuation of Deferred@1067234749 after retry RPC after error@1042494745) -> (continuation of Deferred@1110751946 after retry RPC after error@939473942) -> (continuation of Deferred@1830049289 after retry RPC after error@1253588303) -> (continuation of Deferred@758983736 after retry RPC after error@1676454405) -> (continuation of Deferred@738663535 after retry RPC after error@660475621) -> (continuation of Deferred@1665579738 after retry RPC after error@1711048757)))
23:13:17.394 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:17.394 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:17.394 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:17.394 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29808), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [4ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [40ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [41ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [64ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [82ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [132ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [461ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [841ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [842ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [842ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [842ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1827ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1827ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1829ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2203ms] refreshing cache from master, [2203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2206ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2206ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2207ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2207ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [4880ms] refreshing cache from master, [4880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [4881ms] too many traces: truncated at 100 traces, deferred=Deferred@907606057(state=PENDING, result=null, callback=(continuation of Deferred@400768140 after retry RPC after error@2136688127) -> (continuation of Deferred@1950283975 after retry RPC after error@93757401) -> (continuation of Deferred@195019963 after retry RPC after error@785255562) -> (continuation of Deferred@766849364 after retry RPC after error@476846956) -> (continuation of Deferred@1763950150 after retry RPC after error@936859060) -> (continuation of Deferred@871165323 after retry RPC after error@1327970273) -> (continuation of Deferred@990015949 after retry RPC after error@913701356) -> (continuation of Deferred@1646381596 after retry RPC after error@340750726) -> (continuation of Deferred@1022093019 after retry RPC after error@633913907) -> (continuation of Deferred@1230343612 after retry RPC after error@653854289) -> (continuation of Deferred@1162338667 after retry RPC after error@645753514) -> (continuation of Deferred@1134570420 after retry RPC after error@763717151) -> (continuation of Deferred@1471383165 after retry RPC after error@450268699) -> (continuation of Deferred@1483336574 after retry RPC after error@1583012850) -> (continuation of Deferred@361840170 after retry RPC after error@991546581) -> (continuation of Deferred@750576339 after retry RPC after error@615594493) -> (continuation of Deferred@944583471 after retry RPC after error@1304903575) -> (continuation of Deferred@103212678 after retry RPC after error@737495406) -> (continuation of Deferred@2062599028 after retry RPC after error@247427130) -> (continuation of Deferred@1067234749 after retry RPC after error@1042494745) -> (continuation of Deferred@1110751946 after retry RPC after error@939473942) -> (continuation of Deferred@1830049289 after retry RPC after error@1253588303) -> (continuation of Deferred@758983736 after retry RPC after error@1676454405) -> (continuation of Deferred@738663535 after retry RPC after error@660475621) -> (continuation of Deferred@1665579738 after retry RPC after error@1711048757), errback=(continuation of Deferred@400768140 after retry RPC after error@2136688127) -> (continuation of Deferred@1950283975 after retry RPC after error@93757401) -> (continuation of Deferred@195019963 after retry RPC after error@785255562) -> (continuation of Deferred@766849364 after retry RPC after error@476846956) -> (continuation of Deferred@1763950150 after retry RPC after error@936859060) -> (continuation of Deferred@871165323 after retry RPC after error@1327970273) -> (continuation of Deferred@990015949 after retry RPC after error@913701356) -> (continuation of Deferred@1646381596 after retry RPC after error@340750726) -> (continuation of Deferred@1022093019 after retry RPC after error@633913907) -> (continuation of Deferred@1230343612 after retry RPC after error@653854289) -> (continuation of Deferred@1162338667 after retry RPC after error@645753514) -> (continuation of Deferred@1134570420 after retry RPC after error@763717151) -> (continuation of Deferred@1471383165 after retry RPC after error@450268699) -> (continuation of Deferred@1483336574 after retry RPC after error@1583012850) -> (continuation of Deferred@361840170 after retry RPC after error@991546581) -> (continuation of Deferred@750576339 after retry RPC after error@615594493) -> (continuation of Deferred@944583471 after retry RPC after error@1304903575) -> (continuation of Deferred@103212678 after retry RPC after error@737495406) -> (continuation of Deferred@2062599028 after retry RPC after error@247427130) -> (continuation of Deferred@1067234749 after retry RPC after error@1042494745) -> (continuation of Deferred@1110751946 after retry RPC after error@939473942) -> (continuation of Deferred@1830049289 after retry RPC after error@1253588303) -> (continuation of Deferred@758983736 after retry RPC after error@1676454405) -> (continuation of Deferred@738663535 after retry RPC after error@660475621) -> (continuation of Deferred@1665579738 after retry RPC after error@1711048757)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29808), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [4ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [40ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [41ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [64ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [82ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [132ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [461ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [841ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [842ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [842ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [842ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1827ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1827ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1829ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2203ms] refreshing cache from master, [2203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2206ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2206ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2207ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2207ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [4880ms] refreshing cache from master, [4880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [4881ms] too many traces: truncated at 100 traces, deferred=Deferred@907606057(state=PENDING, result=null, callback=(continuation of Deferred@400768140 after retry RPC after error@2136688127) -> (continuation of Deferred@1950283975 after retry RPC after error@93757401) -> (continuation of Deferred@195019963 after retry RPC after error@785255562) -> (continuation of Deferred@766849364 after retry RPC after error@476846956) -> (continuation of Deferred@1763950150 after retry RPC after error@936859060) -> (continuation of Deferred@871165323 after retry RPC after error@1327970273) -> (continuation of Deferred@990015949 after retry RPC after error@913701356) -> (continuation of Deferred@1646381596 after retry RPC after error@340750726) -> (continuation of Deferred@1022093019 after retry RPC after error@633913907) -> (continuation of Deferred@1230343612 after retry RPC after error@653854289) -> (continuation of Deferred@1162338667 after retry RPC after error@645753514) -> (continuation of Deferred@1134570420 after retry RPC after error@763717151) -> (continuation of Deferred@1471383165 after retry RPC after error@450268699) -> (continuation of Deferred@1483336574 after retry RPC after error@1583012850) -> (continuation of Deferred@361840170 after retry RPC after error@991546581) -> (continuation of Deferred@750576339 after retry RPC after error@615594493) -> (continuation of Deferred@944583471 after retry RPC after error@1304903575) -> (continuation of Deferred@103212678 after retry RPC after error@737495406) -> (continuation of Deferred@2062599028 after retry RPC after error@247427130) -> (continuation of Deferred@1067234749 after retry RPC after error@1042494745) -> (continuation of Deferred@1110751946 after retry RPC after error@939473942) -> (continuation of Deferred@1830049289 after retry RPC after error@1253588303) -> (continuation of Deferred@758983736 after retry RPC after error@1676454405) -> (continuation of Deferred@738663535 after retry RPC after error@660475621) -> (continuation of Deferred@1665579738 after retry RPC after error@1711048757), errback=(continuation of Deferred@400768140 after retry RPC after error@2136688127) -> (continuation of Deferred@1950283975 after retry RPC after error@93757401) -> (continuation of Deferred@195019963 after retry RPC after error@785255562) -> (continuation of Deferred@766849364 after retry RPC after error@476846956) -> (continuation of Deferred@1763950150 after retry RPC after error@936859060) -> (continuation of Deferred@871165323 after retry RPC after error@1327970273) -> (continuation of Deferred@990015949 after retry RPC after error@913701356) -> (continuation of Deferred@1646381596 after retry RPC after error@340750726) -> (continuation of Deferred@1022093019 after retry RPC after error@633913907) -> (continuation of Deferred@1230343612 after retry RPC after error@653854289) -> (continuation of Deferred@1162338667 after retry RPC after error@645753514) -> (continuation of Deferred@1134570420 after retry RPC after error@763717151) -> (continuation of Deferred@1471383165 after retry RPC after error@450268699) -> (continuation of Deferred@1483336574 after retry RPC after error@1583012850) -> (continuation of Deferred@361840170 after retry RPC after error@991546581) -> (continuation of Deferred@750576339 after retry RPC after error@615594493) -> (continuation of Deferred@944583471 after retry RPC after error@1304903575) -> (continuation of Deferred@103212678 after retry RPC after error@737495406) -> (continuation of Deferred@2062599028 after retry RPC after error@247427130) -> (continuation of Deferred@1067234749 after retry RPC after error@1042494745) -> (continuation of Deferred@1110751946 after retry RPC after error@939473942) -> (continuation of Deferred@1830049289 after retry RPC after error@1253588303) -> (continuation of Deferred@758983736 after retry RPC after error@1676454405) -> (continuation of Deferred@738663535 after retry RPC after error@660475621) -> (continuation of Deferred@1665579738 after retry RPC after error@1711048757)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.189:39011
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:17.395 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.396 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.396 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.396 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.397 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.397 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.397 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.397 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:17.403 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29808), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [4ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [40ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [41ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [64ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [82ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [132ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [461ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [841ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [842ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [842ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [842ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1827ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1827ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1829ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2203ms] refreshing cache from master, [2203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2206ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2206ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2207ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2207ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [4880ms] refreshing cache from master, [4880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [4881ms] too many traces: truncated at 100 traces, deferred=Deferred@907606057(state=PENDING, result=null, callback=(continuation of Deferred@400768140 after retry RPC after error@2136688127) -> (continuation of Deferred@1950283975 after retry RPC after error@93757401) -> (continuation of Deferred@195019963 after retry RPC after error@785255562) -> (continuation of Deferred@766849364 after retry RPC after error@476846956) -> (continuation of Deferred@1763950150 after retry RPC after error@936859060) -> (continuation of Deferred@871165323 after retry RPC after error@1327970273) -> (continuation of Deferred@990015949 after retry RPC after error@913701356) -> (continuation of Deferred@1646381596 after retry RPC after error@340750726) -> (continuation of Deferred@1022093019 after retry RPC after error@633913907) -> (continuation of Deferred@1230343612 after retry RPC after error@653854289) -> (continuation of Deferred@1162338667 after retry RPC after error@645753514) -> (continuation of Deferred@1134570420 after retry RPC after error@763717151) -> (continuation of Deferred@1471383165 after retry RPC after error@450268699) -> (continuation of Deferred@1483336574 after retry RPC after error@1583012850) -> (continuation of Deferred@361840170 after retry RPC after error@991546581) -> (continuation of Deferred@750576339 after retry RPC after error@615594493) -> (continuation of Deferred@944583471 after retry RPC after error@1304903575) -> (continuation of Deferred@103212678 after retry RPC after error@737495406) -> (continuation of Deferred@2062599028 after retry RPC after error@247427130) -> (continuation of Deferred@1067234749 after retry RPC after error@1042494745) -> (continuation of Deferred@1110751946 after retry RPC after error@939473942) -> (continuation of Deferred@1830049289 after retry RPC after error@1253588303) -> (continuation of Deferred@758983736 after retry RPC after error@1676454405) -> (continuation of Deferred@738663535 after retry RPC after error@660475621) -> (continuation of Deferred@1665579738 after retry RPC after error@1711048757), errback=(continuation of Deferred@400768140 after retry RPC after error@2136688127) -> (continuation of Deferred@1950283975 after retry RPC after error@93757401) -> (continuation of Deferred@195019963 after retry RPC after error@785255562) -> (continuation of Deferred@766849364 after retry RPC after error@476846956) -> (continuation of Deferred@1763950150 after retry RPC after error@936859060) -> (continuation of Deferred@871165323 after retry RPC after error@1327970273) -> (continuation of Deferred@990015949 after retry RPC after error@913701356) -> (continuation of Deferred@1646381596 after retry RPC after error@340750726) -> (continuation of Deferred@1022093019 after retry RPC after error@633913907) -> (continuation of Deferred@1230343612 after retry RPC after error@653854289) -> (continuation of Deferred@1162338667 after retry RPC after error@645753514) -> (continuation of Deferred@1134570420 after retry RPC after error@763717151) -> (continuation of Deferred@1471383165 after retry RPC after error@450268699) -> (continuation of Deferred@1483336574 after retry RPC after error@1583012850) -> (continuation of Deferred@361840170 after retry RPC after error@991546581) -> (continuation of Deferred@750576339 after retry RPC after error@615594493) -> (continuation of Deferred@944583471 after retry RPC after error@1304903575) -> (continuation of Deferred@103212678 after retry RPC after error@737495406) -> (continuation of Deferred@2062599028 after retry RPC after error@247427130) -> (continuation of Deferred@1067234749 after retry RPC after error@1042494745) -> (continuation of Deferred@1110751946 after retry RPC after error@939473942) -> (continuation of Deferred@1830049289 after retry RPC after error@1253588303) -> (continuation of Deferred@758983736 after retry RPC after error@1676454405) -> (continuation of Deferred@738663535 after retry RPC after error@660475621) -> (continuation of Deferred@1665579738 after retry RPC after error@1711048757)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29808), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [4ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [4ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [35ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [40ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [41ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [41ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [61ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [64ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [64ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [81ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [82ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [82ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [101ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [101ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [121ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [131ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [132ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [182ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [183ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [183ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [241ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [242ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [461ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [461ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [841ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [842ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [842ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [842ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1820ms] refreshing cache from master, [1820ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [1827ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [1827ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [1828ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [1829ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2203ms] refreshing cache from master, [2203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [2206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [2206ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [2206ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.190:45937: Network error: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937, [2206ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.188:43131: Network error: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131, [2207ms] Sub RPC ConnectToMaster: received response from server master-127.11.198.189:39011: Network error: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [2207ms] delaying RPC due to: Service unavailable: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011, [4880ms] refreshing cache from master, [4880ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.190:45937, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.188:43131, [4881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.11.198.189:39011, [4881ms] too many traces: truncated at 100 traces, deferred=Deferred@907606057(state=PENDING, result=null, callback=(continuation of Deferred@400768140 after retry RPC after error@2136688127) -> (continuation of Deferred@1950283975 after retry RPC after error@93757401) -> (continuation of Deferred@195019963 after retry RPC after error@785255562) -> (continuation of Deferred@766849364 after retry RPC after error@476846956) -> (continuation of Deferred@1763950150 after retry RPC after error@936859060) -> (continuation of Deferred@871165323 after retry RPC after error@1327970273) -> (continuation of Deferred@990015949 after retry RPC after error@913701356) -> (continuation of Deferred@1646381596 after retry RPC after error@340750726) -> (continuation of Deferred@1022093019 after retry RPC after error@633913907) -> (continuation of Deferred@1230343612 after retry RPC after error@653854289) -> (continuation of Deferred@1162338667 after retry RPC after error@645753514) -> (continuation of Deferred@1134570420 after retry RPC after error@763717151) -> (continuation of Deferred@1471383165 after retry RPC after error@450268699) -> (continuation of Deferred@1483336574 after retry RPC after error@1583012850) -> (continuation of Deferred@361840170 after retry RPC after error@991546581) -> (continuation of Deferred@750576339 after retry RPC after error@615594493) -> (continuation of Deferred@944583471 after retry RPC after error@1304903575) -> (continuation of Deferred@103212678 after retry RPC after error@737495406) -> (continuation of Deferred@2062599028 after retry RPC after error@247427130) -> (continuation of Deferred@1067234749 after retry RPC after error@1042494745) -> (continuation of Deferred@1110751946 after retry RPC after error@939473942) -> (continuation of Deferred@1830049289 after retry RPC after error@1253588303) -> (continuation of Deferred@758983736 after retry RPC after error@1676454405) -> (continuation of Deferred@738663535 after retry RPC after error@660475621) -> (continuation of Deferred@1665579738 after retry RPC after error@1711048757), errback=(continuation of Deferred@400768140 after retry RPC after error@2136688127) -> (continuation of Deferred@1950283975 after retry RPC after error@93757401) -> (continuation of Deferred@195019963 after retry RPC after error@785255562) -> (continuation of Deferred@766849364 after retry RPC after error@476846956) -> (continuation of Deferred@1763950150 after retry RPC after error@936859060) -> (continuation of Deferred@871165323 after retry RPC after error@1327970273) -> (continuation of Deferred@990015949 after retry RPC after error@913701356) -> (continuation of Deferred@1646381596 after retry RPC after error@340750726) -> (continuation of Deferred@1022093019 after retry RPC after error@633913907) -> (continuation of Deferred@1230343612 after retry RPC after error@653854289) -> (continuation of Deferred@1162338667 after retry RPC after error@645753514) -> (continuation of Deferred@1134570420 after retry RPC after error@763717151) -> (continuation of Deferred@1471383165 after retry RPC after error@450268699) -> (continuation of Deferred@1483336574 after retry RPC after error@1583012850) -> (continuation of Deferred@361840170 after retry RPC after error@991546581) -> (continuation of Deferred@750576339 after retry RPC after error@615594493) -> (continuation of Deferred@944583471 after retry RPC after error@1304903575) -> (continuation of Deferred@103212678 after retry RPC after error@737495406) -> (continuation of Deferred@2062599028 after retry RPC after error@247427130) -> (continuation of Deferred@1067234749 after retry RPC after error@1042494745) -> (continuation of Deferred@1110751946 after retry RPC after error@939473942) -> (continuation of Deferred@1830049289 after retry RPC after error@1253588303) -> (continuation of Deferred@758983736 after retry RPC after error@1676454405) -> (continuation of Deferred@738663535 after retry RPC after error@660475621) -> (continuation of Deferred@1665579738 after retry RPC after error@1711048757)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.11.198.189:39011
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:17.404 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:13:17.410 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:17.411 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:17.411 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:17.411 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.411 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.411 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.412 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:17.430 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:17.430 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:17.430 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:17.431 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.431 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.431 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.431 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.431 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.431 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.431 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.431 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.431 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.431 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:17.451 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:17.451 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:17.451 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:17.451 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.451 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.451 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.451 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.452 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.452 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.452 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.452 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.452 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.452 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:17.470 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:17.471 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:17.471 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:17.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.471 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.471 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.471 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.472 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.472 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:17.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:17.490 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:17.490 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:17.490 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:17.491 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.491 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.491 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.491 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.492 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.492 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.492 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:17.510 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:17.510 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:17.510 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.510 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:17.511 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.511 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.511 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.511 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.511 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.511 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.511 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.512 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:17.570 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:17.570 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:17.571 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.571 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.571 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.571 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:17.572 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:17.572 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:17.572 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:17.572 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:17.572 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:17.572 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:17.572 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:17.572 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:17.573 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:17.573 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:17.573 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:17.573 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:17.573 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.574 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:17.574 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.574 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.574 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.575 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:17.599 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:17.609 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:17.609020 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } attempt: 6
23:13:17.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:17.620692 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.125:42673: Network error: Client connection negotiation failed: client connection to 127.24.75.125:42673: connect: Connection refused (error 111)
23:13:17.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 25 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465997642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:17.657 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 25 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:13:17.658 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 25 as completed for source Source: KuduSource.
23:13:17.750 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:17.751 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:17.751 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:17.751 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:17.752 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.752 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.752 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:17.752 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.752 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.752 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:17.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:17.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:17.758 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:17.758 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:17.758 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:17.758 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.758 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.759 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.759 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.759 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.759 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.759 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:17.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:17.892 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:17.893 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:17.893 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:17.893 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.893 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.893 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:17.893 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.893 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.893 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:17.894 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.894 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.894 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:17.894 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:17.971 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:17.971 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:17.971 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:17.971 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:17.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:17.971 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:17.972 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:17.972 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:17.972 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:17.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:17.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:17.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:17.972 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:17.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:18.008 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:18.008 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:18.008 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:18.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:18.008 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:18.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:18.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:18.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:18.008 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:18.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:18.009 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:18.009 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:18.009 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:18.099 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.772737 24970 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:18.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:16.777572 24972 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.128023 24971 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1352 milliseconds
23:13:18.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.128160 24959 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:13:18.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.129671 24959 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:18.133 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.132814 24959 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:18.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.134186 24959 hybrid_clock.cc:648] HybridClock initialized: now 1783465998134151 us; error 38 us; skew 500 ppm
23:13:18.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.135164 24959 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:18.142 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.142024 24959 webserver.cc:534] Webserver started at http://127.24.75.125:37633/ using document root <none> and password file <none>
23:13:18.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 26 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465998142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:18.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.143141 24959 fs_manager.cc:362] Metadata directory not provided
23:13:18.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.143422 24959 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:18.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.143998 24959 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:18.150 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 26 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
23:13:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.150974 24959 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/data/instance:
23:13:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4"
23:13:18.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:18 on dist-test-slave-sprr"
23:13:18.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 26 as completed for source Source: KuduSource.
23:13:18.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.152658 24959 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/wal/instance:
23:13:18.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4"
23:13:18.153 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:18 on dist-test-slave-sprr"
23:13:18.160 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.160548 24959 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.006s	sys 0.000s
23:13:18.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.167079 24981 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:18.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.168613 24959 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.000s	sys 0.004s
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.168920 24959 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/wal
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4"
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:18 on dist-test-slave-sprr"
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.169241 24959 fs_report.cc:389] FS layout report
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/wal
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/wal
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/data/data
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:18.169 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:18.170 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:18.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.224829 24959 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:18.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.226557 24959 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:18.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.226962 24959 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:18.250 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:18.250 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:18.251 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:18.251 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:18.251 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.251 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.251 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.251 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.251 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.251 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.251 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.251 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.251 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.251 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:18.266 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:18.267 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:18.267 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:18.267 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:18.267 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:18.267 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:18.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:18.267 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:18.267 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:18.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:18.267 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:18.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:18.267 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:18.308 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:18.308 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:18.308 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:18.308 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:18.308 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:18.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:18.308 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:18.308 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:18.308 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:18.309 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:18.309 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:18.309 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:18.309 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.310931 24959 rpc_server.cc:307] RPC server started. Bound to: 127.24.75.125:42673
23:13:18.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.311184 25032 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.75.125:42673 every 8 connection(s)
23:13:18.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.314091 24959 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/data/info.pb
23:13:18.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.321609 24877 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 24959
23:13:18.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.321767 25033 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:18.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.322147 24877 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-1/wal/instance
23:13:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.324544 24877 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/wal
23:13:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/data
23:13:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:18.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/logs
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/data/info.pb
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.124:39771
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.124
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:18.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44793/jwks.json with env {}
23:13:18.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.336828 25033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } has no permanent_uuid. Determining permanent_uuid...
23:13:18.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.365900 25033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } has no permanent_uuid. Determining permanent_uuid...
23:13:18.378 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:18.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.382145 25033 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } has no permanent_uuid. Determining permanent_uuid...
23:13:18.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.384742 24985 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:18.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.389150 25033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:18.414 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:18.414 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:18.414 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:18.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:18.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:18.414 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:18.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:18.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:18.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:18.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:18.414 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:18.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:18.414 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:18.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.438714 25033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 1
23:13:18.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.443207 25033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:18.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:18.489 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:18.489 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:18.489 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:18.489 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:18.489 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:18.489 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:18.490 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:18.490 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:18.490 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:18.490 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:18.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:18.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:18.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:18.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.511729 25033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 2
23:13:18.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.516492 25033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:18.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:18.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.607950 25033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 3
23:13:18.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.612838 25033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:18.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 27 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465998641 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:18.649 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 27 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
23:13:18.650 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 27 as completed for source Source: KuduSource.
23:13:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.668845 25035 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:18.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.669405 25035 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:18.670 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.670083 25035 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:18.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.681221 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } attempt: 7
23:13:18.690 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:18.690 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:18.690 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:18.690 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.690 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.690 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.691 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.691 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.691 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.691 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.691 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.691 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.691 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:18.694 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.694520 24957 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } has no permanent_uuid. Determining permanent_uuid...
23:13:18.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.700990 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:18.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.710368 25035 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:13:18.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.710762 25035 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.711097 25035 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:13:18.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.711486 25035 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:13:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.711843 25035 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:13:18.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.712060 25035 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:44793/jwks.json
23:13:18.749 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.754331 25035 master_runner.cc:387] Master server non-default flags:
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/data
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/wal
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:18.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.124:39771
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:44793/jwks.json
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/data/info.pb
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.124
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/logs
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:18.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.755741 25035 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:18.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.756235 25033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 4
23:13:18.757 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:18.757 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:18.758 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:18.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.757819 25035 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:18.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:18.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:18.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:18.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:18.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:18.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:18.759 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:18.759 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:18.759 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:18.759 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:18.759 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.759462 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 1
23:13:18.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.762498 25033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:18.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.764604 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:18.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.771549 25047 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:18.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.846057 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 2
23:13:18.856 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.855753 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:18.870 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:18.871 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:18.871 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:18.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.872 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.872 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.872 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.872 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.872 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.872 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.873 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:18.878 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:18.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:18.941375 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 3
23:13:18.951 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:18.951 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:18.951 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:18.951 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.951 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.951 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.951 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:18.951 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.952 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:18.952 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.952 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.952 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:18.952 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:18.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.950964 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:18.974 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:18.975 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:18.975 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:18.975 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:18.975 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:18.975 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:18.975 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:18.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:18.976 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:18.976 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:18.976 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:18.976 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:18.976 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:18.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:18.996 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:18.997 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:18.997 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:18.997 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:18.997 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:18.997 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:18.997 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:18.997 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:18.997 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:18.997 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:18.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:18.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:18.998 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:19.051 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:19.052 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:19.052 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:19.052 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:19.052 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:19.053 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:19.053 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:19.053 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:19.053 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:19.053 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:19.053 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:19.054 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:19.054 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:19.062 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:19.061949 25033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 5
23:13:19.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:19.070137 25033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:19.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:19.092686 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 4
23:13:19.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:19.102 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:19.101464 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:19.123 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:19.123 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:19.123 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:19.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:19.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:19.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:19.123 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:19.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:19.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:19.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:19.124 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:19.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:19.124 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:19.130 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:19.130 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:19.131 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:19.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:19.131 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:19.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:19.131 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:19.131 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:19.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:19.131 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:19.131 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:19.131 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:19.131 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:19.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 28 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465999142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:19.151 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 28 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:13:19.153 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 28 as completed for source Source: KuduSource.
23:13:19.249 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:19.310 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:19.310 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:19.310 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:19.311 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.311 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.311 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.311 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.311 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.311 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.311 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.311 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.312 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.312 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:19.378 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:19.379 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:19.380 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:19.380 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:19.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:19.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:19.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:19.381 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:19.381 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:19.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:19.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:19.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:19.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:19.382 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:19.382 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:19.382 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:19.382 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:19.382 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.382 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.382 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.383 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.383 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.383 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.383 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.383 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.383 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.383 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:19.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:19.385429 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 5
23:13:19.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:19.393020 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:19.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:19.556 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:19.556 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:19.556 [DEBUG - pool-384-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:19.556 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.556 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.557 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.557 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.557 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.557 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.557 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:19.558 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27627), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [125ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [191ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [213ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [213ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [229ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [230ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [231ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [232ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [421ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [622ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [842ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [861ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [862ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2762ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [4940ms] refreshing cache from master, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [4941ms] too many traces: truncated at 100 traces, deferred=Deferred@1717132464(state=PENDING, result=null, callback=(continuation of Deferred@1823270088 after retry RPC after error@1252547498) -> (continuation of Deferred@1790457839 after retry RPC after error@1185438420) -> (continuation of Deferred@1294560365 after retry RPC after error@1171524457) -> (continuation of Deferred@1853377395 after retry RPC after error@1786958482) -> (continuation of Deferred@1817088427 after retry RPC after error@153370632) -> (continuation of Deferred@623620492 after retry RPC after error@1497489913) -> (continuation of Deferred@1092280499 after retry RPC after error@1779817624) -> (continuation of Deferred@315275143 after retry RPC after error@1154662926) -> (continuation of Deferred@1390132575 after retry RPC after error@376326784) -> (continuation of Deferred@1373610309 after retry RPC after error@55565250) -> (continuation of Deferred@208777137 after retry RPC after error@1756356341) -> (continuation of Deferred@1154916140 after retry RPC after error@960155071) -> (continuation of Deferred@951574798 after retry RPC after error@779737243) -> (continuation of Deferred@1587940743 after retry RPC after error@824079577) -> (continuation of Deferred@916872293 after retry RPC after error@1459349290) -> (continuation of Deferred@954139207 after retry RPC after error@2057634105) -> (continuation of Deferred@2128883580 after retry RPC after error@1999586621) -> (continuation of Deferred@925019301 after retry RPC after error@1700581297) -> (continuation of Deferred@974947241 after retry RPC after error@932654970) -> (continuation of Deferred@368245417 after retry RPC after error@382766817) -> (continuation of Deferred@1208964697 after retry RPC after error@1189956829) -> (continuation of Deferred@1154011419 after retry RPC after error@1451096293) -> (continuation of Deferred@1693635053 after retry RPC after error@1213592074) -> (continuation of Deferred@1243066898 after retry RPC after error@1930744165), errback=(continuation of Deferred@1823270088 after retry RPC after error@1252547498) -> (continuation of Deferred@1790457839 after retry RPC after error@1185438420) -> (continuation of Deferred@1294560365 after retry RPC after error@1171524457) -> (continuation of Deferred@1853377395 after retry RPC after error@1786958482) -> (continuation of Deferred@1817088427 after retry RPC after error@153370632) -> (continuation of Deferred@623620492 after retry RPC after error@1497489913) -> (continuation of Deferred@1092280499 after retry RPC after error@1779817624) -> (continuation of Deferred@315275143 after retry RPC after error@1154662926) -> (continuation of Deferred@1390132575 after retry RPC after error@376326784) -> (continuation of Deferred@1373610309 after retry RPC after error@55565250) -> (continuation of Deferred@208777137 after retry RPC after error@1756356341) -> (continuation of Deferred@1154916140 after retry RPC after error@960155071) -> (continuation of Deferred@951574798 after retry RPC after error@779737243) -> (continuation of Deferred@1587940743 after retry RPC after error@824079577) -> (continuation of Deferred@916872293 after retry RPC after error@1459349290) -> (continuation of Deferred@954139207 after retry RPC after error@2057634105) -> (continuation of Deferred@2128883580 after retry RPC after error@1999586621) -> (continuation of Deferred@925019301 after retry RPC after error@1700581297) -> (continuation of Deferred@974947241 after retry RPC after error@932654970) -> (continuation of Deferred@368245417 after retry RPC after error@382766817) -> (continuation of Deferred@1208964697 after retry RPC after error@1189956829) -> (continuation of Deferred@1154011419 after retry RPC after error@1451096293) -> (continuation of Deferred@1693635053 after retry RPC after error@1213592074) -> (continuation of Deferred@1243066898 after retry RPC after error@1930744165)))
23:13:19.559 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:13:19.560 [WARN - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27627), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [125ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [191ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [213ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [213ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [229ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [230ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [231ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [232ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [421ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [622ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [842ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [861ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [862ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2762ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [4940ms] refreshing cache from master, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [4941ms] too many traces: truncated at 100 traces, deferred=Deferred@1717132464(state=PENDING, result=null, callback=(continuation of Deferred@1823270088 after retry RPC after error@1252547498) -> (continuation of Deferred@1790457839 after retry RPC after error@1185438420) -> (continuation of Deferred@1294560365 after retry RPC after error@1171524457) -> (continuation of Deferred@1853377395 after retry RPC after error@1786958482) -> (continuation of Deferred@1817088427 after retry RPC after error@153370632) -> (continuation of Deferred@623620492 after retry RPC after error@1497489913) -> (continuation of Deferred@1092280499 after retry RPC after error@1779817624) -> (continuation of Deferred@315275143 after retry RPC after error@1154662926) -> (continuation of Deferred@1390132575 after retry RPC after error@376326784) -> (continuation of Deferred@1373610309 after retry RPC after error@55565250) -> (continuation of Deferred@208777137 after retry RPC after error@1756356341) -> (continuation of Deferred@1154916140 after retry RPC after error@960155071) -> (continuation of Deferred@951574798 after retry RPC after error@779737243) -> (continuation of Deferred@1587940743 after retry RPC after error@824079577) -> (continuation of Deferred@916872293 after retry RPC after error@1459349290) -> (continuation of Deferred@954139207 after retry RPC after error@2057634105) -> (continuation of Deferred@2128883580 after retry RPC after error@1999586621) -> (continuation of Deferred@925019301 after retry RPC after error@1700581297) -> (continuation of Deferred@974947241 after retry RPC after error@932654970) -> (continuation of Deferred@368245417 after retry RPC after error@382766817) -> (continuation of Deferred@1208964697 after retry RPC after error@1189956829) -> (continuation of Deferred@1154011419 after retry RPC after error@1451096293) -> (continuation of Deferred@1693635053 after retry RPC after error@1213592074) -> (continuation of Deferred@1243066898 after retry RPC after error@1930744165), errback=(continuation of Deferred@1823270088 after retry RPC after error@1252547498) -> (continuation of Deferred@1790457839 after retry RPC after error@1185438420) -> (continuation of Deferred@1294560365 after retry RPC after error@1171524457) -> (continuation of Deferred@1853377395 after retry RPC after error@1786958482) -> (continuation of Deferred@1817088427 after retry RPC after error@153370632) -> (continuation of Deferred@623620492 after retry RPC after error@1497489913) -> (continuation of Deferred@1092280499 after retry RPC after error@1779817624) -> (continuation of Deferred@315275143 after retry RPC after error@1154662926) -> (continuation of Deferred@1390132575 after retry RPC after error@376326784) -> (continuation of Deferred@1373610309 after retry RPC after error@55565250) -> (continuation of Deferred@208777137 after retry RPC after error@1756356341) -> (continuation of Deferred@1154916140 after retry RPC after error@960155071) -> (continuation of Deferred@951574798 after retry RPC after error@779737243) -> (continuation of Deferred@1587940743 after retry RPC after error@824079577) -> (continuation of Deferred@916872293 after retry RPC after error@1459349290) -> (continuation of Deferred@954139207 after retry RPC after error@2057634105) -> (continuation of Deferred@2128883580 after retry RPC after error@1999586621) -> (continuation of Deferred@925019301 after retry RPC after error@1700581297) -> (continuation of Deferred@974947241 after retry RPC after error@932654970) -> (continuation of Deferred@368245417 after retry RPC after error@382766817) -> (continuation of Deferred@1208964697 after retry RPC after error@1189956829) -> (continuation of Deferred@1154011419 after retry RPC after error@1451096293) -> (continuation of Deferred@1693635053 after retry RPC after error@1213592074) -> (continuation of Deferred@1243066898 after retry RPC after error@1930744165)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.124:39773
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:19.560 [INFO - Source: KuduSource -> Sink: Writer (1/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1).
23:13:19.561 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:19.562 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:19.562 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:19.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.562 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.562 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.562 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:19.564 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#1 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:13:19.567 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1) switched from INITIALIZING to FAILED on 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27627), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [7ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [45ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [47ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [47ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [123ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [125ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [189ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [191ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [213ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [213ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [228ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [229ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [229ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [230ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [231ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [232ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [242ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [262ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [322ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [420ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [421ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [621ms] refreshing cache from master, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [621ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [622ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [622ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [841ms] refreshing cache from master, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [842ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [842ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [861ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [862ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2760ms] refreshing cache from master, [2760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [2761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [2761ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2762ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2762ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [4940ms] refreshing cache from master, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [4941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [4941ms] too many traces: truncated at 100 traces, deferred=Deferred@1717132464(state=PENDING, result=null, callback=(continuation of Deferred@1823270088 after retry RPC after error@1252547498) -> (continuation of Deferred@1790457839 after retry RPC after error@1185438420) -> (continuation of Deferred@1294560365 after retry RPC after error@1171524457) -> (continuation of Deferred@1853377395 after retry RPC after error@1786958482) -> (continuation of Deferred@1817088427 after retry RPC after error@153370632) -> (continuation of Deferred@623620492 after retry RPC after error@1497489913) -> (continuation of Deferred@1092280499 after retry RPC after error@1779817624) -> (continuation of Deferred@315275143 after retry RPC after error@1154662926) -> (continuation of Deferred@1390132575 after retry RPC after error@376326784) -> (continuation of Deferred@1373610309 after retry RPC after error@55565250) -> (continuation of Deferred@208777137 after retry RPC after error@1756356341) -> (continuation of Deferred@1154916140 after retry RPC after error@960155071) -> (continuation of Deferred@951574798 after retry RPC after error@779737243) -> (continuation of Deferred@1587940743 after retry RPC after error@824079577) -> (continuation of Deferred@916872293 after retry RPC after error@1459349290) -> (continuation of Deferred@954139207 after retry RPC after error@2057634105) -> (continuation of Deferred@2128883580 after retry RPC after error@1999586621) -> (continuation of Deferred@925019301 after retry RPC after error@1700581297) -> (continuation of Deferred@974947241 after retry RPC after error@932654970) -> (continuation of Deferred@368245417 after retry RPC after error@382766817) -> (continuation of Deferred@1208964697 after retry RPC after error@1189956829) -> (continuation of Deferred@1154011419 after retry RPC after error@1451096293) -> (continuation of Deferred@1693635053 after retry RPC after error@1213592074) -> (continuation of Deferred@1243066898 after retry RPC after error@1930744165), errback=(continuation of Deferred@1823270088 after retry RPC after error@1252547498) -> (continuation of Deferred@1790457839 after retry RPC after error@1185438420) -> (continuation of Deferred@1294560365 after retry RPC after error@1171524457) -> (continuation of Deferred@1853377395 after retry RPC after error@1786958482) -> (continuation of Deferred@1817088427 after retry RPC after error@153370632) -> (continuation of Deferred@623620492 after retry RPC after error@1497489913) -> (continuation of Deferred@1092280499 after retry RPC after error@1779817624) -> (continuation of Deferred@315275143 after retry RPC after error@1154662926) -> (continuation of Deferred@1390132575 after retry RPC after error@376326784) -> (continuation of Deferred@1373610309 after retry RPC after error@55565250) -> (continuation of Deferred@208777137 after retry RPC after error@1756356341) -> (continuation of Deferred@1154916140 after retry RPC after error@960155071) -> (continuation of Deferred@951574798 after retry RPC after error@779737243) -> (continuation of Deferred@1587940743 after retry RPC after error@824079577) -> (continuation of Deferred@916872293 after retry RPC after error@1459349290) -> (continuation of Deferred@954139207 after retry RPC after error@2057634105) -> (continuation of Deferred@2128883580 after retry RPC after error@1999586621) -> (continuation of Deferred@925019301 after retry RPC after error@1700581297) -> (continuation of Deferred@974947241 after retry RPC after error@932654970) -> (continuation of Deferred@368245417 after retry RPC after error@382766817) -> (continuation of Deferred@1208964697 after retry RPC after error@1189956829) -> (continuation of Deferred@1154011419 after retry RPC after error@1451096293) -> (continuation of Deferred@1693635053 after retry RPC after error@1213592074) -> (continuation of Deferred@1243066898 after retry RPC after error@1930744165)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.124:39773
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:19.568 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:19.568 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#1) of source Source: KuduSource.
23:13:19.568 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_1.
23:13:19.568 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e) switched from state RUNNING to RESTARTING.
23:13:19.569 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:13:19.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:19.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:19.617763 25033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 6
23:13:19.629 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:19.630 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:19.630 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:19.630 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.630 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.630 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.630 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.630 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:19.630 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:19.630 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.630 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.631 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:19.631 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:19.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:19.638764 25033 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:19.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 29 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783465999642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:19.655 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 29 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:13:19.656 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 29 as completed for source Source: KuduSource.
23:13:19.667 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:19.667 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:19.668 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:19.668 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:19.668 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:19.668 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:19.668 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:19.669 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:19.669 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:19.669 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:19.669 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:19.669 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:19.669 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:19.867 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:19.867 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:19.868 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:19.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:19.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:19.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:19.868 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:19.868 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:19.868 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:19.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:19.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:19.868 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:19.868 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:19.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:19.918 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:19.918 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:19.918 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:19.918 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:19.918 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:19.918 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:19.919 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:19.919 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:19.919 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:19.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:19.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:19.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:19.919 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:19.946 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:19.945632 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 6
23:13:19.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:19.964047 24957 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.24.75.124:39771: Network error: Client connection negotiation failed: client connection to 127.24.75.124:39771: connect: Connection refused (error 111)
23:13:19.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:20.030 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:20.030 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:20.030 [DEBUG - pool-390-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:20.030 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:20.030 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:20.030 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:20.031 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:20.031 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:20.031 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:20.031 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:20.031 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:20.031 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:20.031 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:20.032 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28010), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [35ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [49ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [49ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [87ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [91ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [92ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [92ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [184ms] refreshing cache from master, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [185ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [402ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [601ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1322ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1723ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1762ms] too many traces: truncated at 100 traces, deferred=Deferred@1512580319(state=PENDING, result=null, callback=(continuation of Deferred@1535132999 after retry RPC after error@145230792) -> (continuation of Deferred@664099190 after retry RPC after error@1015058311) -> (continuation of Deferred@1710448429 after retry RPC after error@768474640) -> (continuation of Deferred@538856502 after retry RPC after error@416944901) -> (continuation of Deferred@1739537668 after retry RPC after error@634413727) -> (continuation of Deferred@2013132271 after retry RPC after error@1073189422) -> (continuation of Deferred@556720073 after retry RPC after error@130844137) -> (continuation of Deferred@528898674 after retry RPC after error@484695374) -> (continuation of Deferred@1264884108 after retry RPC after error@686079684) -> (continuation of Deferred@94119008 after retry RPC after error@127369264) -> (continuation of Deferred@1750127031 after retry RPC after error@1699696871) -> (continuation of Deferred@18138890 after retry RPC after error@976830744) -> (continuation of Deferred@1410003585 after retry RPC after error@1272793231) -> (continuation of Deferred@1826024041 after retry RPC after error@471287658) -> (continuation of Deferred@520757395 after retry RPC after error@1051892429) -> (continuation of Deferred@1701620432 after retry RPC after error@1139182848) -> (continuation of Deferred@220607319 after retry RPC after error@661173452) -> (continuation of Deferred@668119259 after retry RPC after error@1345042348) -> (continuation of Deferred@1814792821 after retry RPC after error@235376104) -> (continuation of Deferred@1021423771 after retry RPC after error@830137980) -> (continuation of Deferred@28486148 after retry RPC after error@870846231) -> (continuation of Deferred@37487769 after retry RPC after error@1678990244) -> (continuation of Deferred@1885679528 after retry RPC after error@59115012) -> (continuation of Deferred@1643958817 after retry RPC after error@525102017) -> (continuation of Deferred@1175265263 after retry RPC after error@1971881740), errback=(continuation of Deferred@1535132999 after retry RPC after error@145230792) -> (continuation of Deferred@664099190 after retry RPC after error@1015058311) -> (continuation of Deferred@1710448429 after retry RPC after error@768474640) -> (continuation of Deferred@538856502 after retry RPC after error@416944901) -> (continuation of Deferred@1739537668 after retry RPC after error@634413727) -> (continuation of Deferred@2013132271 after retry RPC after error@1073189422) -> (continuation of Deferred@556720073 after retry RPC after error@130844137) -> (continuation of Deferred@528898674 after retry RPC after error@484695374) -> (continuation of Deferred@1264884108 after retry RPC after error@686079684) -> (continuation of Deferred@94119008 after retry RPC after error@127369264) -> (continuation of Deferred@1750127031 after retry RPC after error@1699696871) -> (continuation of Deferred@18138890 after retry RPC after error@976830744) -> (continuation of Deferred@1410003585 after retry RPC after error@1272793231) -> (continuation of Deferred@1826024041 after retry RPC after error@471287658) -> (continuation of Deferred@520757395 after retry RPC after error@1051892429) -> (continuation of Deferred@1701620432 after retry RPC after error@1139182848) -> (continuation of Deferred@220607319 after retry RPC after error@661173452) -> (continuation of Deferred@668119259 after retry RPC after error@1345042348) -> (continuation of Deferred@1814792821 after retry RPC after error@235376104) -> (continuation of Deferred@1021423771 after retry RPC after error@830137980) -> (continuation of Deferred@28486148 after retry RPC after error@870846231) -> (continuation of Deferred@37487769 after retry RPC after error@1678990244) -> (continuation of Deferred@1885679528 after retry RPC after error@59115012) -> (continuation of Deferred@1643958817 after retry RPC after error@525102017) -> (continuation of Deferred@1175265263 after retry RPC after error@1971881740)))
23:13:20.033 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:13:20.033 [WARN - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28010), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [35ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [49ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [49ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [87ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [91ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [92ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [92ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [184ms] refreshing cache from master, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [185ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [402ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [601ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1322ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1723ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1762ms] too many traces: truncated at 100 traces, deferred=Deferred@1512580319(state=PENDING, result=null, callback=(continuation of Deferred@1535132999 after retry RPC after error@145230792) -> (continuation of Deferred@664099190 after retry RPC after error@1015058311) -> (continuation of Deferred@1710448429 after retry RPC after error@768474640) -> (continuation of Deferred@538856502 after retry RPC after error@416944901) -> (continuation of Deferred@1739537668 after retry RPC after error@634413727) -> (continuation of Deferred@2013132271 after retry RPC after error@1073189422) -> (continuation of Deferred@556720073 after retry RPC after error@130844137) -> (continuation of Deferred@528898674 after retry RPC after error@484695374) -> (continuation of Deferred@1264884108 after retry RPC after error@686079684) -> (continuation of Deferred@94119008 after retry RPC after error@127369264) -> (continuation of Deferred@1750127031 after retry RPC after error@1699696871) -> (continuation of Deferred@18138890 after retry RPC after error@976830744) -> (continuation of Deferred@1410003585 after retry RPC after error@1272793231) -> (continuation of Deferred@1826024041 after retry RPC after error@471287658) -> (continuation of Deferred@520757395 after retry RPC after error@1051892429) -> (continuation of Deferred@1701620432 after retry RPC after error@1139182848) -> (continuation of Deferred@220607319 after retry RPC after error@661173452) -> (continuation of Deferred@668119259 after retry RPC after error@1345042348) -> (continuation of Deferred@1814792821 after retry RPC after error@235376104) -> (continuation of Deferred@1021423771 after retry RPC after error@830137980) -> (continuation of Deferred@28486148 after retry RPC after error@870846231) -> (continuation of Deferred@37487769 after retry RPC after error@1678990244) -> (continuation of Deferred@1885679528 after retry RPC after error@59115012) -> (continuation of Deferred@1643958817 after retry RPC after error@525102017) -> (continuation of Deferred@1175265263 after retry RPC after error@1971881740), errback=(continuation of Deferred@1535132999 after retry RPC after error@145230792) -> (continuation of Deferred@664099190 after retry RPC after error@1015058311) -> (continuation of Deferred@1710448429 after retry RPC after error@768474640) -> (continuation of Deferred@538856502 after retry RPC after error@416944901) -> (continuation of Deferred@1739537668 after retry RPC after error@634413727) -> (continuation of Deferred@2013132271 after retry RPC after error@1073189422) -> (continuation of Deferred@556720073 after retry RPC after error@130844137) -> (continuation of Deferred@528898674 after retry RPC after error@484695374) -> (continuation of Deferred@1264884108 after retry RPC after error@686079684) -> (continuation of Deferred@94119008 after retry RPC after error@127369264) -> (continuation of Deferred@1750127031 after retry RPC after error@1699696871) -> (continuation of Deferred@18138890 after retry RPC after error@976830744) -> (continuation of Deferred@1410003585 after retry RPC after error@1272793231) -> (continuation of Deferred@1826024041 after retry RPC after error@471287658) -> (continuation of Deferred@520757395 after retry RPC after error@1051892429) -> (continuation of Deferred@1701620432 after retry RPC after error@1139182848) -> (continuation of Deferred@220607319 after retry RPC after error@661173452) -> (continuation of Deferred@668119259 after retry RPC after error@1345042348) -> (continuation of Deferred@1814792821 after retry RPC after error@235376104) -> (continuation of Deferred@1021423771 after retry RPC after error@830137980) -> (continuation of Deferred@28486148 after retry RPC after error@870846231) -> (continuation of Deferred@37487769 after retry RPC after error@1678990244) -> (continuation of Deferred@1885679528 after retry RPC after error@59115012) -> (continuation of Deferred@1643958817 after retry RPC after error@525102017) -> (continuation of Deferred@1175265263 after retry RPC after error@1971881740)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.126:37441
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:20.033 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1).
23:13:20.035 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#1 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:13:20.037 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from INITIALIZING to FAILED on 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28010), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [35ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [38ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [40ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [49ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [49ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [87ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [91ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [92ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [92ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [103ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [103ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [142ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [184ms] refreshing cache from master, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [184ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [185ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [185ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [402ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [601ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1320ms] refreshing cache from master, [1320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1322ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1322ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1721ms] refreshing cache from master, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1722ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1723ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1723ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1762ms] too many traces: truncated at 100 traces, deferred=Deferred@1512580319(state=PENDING, result=null, callback=(continuation of Deferred@1535132999 after retry RPC after error@145230792) -> (continuation of Deferred@664099190 after retry RPC after error@1015058311) -> (continuation of Deferred@1710448429 after retry RPC after error@768474640) -> (continuation of Deferred@538856502 after retry RPC after error@416944901) -> (continuation of Deferred@1739537668 after retry RPC after error@634413727) -> (continuation of Deferred@2013132271 after retry RPC after error@1073189422) -> (continuation of Deferred@556720073 after retry RPC after error@130844137) -> (continuation of Deferred@528898674 after retry RPC after error@484695374) -> (continuation of Deferred@1264884108 after retry RPC after error@686079684) -> (continuation of Deferred@94119008 after retry RPC after error@127369264) -> (continuation of Deferred@1750127031 after retry RPC after error@1699696871) -> (continuation of Deferred@18138890 after retry RPC after error@976830744) -> (continuation of Deferred@1410003585 after retry RPC after error@1272793231) -> (continuation of Deferred@1826024041 after retry RPC after error@471287658) -> (continuation of Deferred@520757395 after retry RPC after error@1051892429) -> (continuation of Deferred@1701620432 after retry RPC after error@1139182848) -> (continuation of Deferred@220607319 after retry RPC after error@661173452) -> (continuation of Deferred@668119259 after retry RPC after error@1345042348) -> (continuation of Deferred@1814792821 after retry RPC after error@235376104) -> (continuation of Deferred@1021423771 after retry RPC after error@830137980) -> (continuation of Deferred@28486148 after retry RPC after error@870846231) -> (continuation of Deferred@37487769 after retry RPC after error@1678990244) -> (continuation of Deferred@1885679528 after retry RPC after error@59115012) -> (continuation of Deferred@1643958817 after retry RPC after error@525102017) -> (continuation of Deferred@1175265263 after retry RPC after error@1971881740), errback=(continuation of Deferred@1535132999 after retry RPC after error@145230792) -> (continuation of Deferred@664099190 after retry RPC after error@1015058311) -> (continuation of Deferred@1710448429 after retry RPC after error@768474640) -> (continuation of Deferred@538856502 after retry RPC after error@416944901) -> (continuation of Deferred@1739537668 after retry RPC after error@634413727) -> (continuation of Deferred@2013132271 after retry RPC after error@1073189422) -> (continuation of Deferred@556720073 after retry RPC after error@130844137) -> (continuation of Deferred@528898674 after retry RPC after error@484695374) -> (continuation of Deferred@1264884108 after retry RPC after error@686079684) -> (continuation of Deferred@94119008 after retry RPC after error@127369264) -> (continuation of Deferred@1750127031 after retry RPC after error@1699696871) -> (continuation of Deferred@18138890 after retry RPC after error@976830744) -> (continuation of Deferred@1410003585 after retry RPC after error@1272793231) -> (continuation of Deferred@1826024041 after retry RPC after error@471287658) -> (continuation of Deferred@520757395 after retry RPC after error@1051892429) -> (continuation of Deferred@1701620432 after retry RPC after error@1139182848) -> (continuation of Deferred@220607319 after retry RPC after error@661173452) -> (continuation of Deferred@668119259 after retry RPC after error@1345042348) -> (continuation of Deferred@1814792821 after retry RPC after error@235376104) -> (continuation of Deferred@1021423771 after retry RPC after error@830137980) -> (continuation of Deferred@28486148 after retry RPC after error@870846231) -> (continuation of Deferred@37487769 after retry RPC after error@1678990244) -> (continuation of Deferred@1885679528 after retry RPC after error@59115012) -> (continuation of Deferred@1643958817 after retry RPC after error@525102017) -> (continuation of Deferred@1175265263 after retry RPC after error@1971881740)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.126:37441
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:20.038 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:20.038 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_1.
23:13:20.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#1) of source Source: KuduSource.
23:13:20.070 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:20.070 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:20.070 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:20.071 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:20.071 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:20.071 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:20.071 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:20.071 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:20.071 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:20.072 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:20.072 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:20.072 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:20.072 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:20.105 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:20.137 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:18.772094 25048 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:20.141 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:20.140378 25050 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:20.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 30 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466000142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:20.144054 25049 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1365 milliseconds
23:13:20.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.144425 25035 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:13:20.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.146288 25035 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:20.159 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.159286 25035 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:20.160 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 30 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=17 ms, finalizationTime=1 ms).
23:13:20.160 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 30 as completed for source Source: KuduSource.
23:13:20.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.160840 25035 hybrid_clock.cc:648] HybridClock initialized: now 1783466000160785 us; error 62 us; skew 500 ppm
23:13:20.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.162058 25035 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:20.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.170691 25035 webserver.cc:534] Webserver started at http://127.24.75.124:33921/ using document root <none> and password file <none>
23:13:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.172088 25035 fs_manager.cc:362] Metadata directory not provided
23:13:20.172 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.172338 25035 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:20.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.172982 25035 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.178176 25035 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/data/instance:
23:13:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69075c9297fe46d993cfeb370856a2ee"
23:13:20.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:20 on dist-test-slave-sprr"
23:13:20.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.179661 25035 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/wal/instance:
23:13:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69075c9297fe46d993cfeb370856a2ee"
23:13:20.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:20 on dist-test-slave-sprr"
23:13:20.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.187984 25035 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.004s
23:13:20.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.195231 25061 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:20.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.196575 25035 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.002s
23:13:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.196978 25035 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/wal
23:13:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "69075c9297fe46d993cfeb370856a2ee"
23:13:20.197 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:20 on dist-test-slave-sprr"
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.197364 25035 fs_report.cc:389] FS layout report
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/wal
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/wal
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/data/data
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:20.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:20.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.256314 25035 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.257936 25035 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:20.258 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.258478 25035 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.348058 25035 rpc_server.cc:307] RPC server started. Bound to: 127.24.75.124:39771
23:13:20.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.348141 25112 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.75.124:39771 every 8 connection(s)
23:13:20.350 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:20.351 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:20.351 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:20.351 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:20.351 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:20.351 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:20.351 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:20.351 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:20.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.351245 25035 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/data/info.pb
23:13:20.351 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:20.351 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:20.351 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:20.351 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:20.351 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:20.358 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.358207 25113 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:20.360 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.360670 24877 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 25035
23:13:20.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.361137 24877 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/master-2/wal/instance
23:13:20.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:20.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.378077 25113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } has no permanent_uuid. Determining permanent_uuid...
23:13:20.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.410499 25113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } has no permanent_uuid. Determining permanent_uuid...
23:13:20.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.421846 25113 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } has no permanent_uuid. Determining permanent_uuid...
23:13:20.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.440625 25113 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee: Bootstrap starting.
23:13:20.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.447715 25113 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee: Neither blocks nor log segments found. Creating new log.
23:13:20.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.449898 25113 log.cc:826] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee: Log is configured to *not* fsync() on all Append() calls
23:13:20.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.455523 25113 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee: No bootstrap required, opened a new log
23:13:20.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.477365 25113 raft_consensus.cc:359] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } }
23:13:20.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.478098 25113 raft_consensus.cc:385] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:20.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.478413 25113 raft_consensus.cc:740] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 69075c9297fe46d993cfeb370856a2ee, State: Initialized, Role: FOLLOWER
23:13:20.479 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.479398 25113 consensus_queue.cc:260] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } }
23:13:20.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:20.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.481824 25122 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } } }
23:13:20.483 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.482583 25122 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [sys.catalog]: This master's current role is: FOLLOWER
23:13:20.484 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.483668 25113 sys_catalog.cc:565] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [sys.catalog]: configured and running, proceeding with master startup.
23:13:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:20.512557 25133 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:13:20.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:20.512971 25133 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:13:20.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:20.514503 25067 tablet.cc:2406] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:20.541 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.507789 25035 master_runner.cc:187] Error getting master registration for 127.24.75.126:42301: OK, instance_id { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" instance_seqno: 1783465996296475 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:13:20.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.541796 25035 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:13:20.599 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:20.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 31 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466000642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:20.649 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 31 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:13:20.650 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 31 as completed for source Source: KuduSource.
23:13:20.671 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:20.671 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:20.671 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:20.672 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:20.672 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:20.672 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:20.672 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:20.672 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:20.672 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:20.672 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:20.672 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:20.672 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:20.672 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:20.686 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:20.686 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:20.686 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:20.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:20.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:20.687 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:20.687 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:20.687 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:20.687 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:20.687 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:20.687 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:20.687 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:20.687 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:20.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.699311 25033 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 7
23:13:20.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.719647 25033 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4: Bootstrap starting.
23:13:20.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.725970 25033 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4: Neither blocks nor log segments found. Creating new log.
23:13:20.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.728174 25033 log.cc:826] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4: Log is configured to *not* fsync() on all Append() calls
23:13:20.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.733762 25033 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4: No bootstrap required, opened a new log
23:13:20.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.754873 25033 raft_consensus.cc:359] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } }
23:13:20.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.755549 25033 raft_consensus.cc:385] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:20.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.755834 25033 raft_consensus.cc:740] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: dca5c9ee0a0f4f50b101bf2a7d60ffe4, State: Initialized, Role: FOLLOWER
23:13:20.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.756847 25033 consensus_queue.cc:260] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } }
23:13:20.760 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.759718 25137 sys_catalog.cc:455] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } } }
23:13:20.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.760738 25137 sys_catalog.cc:458] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [sys.catalog]: This master's current role is: FOLLOWER
23:13:20.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.762423 25033 sys_catalog.cc:565] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [sys.catalog]: configured and running, proceeding with master startup.
23:13:20.785 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.783632 25137 raft_consensus.cc:493] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:20.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.784281 25137 raft_consensus.cc:515] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } }
23:13:20.792 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.792299 25137 leader_election.cc:290] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 9769fa3081264c3ea3c519aac682ed2f (127.24.75.126:42301), 69075c9297fe46d993cfeb370856a2ee (127.24.75.124:39771)
23:13:20.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.793265 25088 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69075c9297fe46d993cfeb370856a2ee" is_pre_election: true
23:13:20.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.794269 25088 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate dca5c9ee0a0f4f50b101bf2a7d60ffe4 in term 0.
23:13:20.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.796033 24985 leader_election.cc:304] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 69075c9297fe46d993cfeb370856a2ee, dca5c9ee0a0f4f50b101bf2a7d60ffe4; no voters: 
23:13:20.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.797101 25137 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:20.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.797602 25137 raft_consensus.cc:493] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:20.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.798072 25137 raft_consensus.cc:3060] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [term 0 FOLLOWER]: Advancing to term 1
23:13:20.806 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.805492 25137 raft_consensus.cc:515] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } }
23:13:20.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.809234 25088 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "69075c9297fe46d993cfeb370856a2ee"
23:13:20.810 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.809854 25088 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [term 0 FOLLOWER]: Advancing to term 1
23:13:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:20.814688 25148 catalog_manager.cc:1593] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:13:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:20.815071 25148 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:13:20.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.810087 25137 leader_election.cc:290] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [CANDIDATE]: Term 1 election: Requested vote from peers 9769fa3081264c3ea3c519aac682ed2f (127.24.75.126:42301), 69075c9297fe46d993cfeb370856a2ee (127.24.75.124:39771)
23:13:20.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.817277 25088 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate dca5c9ee0a0f4f50b101bf2a7d60ffe4 in term 1.
23:13:20.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.835070 24985 leader_election.cc:304] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 69075c9297fe46d993cfeb370856a2ee, dca5c9ee0a0f4f50b101bf2a7d60ffe4; no voters: 
23:13:20.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.836118 25137 raft_consensus.cc:2804] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [term 1 FOLLOWER]: Leader election won for term 1
23:13:20.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.842353 25137 raft_consensus.cc:697] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [term 1 LEADER]: Becoming Leader. State: Replica: dca5c9ee0a0f4f50b101bf2a7d60ffe4, State: Running, Role: LEADER
23:13:20.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.843463 25137 consensus_queue.cc:237] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } }
23:13:20.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.873070 25150 sys_catalog.cc:455] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [sys.catalog]: SysCatalogTable state changed. Reason: New leader dca5c9ee0a0f4f50b101bf2a7d60ffe4. Latest consensus state: current_term: 1 leader_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } } }
23:13:20.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:20.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.876641 25150 sys_catalog.cc:458] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [sys.catalog]: This master's current role is: LEADER
23:13:20.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.798480 24959 master_runner.cc:187] Error getting master registration for 127.24.75.126:42301: OK, instance_id { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" instance_seqno: 1783465996296475 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:13:20.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.880119 24959 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:13:20.884 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.883980 25152 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:13:20.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.892513 25152 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:13:20.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.912124 25088 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [term 1 FOLLOWER]: Refusing update from remote peer dca5c9ee0a0f4f50b101bf2a7d60ffe4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:13:20.919 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:20.919 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:20.919 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:20.919 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:20.919 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:20.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:20.920 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:20.920 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:20.920 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:20.920 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:20.920 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:20.920 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:20.920 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:20.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.919368 25150 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:20.933 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:20.933 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:20.933 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:20.934 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:20.934 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:20.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:20.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:20.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:20.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:20.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:20.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:20.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:20.934 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.944480 25122 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [sys.catalog]: SysCatalogTable state changed. Reason: New leader dca5c9ee0a0f4f50b101bf2a7d60ffe4. Latest consensus state: current_term: 1 leader_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } } }
23:13:20.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.945250 25122 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [sys.catalog]: This master's current role is: FOLLOWER
23:13:20.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.954901 25153 mvcc.cc:204] Tried to move back new op lower bound from 7305076739711741952 to 7305076739466608640. Current Snapshot: MvccSnapshot[applied={T|T < 7305076739711741952}]
23:13:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.959342 25152 catalog_manager.cc:1382] Generated new cluster ID: 06892d1155d940e09dbd89048774bb84
23:13:20.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.959630 25152 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:13:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.959532 25137 sys_catalog.cc:455] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } } }
23:13:20.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.960566 25137 sys_catalog.cc:458] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [sys.catalog]: This master's current role is: LEADER
23:13:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.978418 25122 sys_catalog.cc:455] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } } }
23:13:20.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:20.979174 25122 sys_catalog.cc:458] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee [sys.catalog]: This master's current role is: FOLLOWER
23:13:20.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:21.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.000919 24957 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } attempt: 7
23:13:21.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.010236 25152 catalog_manager.cc:1405] Generated new certificate authority record
23:13:21.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.013499 25152 catalog_manager.cc:1539] Loading token signing keys...
23:13:21.055 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:21.055 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:21.056 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:21.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:21.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:21.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:21.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:21.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:21.056 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:21.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:21.057 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:21.057 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:21.057 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:21.066 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.065232 24957 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f: Bootstrap starting.
23:13:21.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.072222 25152 catalog_manager.cc:6069] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4: Generated new TSK 0
23:13:21.074 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:21.075 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:21.075 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:21.075 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:21.075 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:21.075 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:21.075 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:21.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:21.076 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:21.076 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:21.076 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:21.076 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:21.076 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:21.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.079061 25152 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:13:21.086 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.086090 24957 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f: Neither blocks nor log segments found. Creating new log.
23:13:21.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.088682 24957 log.cc:826] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f: Log is configured to *not* fsync() on all Append() calls
23:13:21.099 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:21.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.108045 24957 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f: No bootstrap required, opened a new log
23:13:21.110 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.110214 24877 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/wal
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/data
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/logs
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/data/info.pb
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.65:0
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.75.65
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.65
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:21.111 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:13:21.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:21.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:21.112 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:21.113 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:21.113 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:21.113 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:21.114 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:21.114 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:21.114 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:21.114 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:21.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:21.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:21.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.138213 24957 raft_consensus.cc:359] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } }
23:13:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.139066 24957 raft_consensus.cc:385] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:21.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.139358 24957 raft_consensus.cc:740] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 9769fa3081264c3ea3c519aac682ed2f, State: Initialized, Role: FOLLOWER
23:13:21.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 32 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466001142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:21.143 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.142016 24957 consensus_queue.cc:260] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } }
23:13:21.147 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 3ec1c74f67335b85e5e1f959e912487e from Checkpoint 73 @ 1783465970710 for 3ec1c74f67335b85e5e1f959e912487e located at file:/tmp/junit6931743373734783525/checkpoints/3ec1c74f67335b85e5e1f959e912487e/chk-73.
23:13:21.148 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:13:21.148 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to SCHEDULED.
23:13:21.149 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:21.149 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from SCHEDULED to DEPLOYING.
23:13:21.149 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #2) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id 6d9bd2a17e5c624042fd132d220a11dc
23:13:21.149 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e) switched from state RESTARTING to RUNNING.
23:13:21.150 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6d9bd2a17e5c624042fd132d220a11dc.
23:13:21.150 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 3ec1c74f67335b85e5e1f959e912487e from Checkpoint 73 @ 1783465970710 for 3ec1c74f67335b85e5e1f959e912487e located at file:/tmp/junit6931743373734783525/checkpoints/3ec1c74f67335b85e5e1f959e912487e/chk-73.
23:13:21.150 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:13:21.150 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to SCHEDULED.
23:13:21.151 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2), deploy into slot with allocation id 6d9bd2a17e5c624042fd132d220a11dc.
23:13:21.151 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:21.150444 24953 debug-util.cc:398] Leaking SignalData structure 0x7b0800070d60 after lost signal to thread 24890
23:13:21.151 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:21.153 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CREATED to DEPLOYING.
23:13:21.154 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from SCHEDULED to DEPLOYING.
23:13:21.154 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 32 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:13:21.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 32 as completed for source Source: KuduSource.
23:13:21.154 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 73 for source Source: KuduSource to checkpoint.
23:13:21.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 73 for source Source: KuduSource to checkpoint.
23:13:21.156 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #2) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id 8e6297a68defdfe92d21d45c7af816a8
23:13:21.157 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 8e6297a68defdfe92d21d45c7af816a8.
23:13:21.158 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2), deploy into slot with allocation id 8e6297a68defdfe92d21d45c7af816a8.
23:13:21.158 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2) [DEPLOYING].
23:13:21.161 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@47954ee5
23:13:21.161 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:21.163 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:13:21.164 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:13:21.164 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from DEPLOYING to INITIALIZING.
23:13:21.170 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CREATED to DEPLOYING.
23:13:21.170 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2) [DEPLOYING].
23:13:21.173 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ce6bccc
23:13:21.173 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:21.173 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:13:21.174 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:13:21.174 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from DEPLOYING to INITIALIZING.
23:13:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.172134 24957 sys_catalog.cc:565] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [sys.catalog]: configured and running, proceeding with master startup.
23:13:21.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.172742 24930 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [term 0 FOLLOWER]: Advancing to term 1
23:13:21.178 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.177592 24931 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9769fa3081264c3ea3c519aac682ed2f"
23:13:21.178 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3121aea7
23:13:21.179 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2e547488
23:13:21.183 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:21.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.179028 24932 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "9769fa3081264c3ea3c519aac682ed2f" is_pre_election: true
23:13:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.178010 25162 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } } }
23:13:21.185 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.184774 25162 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [sys.catalog]: This master's current role is: FOLLOWER
23:13:21.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.192832 24930 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [term 1 FOLLOWER]: Refusing update from remote peer dca5c9ee0a0f4f50b101bf2a7d60ffe4: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:13:21.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.198462 25137 consensus_queue.cc:1048] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [LEADER]: Connected to new peer: Peer: permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:21.204 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.207 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:21.211 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.212 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.212 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.212 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.213 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.213 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.213 [DEBUG - pool-388-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.213 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.214 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.214 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.214 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.214 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.214 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.214 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.214 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.214 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.214 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.215 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29231), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [124ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [148ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [150ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [150ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [171ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [175ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [176ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [176ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [303ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [403ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [422ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [422ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [422ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [562ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [562ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [562ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [562ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [802ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1043ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [3062ms] too many traces: truncated at 100 traces, deferred=Deferred@1319444623(state=PENDING, result=null, callback=(continuation of Deferred@685187332 after retry RPC after error@1988118749) -> (continuation of Deferred@1907436456 after retry RPC after error@385342537) -> (continuation of Deferred@121180306 after retry RPC after error@1930126856) -> (continuation of Deferred@186642346 after retry RPC after error@589463316) -> (continuation of Deferred@1825592930 after retry RPC after error@1153652438) -> (continuation of Deferred@819303259 after retry RPC after error@12550282) -> (continuation of Deferred@1857201593 after retry RPC after error@806959967) -> (continuation of Deferred@743057740 after retry RPC after error@1343051679) -> (continuation of Deferred@728346442 after retry RPC after error@1389607611) -> (continuation of Deferred@791603684 after retry RPC after error@363196977) -> (continuation of Deferred@1934629936 after retry RPC after error@1008297603) -> (continuation of Deferred@1679874349 after retry RPC after error@1580108770) -> (continuation of Deferred@770489739 after retry RPC after error@1521941451) -> (continuation of Deferred@951957505 after retry RPC after error@308696431) -> (continuation of Deferred@1521394253 after retry RPC after error@933978736) -> (continuation of Deferred@1644407092 after retry RPC after error@1114527030) -> (continuation of Deferred@1845308412 after retry RPC after error@19496145) -> (continuation of Deferred@2124169161 after retry RPC after error@1315635913) -> (continuation of Deferred@1246589491 after retry RPC after error@13123679) -> (continuation of Deferred@531977720 after retry RPC after error@157180301) -> (continuation of Deferred@681789055 after retry RPC after error@1781211532) -> (continuation of Deferred@1602532260 after retry RPC after error@632087504) -> (continuation of Deferred@395233700 after retry RPC after error@605732248), errback=(continuation of Deferred@685187332 after retry RPC after error@1988118749) -> (continuation of Deferred@1907436456 after retry RPC after error@385342537) -> (continuation of Deferred@121180306 after retry RPC after error@1930126856) -> (continuation of Deferred@186642346 after retry RPC after error@589463316) -> (continuation of Deferred@1825592930 after retry RPC after error@1153652438) -> (continuation of Deferred@819303259 after retry RPC after error@12550282) -> (continuation of Deferred@1857201593 after retry RPC after error@806959967) -> (continuation of Deferred@743057740 after retry RPC after error@1343051679) -> (continuation of Deferred@728346442 after retry RPC after error@1389607611) -> (continuation of Deferred@791603684 after retry RPC after error@363196977) -> (continuation of Deferred@1934629936 after retry RPC after error@1008297603) -> (continuation of Deferred@1679874349 after retry RPC after error@1580108770) -> (continuation of Deferred@770489739 after retry RPC after error@1521941451) -> (continuation of Deferred@951957505 after retry RPC after error@308696431) -> (continuation of Deferred@1521394253 after retry RPC after error@933978736) -> (continuation of Deferred@1644407092 after retry RPC after error@1114527030) -> (continuation of Deferred@1845308412 after retry RPC after error@19496145) -> (continuation of Deferred@2124169161 after retry RPC after error@1315635913) -> (continuation of Deferred@1246589491 after retry RPC after error@13123679) -> (continuation of Deferred@531977720 after retry RPC after error@157180301) -> (continuation of Deferred@681789055 after retry RPC after error@1781211532) -> (continuation of Deferred@1602532260 after retry RPC after error@632087504) -> (continuation of Deferred@395233700 after retry RPC after error@605732248)))
23:13:21.216 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:13:21.216 [WARN - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29231), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [124ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [148ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [150ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [150ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [171ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [175ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [176ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [176ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [303ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [403ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [422ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [422ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [422ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [562ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [562ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [562ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [562ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [802ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1043ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [3062ms] too many traces: truncated at 100 traces, deferred=Deferred@1319444623(state=PENDING, result=null, callback=(continuation of Deferred@685187332 after retry RPC after error@1988118749) -> (continuation of Deferred@1907436456 after retry RPC after error@385342537) -> (continuation of Deferred@121180306 after retry RPC after error@1930126856) -> (continuation of Deferred@186642346 after retry RPC after error@589463316) -> (continuation of Deferred@1825592930 after retry RPC after error@1153652438) -> (continuation of Deferred@819303259 after retry RPC after error@12550282) -> (continuation of Deferred@1857201593 after retry RPC after error@806959967) -> (continuation of Deferred@743057740 after retry RPC after error@1343051679) -> (continuation of Deferred@728346442 after retry RPC after error@1389607611) -> (continuation of Deferred@791603684 after retry RPC after error@363196977) -> (continuation of Deferred@1934629936 after retry RPC after error@1008297603) -> (continuation of Deferred@1679874349 after retry RPC after error@1580108770) -> (continuation of Deferred@770489739 after retry RPC after error@1521941451) -> (continuation of Deferred@951957505 after retry RPC after error@308696431) -> (continuation of Deferred@1521394253 after retry RPC after error@933978736) -> (continuation of Deferred@1644407092 after retry RPC after error@1114527030) -> (continuation of Deferred@1845308412 after retry RPC after error@19496145) -> (continuation of Deferred@2124169161 after retry RPC after error@1315635913) -> (continuation of Deferred@1246589491 after retry RPC after error@13123679) -> (continuation of Deferred@531977720 after retry RPC after error@157180301) -> (continuation of Deferred@681789055 after retry RPC after error@1781211532) -> (continuation of Deferred@1602532260 after retry RPC after error@632087504) -> (continuation of Deferred@395233700 after retry RPC after error@605732248), errback=(continuation of Deferred@685187332 after retry RPC after error@1988118749) -> (continuation of Deferred@1907436456 after retry RPC after error@385342537) -> (continuation of Deferred@121180306 after retry RPC after error@1930126856) -> (continuation of Deferred@186642346 after retry RPC after error@589463316) -> (continuation of Deferred@1825592930 after retry RPC after error@1153652438) -> (continuation of Deferred@819303259 after retry RPC after error@12550282) -> (continuation of Deferred@1857201593 after retry RPC after error@806959967) -> (continuation of Deferred@743057740 after retry RPC after error@1343051679) -> (continuation of Deferred@728346442 after retry RPC after error@1389607611) -> (continuation of Deferred@791603684 after retry RPC after error@363196977) -> (continuation of Deferred@1934629936 after retry RPC after error@1008297603) -> (continuation of Deferred@1679874349 after retry RPC after error@1580108770) -> (continuation of Deferred@770489739 after retry RPC after error@1521941451) -> (continuation of Deferred@951957505 after retry RPC after error@308696431) -> (continuation of Deferred@1521394253 after retry RPC after error@933978736) -> (continuation of Deferred@1644407092 after retry RPC after error@1114527030) -> (continuation of Deferred@1845308412 after retry RPC after error@19496145) -> (continuation of Deferred@2124169161 after retry RPC after error@1315635913) -> (continuation of Deferred@1246589491 after retry RPC after error@13123679) -> (continuation of Deferred@531977720 after retry RPC after error@157180301) -> (continuation of Deferred@681789055 after retry RPC after error@1781211532) -> (continuation of Deferred@1602532260 after retry RPC after error@632087504) -> (continuation of Deferred@395233700 after retry RPC after error@605732248)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.124:39773
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:21.216 [INFO - Source: KuduSource -> Sink: Writer (3/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1).
23:13:21.218 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#1 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:13:21.220 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1) switched from INITIALIZING to FAILED on 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29231), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [102ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [103ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [104ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [124ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [124ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [147ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [148ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [150ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [150ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [171ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [175ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [176ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [176ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [183ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [202ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [242ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [243ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [243ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [303ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [402ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [403ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [403ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [422ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [422ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [422ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [562ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [562ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [562ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [562ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [801ms] refreshing cache from master, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [801ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [802ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [802ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1041ms] refreshing cache from master, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1043ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1043ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3061ms] refreshing cache from master, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [3062ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [3062ms] too many traces: truncated at 100 traces, deferred=Deferred@1319444623(state=PENDING, result=null, callback=(continuation of Deferred@685187332 after retry RPC after error@1988118749) -> (continuation of Deferred@1907436456 after retry RPC after error@385342537) -> (continuation of Deferred@121180306 after retry RPC after error@1930126856) -> (continuation of Deferred@186642346 after retry RPC after error@589463316) -> (continuation of Deferred@1825592930 after retry RPC after error@1153652438) -> (continuation of Deferred@819303259 after retry RPC after error@12550282) -> (continuation of Deferred@1857201593 after retry RPC after error@806959967) -> (continuation of Deferred@743057740 after retry RPC after error@1343051679) -> (continuation of Deferred@728346442 after retry RPC after error@1389607611) -> (continuation of Deferred@791603684 after retry RPC after error@363196977) -> (continuation of Deferred@1934629936 after retry RPC after error@1008297603) -> (continuation of Deferred@1679874349 after retry RPC after error@1580108770) -> (continuation of Deferred@770489739 after retry RPC after error@1521941451) -> (continuation of Deferred@951957505 after retry RPC after error@308696431) -> (continuation of Deferred@1521394253 after retry RPC after error@933978736) -> (continuation of Deferred@1644407092 after retry RPC after error@1114527030) -> (continuation of Deferred@1845308412 after retry RPC after error@19496145) -> (continuation of Deferred@2124169161 after retry RPC after error@1315635913) -> (continuation of Deferred@1246589491 after retry RPC after error@13123679) -> (continuation of Deferred@531977720 after retry RPC after error@157180301) -> (continuation of Deferred@681789055 after retry RPC after error@1781211532) -> (continuation of Deferred@1602532260 after retry RPC after error@632087504) -> (continuation of Deferred@395233700 after retry RPC after error@605732248), errback=(continuation of Deferred@685187332 after retry RPC after error@1988118749) -> (continuation of Deferred@1907436456 after retry RPC after error@385342537) -> (continuation of Deferred@121180306 after retry RPC after error@1930126856) -> (continuation of Deferred@186642346 after retry RPC after error@589463316) -> (continuation of Deferred@1825592930 after retry RPC after error@1153652438) -> (continuation of Deferred@819303259 after retry RPC after error@12550282) -> (continuation of Deferred@1857201593 after retry RPC after error@806959967) -> (continuation of Deferred@743057740 after retry RPC after error@1343051679) -> (continuation of Deferred@728346442 after retry RPC after error@1389607611) -> (continuation of Deferred@791603684 after retry RPC after error@363196977) -> (continuation of Deferred@1934629936 after retry RPC after error@1008297603) -> (continuation of Deferred@1679874349 after retry RPC after error@1580108770) -> (continuation of Deferred@770489739 after retry RPC after error@1521941451) -> (continuation of Deferred@951957505 after retry RPC after error@308696431) -> (continuation of Deferred@1521394253 after retry RPC after error@933978736) -> (continuation of Deferred@1644407092 after retry RPC after error@1114527030) -> (continuation of Deferred@1845308412 after retry RPC after error@19496145) -> (continuation of Deferred@2124169161 after retry RPC after error@1315635913) -> (continuation of Deferred@1246589491 after retry RPC after error@13123679) -> (continuation of Deferred@531977720 after retry RPC after error@157180301) -> (continuation of Deferred@681789055 after retry RPC after error@1781211532) -> (continuation of Deferred@1602532260 after retry RPC after error@632087504) -> (continuation of Deferred@395233700 after retry RPC after error@605732248)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.124:39773
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:21.221 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_1.
23:13:21.221 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e) switched from state RUNNING to RESTARTING.
23:13:21.222 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:21.222 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#1) of source Source: KuduSource.
23:13:21.222 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:21.222 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:21.223 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:21.223 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.223 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.223 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.223 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.223 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.223 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.223 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.223 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.223 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.224 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:21.232 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.240 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#2] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.246 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:21.246642 24911 tablet.cc:2406] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:21.261 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.264 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.265 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#2] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.266 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.272 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.272 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.272 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.272 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.286 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.286 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.286 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.286 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.287 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.287 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.287 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.287 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.289 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.289 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.289 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.289 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.292 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.296 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.297 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.297 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.297 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.301 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.302 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.302 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.302 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.304 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.307 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.307 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.307 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.307 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.312 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.312 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.313 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.320 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.320 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.320 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.320 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.320 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.320 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.320 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.320 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.323635 25162 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [sys.catalog]: SysCatalogTable state changed. Reason: New leader dca5c9ee0a0f4f50b101bf2a7d60ffe4. Latest consensus state: current_term: 1 leader_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } } }
23:13:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.323802 25185 sys_catalog.cc:455] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } } }
23:13:21.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.324383 25162 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [sys.catalog]: This master's current role is: FOLLOWER
23:13:21.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.324761 25185 sys_catalog.cc:458] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f [sys.catalog]: This master's current role is: FOLLOWER
23:13:21.329 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.330 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.330 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.330 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.333066 25198 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:13:21.342 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.343 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.344 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.344 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.344 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.344 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.344 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.345 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.349 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.350 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.350 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.350 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.350 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.350 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.350 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.352 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.352 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.352 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.352 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.352 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.352 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.353 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.353 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.353 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.353 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.364 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.365 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.365 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.366 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.366 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.366 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.366 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.366 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.372 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.373 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.373 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.373 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.373 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.373 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.373 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.374 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.374 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.374 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.374 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.374 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.374 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:21.384 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.384 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.384 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.384 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.385 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.385 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.385 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.385 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.385 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.385 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.392 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.392 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.392 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.393 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.393 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.393 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.393 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.393 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.393 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.393 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.412 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.412 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.412 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.412 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.412 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.412 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.412 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.412 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.412 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.413 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.413 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.413 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.413 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.424 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.424 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.424 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.425 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.425 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.425 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.425 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.449 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:21.449 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:21.449 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:21.450 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:21.450 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:21.450 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:21.450 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:21.450 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:21.450 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:21.450 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:21.450 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:21.450 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:21.450 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:21.464 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.465 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.465 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.465 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.465 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.465 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.465 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.466 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.487 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.519763 25133 catalog_manager.cc:1294] Loaded cluster ID: 06892d1155d940e09dbd89048774bb84
23:13:21.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.520264 25133 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee: loading cluster ID for follower catalog manager: success
23:13:21.522 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:21.522 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:21.522 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:21.523 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.523 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.523 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.523 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.523 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.523 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.523 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.523 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.524 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.524 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:21.524 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29531), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [86ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [116ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [121ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [173ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [177ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [204ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [221ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [302ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [442ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [701ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [702ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1042ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1583ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2021ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2023ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [4041ms] refreshing cache from master, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [4042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [4044ms] too many traces: truncated at 100 traces, deferred=Deferred@1281781737(state=PENDING, result=null, callback=(continuation of Deferred@1052409347 after retry RPC after error@253851468) -> (continuation of Deferred@1304510959 after retry RPC after error@841447065) -> (continuation of Deferred@1602243768 after retry RPC after error@1528810259) -> (continuation of Deferred@479606694 after retry RPC after error@361502995) -> (continuation of Deferred@1211392662 after retry RPC after error@1842769872) -> (continuation of Deferred@1079004875 after retry RPC after error@903975763) -> (continuation of Deferred@1588225963 after retry RPC after error@14428993) -> (continuation of Deferred@1119357831 after retry RPC after error@2080007048) -> (continuation of Deferred@1986057315 after retry RPC after error@394751949) -> (continuation of Deferred@358722185 after retry RPC after error@1034911118) -> (continuation of Deferred@1302095252 after retry RPC after error@1640600301) -> (continuation of Deferred@2036619711 after retry RPC after error@1071716368) -> (continuation of Deferred@301955773 after retry RPC after error@1007475861) -> (continuation of Deferred@1744749322 after retry RPC after error@1349019261) -> (continuation of Deferred@984142943 after retry RPC after error@1620729835) -> (continuation of Deferred@1902978657 after retry RPC after error@1646656959) -> (continuation of Deferred@517199752 after retry RPC after error@738502334) -> (continuation of Deferred@876794737 after retry RPC after error@2043091011) -> (continuation of Deferred@2041114468 after retry RPC after error@1888520121) -> (continuation of Deferred@1382747009 after retry RPC after error@321848463) -> (continuation of Deferred@767695425 after retry RPC after error@1503395087) -> (continuation of Deferred@1403441854 after retry RPC after error@952549177) -> (continuation of Deferred@99330674 after retry RPC after error@60705861), errback=(continuation of Deferred@1052409347 after retry RPC after error@253851468) -> (continuation of Deferred@1304510959 after retry RPC after error@841447065) -> (continuation of Deferred@1602243768 after retry RPC after error@1528810259) -> (continuation of Deferred@479606694 after retry RPC after error@361502995) -> (continuation of Deferred@1211392662 after retry RPC after error@1842769872) -> (continuation of Deferred@1079004875 after retry RPC after error@903975763) -> (continuation of Deferred@1588225963 after retry RPC after error@14428993) -> (continuation of Deferred@1119357831 after retry RPC after error@2080007048) -> (continuation of Deferred@1986057315 after retry RPC after error@394751949) -> (continuation of Deferred@358722185 after retry RPC after error@1034911118) -> (continuation of Deferred@1302095252 after retry RPC after error@1640600301) -> (continuation of Deferred@2036619711 after retry RPC after error@1071716368) -> (continuation of Deferred@301955773 after retry RPC after error@1007475861) -> (continuation of Deferred@1744749322 after retry RPC after error@1349019261) -> (continuation of Deferred@984142943 after retry RPC after error@1620729835) -> (continuation of Deferred@1902978657 after retry RPC after error@1646656959) -> (continuation of Deferred@517199752 after retry RPC after error@738502334) -> (continuation of Deferred@876794737 after retry RPC after error@2043091011) -> (continuation of Deferred@2041114468 after retry RPC after error@1888520121) -> (continuation of Deferred@1382747009 after retry RPC after error@321848463) -> (continuation of Deferred@767695425 after retry RPC after error@1503395087) -> (continuation of Deferred@1403441854 after retry RPC after error@952549177) -> (continuation of Deferred@99330674 after retry RPC after error@60705861)))
23:13:21.525 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:21.525 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:21.525 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:21.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.529 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29531), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [86ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [116ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [121ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [173ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [177ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [204ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [221ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [302ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [442ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [701ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [702ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1042ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1583ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2021ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2023ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [4041ms] refreshing cache from master, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [4042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [4044ms] too many traces: truncated at 100 traces, deferred=Deferred@1281781737(state=PENDING, result=null, callback=(continuation of Deferred@1052409347 after retry RPC after error@253851468) -> (continuation of Deferred@1304510959 after retry RPC after error@841447065) -> (continuation of Deferred@1602243768 after retry RPC after error@1528810259) -> (continuation of Deferred@479606694 after retry RPC after error@361502995) -> (continuation of Deferred@1211392662 after retry RPC after error@1842769872) -> (continuation of Deferred@1079004875 after retry RPC after error@903975763) -> (continuation of Deferred@1588225963 after retry RPC after error@14428993) -> (continuation of Deferred@1119357831 after retry RPC after error@2080007048) -> (continuation of Deferred@1986057315 after retry RPC after error@394751949) -> (continuation of Deferred@358722185 after retry RPC after error@1034911118) -> (continuation of Deferred@1302095252 after retry RPC after error@1640600301) -> (continuation of Deferred@2036619711 after retry RPC after error@1071716368) -> (continuation of Deferred@301955773 after retry RPC after error@1007475861) -> (continuation of Deferred@1744749322 after retry RPC after error@1349019261) -> (continuation of Deferred@984142943 after retry RPC after error@1620729835) -> (continuation of Deferred@1902978657 after retry RPC after error@1646656959) -> (continuation of Deferred@517199752 after retry RPC after error@738502334) -> (continuation of Deferred@876794737 after retry RPC after error@2043091011) -> (continuation of Deferred@2041114468 after retry RPC after error@1888520121) -> (continuation of Deferred@1382747009 after retry RPC after error@321848463) -> (continuation of Deferred@767695425 after retry RPC after error@1503395087) -> (continuation of Deferred@1403441854 after retry RPC after error@952549177) -> (continuation of Deferred@99330674 after retry RPC after error@60705861), errback=(continuation of Deferred@1052409347 after retry RPC after error@253851468) -> (continuation of Deferred@1304510959 after retry RPC after error@841447065) -> (continuation of Deferred@1602243768 after retry RPC after error@1528810259) -> (continuation of Deferred@479606694 after retry RPC after error@361502995) -> (continuation of Deferred@1211392662 after retry RPC after error@1842769872) -> (continuation of Deferred@1079004875 after retry RPC after error@903975763) -> (continuation of Deferred@1588225963 after retry RPC after error@14428993) -> (continuation of Deferred@1119357831 after retry RPC after error@2080007048) -> (continuation of Deferred@1986057315 after retry RPC after error@394751949) -> (continuation of Deferred@358722185 after retry RPC after error@1034911118) -> (continuation of Deferred@1302095252 after retry RPC after error@1640600301) -> (continuation of Deferred@2036619711 after retry RPC after error@1071716368) -> (continuation of Deferred@301955773 after retry RPC after error@1007475861) -> (continuation of Deferred@1744749322 after retry RPC after error@1349019261) -> (continuation of Deferred@984142943 after retry RPC after error@1620729835) -> (continuation of Deferred@1902978657 after retry RPC after error@1646656959) -> (continuation of Deferred@517199752 after retry RPC after error@738502334) -> (continuation of Deferred@876794737 after retry RPC after error@2043091011) -> (continuation of Deferred@2041114468 after retry RPC after error@1888520121) -> (continuation of Deferred@1382747009 after retry RPC after error@321848463) -> (continuation of Deferred@767695425 after retry RPC after error@1503395087) -> (continuation of Deferred@1403441854 after retry RPC after error@952549177) -> (continuation of Deferred@99330674 after retry RPC after error@60705861)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29531), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [86ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [116ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [121ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [173ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [177ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [204ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [221ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [302ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [442ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [701ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [702ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1042ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1583ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2021ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2023ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [4041ms] refreshing cache from master, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [4042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [4044ms] too many traces: truncated at 100 traces, deferred=Deferred@1281781737(state=PENDING, result=null, callback=(continuation of Deferred@1052409347 after retry RPC after error@253851468) -> (continuation of Deferred@1304510959 after retry RPC after error@841447065) -> (continuation of Deferred@1602243768 after retry RPC after error@1528810259) -> (continuation of Deferred@479606694 after retry RPC after error@361502995) -> (continuation of Deferred@1211392662 after retry RPC after error@1842769872) -> (continuation of Deferred@1079004875 after retry RPC after error@903975763) -> (continuation of Deferred@1588225963 after retry RPC after error@14428993) -> (continuation of Deferred@1119357831 after retry RPC after error@2080007048) -> (continuation of Deferred@1986057315 after retry RPC after error@394751949) -> (continuation of Deferred@358722185 after retry RPC after error@1034911118) -> (continuation of Deferred@1302095252 after retry RPC after error@1640600301) -> (continuation of Deferred@2036619711 after retry RPC after error@1071716368) -> (continuation of Deferred@301955773 after retry RPC after error@1007475861) -> (continuation of Deferred@1744749322 after retry RPC after error@1349019261) -> (continuation of Deferred@984142943 after retry RPC after error@1620729835) -> (continuation of Deferred@1902978657 after retry RPC after error@1646656959) -> (continuation of Deferred@517199752 after retry RPC after error@738502334) -> (continuation of Deferred@876794737 after retry RPC after error@2043091011) -> (continuation of Deferred@2041114468 after retry RPC after error@1888520121) -> (continuation of Deferred@1382747009 after retry RPC after error@321848463) -> (continuation of Deferred@767695425 after retry RPC after error@1503395087) -> (continuation of Deferred@1403441854 after retry RPC after error@952549177) -> (continuation of Deferred@99330674 after retry RPC after error@60705861), errback=(continuation of Deferred@1052409347 after retry RPC after error@253851468) -> (continuation of Deferred@1304510959 after retry RPC after error@841447065) -> (continuation of Deferred@1602243768 after retry RPC after error@1528810259) -> (continuation of Deferred@479606694 after retry RPC after error@361502995) -> (continuation of Deferred@1211392662 after retry RPC after error@1842769872) -> (continuation of Deferred@1079004875 after retry RPC after error@903975763) -> (continuation of Deferred@1588225963 after retry RPC after error@14428993) -> (continuation of Deferred@1119357831 after retry RPC after error@2080007048) -> (continuation of Deferred@1986057315 after retry RPC after error@394751949) -> (continuation of Deferred@358722185 after retry RPC after error@1034911118) -> (continuation of Deferred@1302095252 after retry RPC after error@1640600301) -> (continuation of Deferred@2036619711 after retry RPC after error@1071716368) -> (continuation of Deferred@301955773 after retry RPC after error@1007475861) -> (continuation of Deferred@1744749322 after retry RPC after error@1349019261) -> (continuation of Deferred@984142943 after retry RPC after error@1620729835) -> (continuation of Deferred@1902978657 after retry RPC after error@1646656959) -> (continuation of Deferred@517199752 after retry RPC after error@738502334) -> (continuation of Deferred@876794737 after retry RPC after error@2043091011) -> (continuation of Deferred@2041114468 after retry RPC after error@1888520121) -> (continuation of Deferred@1382747009 after retry RPC after error@321848463) -> (continuation of Deferred@767695425 after retry RPC after error@1503395087) -> (continuation of Deferred@1403441854 after retry RPC after error@952549177) -> (continuation of Deferred@99330674 after retry RPC after error@60705861)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.175.189:40447
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:21.530 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.530 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.530 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.530 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:21.532 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.532 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.532 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.532 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.532 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.532 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.533 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.533 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.533 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.533 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.534 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.534 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.534 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.534 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29531), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [86ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [116ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [121ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [173ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [177ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [204ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [221ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [302ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [442ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [701ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [702ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1042ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1583ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2021ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2023ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [4041ms] refreshing cache from master, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [4042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [4044ms] too many traces: truncated at 100 traces, deferred=Deferred@1281781737(state=PENDING, result=null, callback=(continuation of Deferred@1052409347 after retry RPC after error@253851468) -> (continuation of Deferred@1304510959 after retry RPC after error@841447065) -> (continuation of Deferred@1602243768 after retry RPC after error@1528810259) -> (continuation of Deferred@479606694 after retry RPC after error@361502995) -> (continuation of Deferred@1211392662 after retry RPC after error@1842769872) -> (continuation of Deferred@1079004875 after retry RPC after error@903975763) -> (continuation of Deferred@1588225963 after retry RPC after error@14428993) -> (continuation of Deferred@1119357831 after retry RPC after error@2080007048) -> (continuation of Deferred@1986057315 after retry RPC after error@394751949) -> (continuation of Deferred@358722185 after retry RPC after error@1034911118) -> (continuation of Deferred@1302095252 after retry RPC after error@1640600301) -> (continuation of Deferred@2036619711 after retry RPC after error@1071716368) -> (continuation of Deferred@301955773 after retry RPC after error@1007475861) -> (continuation of Deferred@1744749322 after retry RPC after error@1349019261) -> (continuation of Deferred@984142943 after retry RPC after error@1620729835) -> (continuation of Deferred@1902978657 after retry RPC after error@1646656959) -> (continuation of Deferred@517199752 after retry RPC after error@738502334) -> (continuation of Deferred@876794737 after retry RPC after error@2043091011) -> (continuation of Deferred@2041114468 after retry RPC after error@1888520121) -> (continuation of Deferred@1382747009 after retry RPC after error@321848463) -> (continuation of Deferred@767695425 after retry RPC after error@1503395087) -> (continuation of Deferred@1403441854 after retry RPC after error@952549177) -> (continuation of Deferred@99330674 after retry RPC after error@60705861), errback=(continuation of Deferred@1052409347 after retry RPC after error@253851468) -> (continuation of Deferred@1304510959 after retry RPC after error@841447065) -> (continuation of Deferred@1602243768 after retry RPC after error@1528810259) -> (continuation of Deferred@479606694 after retry RPC after error@361502995) -> (continuation of Deferred@1211392662 after retry RPC after error@1842769872) -> (continuation of Deferred@1079004875 after retry RPC after error@903975763) -> (continuation of Deferred@1588225963 after retry RPC after error@14428993) -> (continuation of Deferred@1119357831 after retry RPC after error@2080007048) -> (continuation of Deferred@1986057315 after retry RPC after error@394751949) -> (continuation of Deferred@358722185 after retry RPC after error@1034911118) -> (continuation of Deferred@1302095252 after retry RPC after error@1640600301) -> (continuation of Deferred@2036619711 after retry RPC after error@1071716368) -> (continuation of Deferred@301955773 after retry RPC after error@1007475861) -> (continuation of Deferred@1744749322 after retry RPC after error@1349019261) -> (continuation of Deferred@984142943 after retry RPC after error@1620729835) -> (continuation of Deferred@1902978657 after retry RPC after error@1646656959) -> (continuation of Deferred@517199752 after retry RPC after error@738502334) -> (continuation of Deferred@876794737 after retry RPC after error@2043091011) -> (continuation of Deferred@2041114468 after retry RPC after error@1888520121) -> (continuation of Deferred@1382747009 after retry RPC after error@321848463) -> (continuation of Deferred@767695425 after retry RPC after error@1503395087) -> (continuation of Deferred@1403441854 after retry RPC after error@952549177) -> (continuation of Deferred@99330674 after retry RPC after error@60705861)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29531), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [44ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [49ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [86ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [86ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [116ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [120ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [121ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [121ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [173ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [177ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [177ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [177ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [204ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [204ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [221ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [221ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [242ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [242ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [302ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [440ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [441ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [442ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [442ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [700ms] refreshing cache from master, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [700ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [701ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [701ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [702ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [702ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1040ms] refreshing cache from master, [1040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1042ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1042ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1581ms] refreshing cache from master, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1582ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1583ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2021ms] refreshing cache from master, [2021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2022ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2023ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2023ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [4041ms] refreshing cache from master, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [4041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [4042ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [4044ms] too many traces: truncated at 100 traces, deferred=Deferred@1281781737(state=PENDING, result=null, callback=(continuation of Deferred@1052409347 after retry RPC after error@253851468) -> (continuation of Deferred@1304510959 after retry RPC after error@841447065) -> (continuation of Deferred@1602243768 after retry RPC after error@1528810259) -> (continuation of Deferred@479606694 after retry RPC after error@361502995) -> (continuation of Deferred@1211392662 after retry RPC after error@1842769872) -> (continuation of Deferred@1079004875 after retry RPC after error@903975763) -> (continuation of Deferred@1588225963 after retry RPC after error@14428993) -> (continuation of Deferred@1119357831 after retry RPC after error@2080007048) -> (continuation of Deferred@1986057315 after retry RPC after error@394751949) -> (continuation of Deferred@358722185 after retry RPC after error@1034911118) -> (continuation of Deferred@1302095252 after retry RPC after error@1640600301) -> (continuation of Deferred@2036619711 after retry RPC after error@1071716368) -> (continuation of Deferred@301955773 after retry RPC after error@1007475861) -> (continuation of Deferred@1744749322 after retry RPC after error@1349019261) -> (continuation of Deferred@984142943 after retry RPC after error@1620729835) -> (continuation of Deferred@1902978657 after retry RPC after error@1646656959) -> (continuation of Deferred@517199752 after retry RPC after error@738502334) -> (continuation of Deferred@876794737 after retry RPC after error@2043091011) -> (continuation of Deferred@2041114468 after retry RPC after error@1888520121) -> (continuation of Deferred@1382747009 after retry RPC after error@321848463) -> (continuation of Deferred@767695425 after retry RPC after error@1503395087) -> (continuation of Deferred@1403441854 after retry RPC after error@952549177) -> (continuation of Deferred@99330674 after retry RPC after error@60705861), errback=(continuation of Deferred@1052409347 after retry RPC after error@253851468) -> (continuation of Deferred@1304510959 after retry RPC after error@841447065) -> (continuation of Deferred@1602243768 after retry RPC after error@1528810259) -> (continuation of Deferred@479606694 after retry RPC after error@361502995) -> (continuation of Deferred@1211392662 after retry RPC after error@1842769872) -> (continuation of Deferred@1079004875 after retry RPC after error@903975763) -> (continuation of Deferred@1588225963 after retry RPC after error@14428993) -> (continuation of Deferred@1119357831 after retry RPC after error@2080007048) -> (continuation of Deferred@1986057315 after retry RPC after error@394751949) -> (continuation of Deferred@358722185 after retry RPC after error@1034911118) -> (continuation of Deferred@1302095252 after retry RPC after error@1640600301) -> (continuation of Deferred@2036619711 after retry RPC after error@1071716368) -> (continuation of Deferred@301955773 after retry RPC after error@1007475861) -> (continuation of Deferred@1744749322 after retry RPC after error@1349019261) -> (continuation of Deferred@984142943 after retry RPC after error@1620729835) -> (continuation of Deferred@1902978657 after retry RPC after error@1646656959) -> (continuation of Deferred@517199752 after retry RPC after error@738502334) -> (continuation of Deferred@876794737 after retry RPC after error@2043091011) -> (continuation of Deferred@2041114468 after retry RPC after error@1888520121) -> (continuation of Deferred@1382747009 after retry RPC after error@321848463) -> (continuation of Deferred@767695425 after retry RPC after error@1503395087) -> (continuation of Deferred@1403441854 after retry RPC after error@952549177) -> (continuation of Deferred@99330674 after retry RPC after error@60705861)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.175.189:40447
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:21.535 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:13:21.535 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#2) of source Source: KuduSource.
23:13:21.536 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
23:13:21.536 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (4/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:13:21.536 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from INITIALIZING to CANCELING.
23:13:21.536 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (4/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:13:21.537 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#1) of source Source: KuduSource.
23:13:21.537 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
23:13:21.537 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#2) of source Source: KuduSource.
23:13:21.537 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:13:21.543 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:21.543 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:21.543 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:21.543 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.543 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.543 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.544 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.544 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.544 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.544 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.544 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.544 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.544 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:21.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.542158 25133 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee: acquiring CA information for follower catalog manager: success
23:13:21.555 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:13:21.556 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
23:13:21.556 [INFO - Source: KuduSource -> Sink: Writer (4/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2).
23:13:21.562 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:21.562 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:21.562 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:21.563 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.563 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.563 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.563 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.563 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.563 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.564 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.564 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:21.573 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.571903 25133 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 69075c9297fe46d993cfeb370856a2ee: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:13:21.575 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (2/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:13:21.575 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from INITIALIZING to CANCELING.
23:13:21.575 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (2/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:13:21.580 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (SourceReaderBase.java:338) Closing Source Reader.
23:13:21.580 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
23:13:21.580 [INFO - Source: KuduSource -> Sink: Writer (2/4)#1] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#1 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1).
23:13:21.583 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:21.583 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:21.583 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:21.584 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.584 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.584 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.585 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.585 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.585 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.585 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.585 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.585 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.585 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:21.596 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (1/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:13:21.596 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from INITIALIZING to CANCELING.
23:13:21.596 [INFO - flink-pekko.actor.default-dispatcher-7] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (1/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:13:21.599 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:21.602 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:13:21.603 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:21.603 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:13:21.603 [INFO - Source: KuduSource -> Sink: Writer (1/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2).
23:13:21.603 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:21.603 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:21.603 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.603 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.603 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.603 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.603 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.604 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.604 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.604 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.604 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.604 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:21.614 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#2 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2.
23:13:21.615 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#1 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1.
23:13:21.615 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#2 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2.
23:13:21.615 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_2) switched from CANCELING to CANCELED.
23:13:21.616 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_1) switched from CANCELING to CANCELED.
23:13:21.617 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_2) switched from CANCELING to CANCELED.
23:13:21.617 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:21.620 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:21.621 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 3ec1c74f67335b85e5e1f959e912487e
23:13:21.623 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:21.623 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:21.623 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:21.624 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.624 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.624 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.624 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.624 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.624 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.624 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.624 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.624 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.624 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.624 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.624 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.624 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.624 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.624 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:21.624 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.624 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 33 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466001642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:21.651 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 33 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:13:21.653 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 33 as completed for source Source: KuduSource.
23:13:21.703 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:21.703 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:21.703 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:21.704 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.704 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.704 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.704 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.704 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.704 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.704 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.705 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.705 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.705 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:21.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.716727 25137 sys_catalog.cc:455] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "9769fa3081264c3ea3c519aac682ed2f" member_type: VOTER last_known_addr { host: "127.24.75.126" port: 42301 } } peers { permanent_uuid: "dca5c9ee0a0f4f50b101bf2a7d60ffe4" member_type: VOTER last_known_addr { host: "127.24.75.125" port: 42673 } } peers { permanent_uuid: "69075c9297fe46d993cfeb370856a2ee" member_type: VOTER last_known_addr { host: "127.24.75.124" port: 39771 } } }
23:13:21.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:21.718942 25137 sys_catalog.cc:458] T 00000000000000000000000000000000 P dca5c9ee0a0f4f50b101bf2a7d60ffe4 [sys.catalog]: This master's current role is: LEADER
23:13:21.723 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:21.723 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:21.723 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:21.723 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.723 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.723 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.724 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.724 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.724 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.724 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.724 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.724 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.724 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:21.752 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.752 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.752 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.754 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.754 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.754 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.754 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.754 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.812 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.812 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.812 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.813 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.813 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.813 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.813 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.813 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.814 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:21.884 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.884 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.884 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.884 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.884 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.885 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.885 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.885 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.885 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.885 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.885 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.885 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.885 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:21.889268 25161 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:21.889979 25161 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:21.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:21.890769 25161 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:21.902 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:21.902 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:21.902 [DEBUG - pool-386-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:21.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:21.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:21.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:21.904 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:21.904 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29935), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [54ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [56ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [133ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [133ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [145ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [146ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [146ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [147ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [148ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [148ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [170ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [171ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [172ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [172ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [180ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [241ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [282ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [319ms] refreshing cache from master, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [319ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [320ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [320ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [320ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [320ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [459ms] refreshing cache from master, [459ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [460ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [461ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [461ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [461ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1399ms] refreshing cache from master, [1399ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1400ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1401ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1401ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2159ms] refreshing cache from master, [2159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [2159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [2160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [2160ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2161ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3741ms] refreshing cache from master, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [3741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [3742ms] too many traces: truncated at 100 traces, deferred=Deferred@320058607(state=PENDING, result=null, callback=(continuation of Deferred@452109691 after retry RPC after error@1361896024) -> (continuation of Deferred@1264286881 after retry RPC after error@1163992553) -> (continuation of Deferred@1245163843 after retry RPC after error@2084549759) -> (continuation of Deferred@1821466925 after retry RPC after error@559064835) -> (continuation of Deferred@1452844995 after retry RPC after error@1459973411) -> (continuation of Deferred@821749479 after retry RPC after error@77866308) -> (continuation of Deferred@387001516 after retry RPC after error@1803626264) -> (continuation of Deferred@204159313 after retry RPC after error@687911829) -> (continuation of Deferred@929734229 after retry RPC after error@1437718087) -> (continuation of Deferred@367633 after retry RPC after error@741673887) -> (continuation of Deferred@1330552954 after retry RPC after error@337007674) -> (continuation of Deferred@945797053 after retry RPC after error@1018309338) -> (continuation of Deferred@105185350 after retry RPC after error@550777648) -> (continuation of Deferred@1710459592 after retry RPC after error@1211795542) -> (continuation of Deferred@1716774439 after retry RPC after error@1738474606) -> (continuation of Deferred@507733919 after retry RPC after error@36119609) -> (continuation of Deferred@2067568772 after retry RPC after error@1679777785) -> (continuation of Deferred@1634050938 after retry RPC after error@1515738499) -> (continuation of Deferred@1161760500 after retry RPC after error@1539404093) -> (continuation of Deferred@393443148 after retry RPC after error@262134892) -> (continuation of Deferred@845818821 after retry RPC after error@1651702828) -> (continuation of Deferred@1857498681 after retry RPC after error@532341567) -> (continuation of Deferred@2095961870 after retry RPC after error@160159523) -> (continuation of Deferred@1587209933 after retry RPC after error@384914746) -> (continuation of Deferred@79082829 after retry RPC after error@1397970999), errback=(continuation of Deferred@452109691 after retry RPC after error@1361896024) -> (continuation of Deferred@1264286881 after retry RPC after error@1163992553) -> (continuation of Deferred@1245163843 after retry RPC after error@2084549759) -> (continuation of Deferred@1821466925 after retry RPC after error@559064835) -> (continuation of Deferred@1452844995 after retry RPC after error@1459973411) -> (continuation of Deferred@821749479 after retry RPC after error@77866308) -> (continuation of Deferred@387001516 after retry RPC after error@1803626264) -> (continuation of Deferred@204159313 after retry RPC after error@687911829) -> (continuation of Deferred@929734229 after retry RPC after error@1437718087) -> (continuation of Deferred@367633 after retry RPC after error@741673887) -> (continuation of Deferred@1330552954 after retry RPC after error@337007674) -> (continuation of Deferred@945797053 after retry RPC after error@1018309338) -> (continuation of Deferred@105185350 after retry RPC after error@550777648) -> (continuation of Deferred@1710459592 after retry RPC after error@1211795542) -> (continuation of Deferred@1716774439 after retry RPC after error@1738474606) -> (continuation of Deferred@507733919 after retry RPC after error@36119609) -> (continuation of Deferred@2067568772 after retry RPC after error@1679777785) -> (continuation of Deferred@1634050938 after retry RPC after error@1515738499) -> (continuation of Deferred@1161760500 after retry RPC after error@1539404093) -> (continuation of Deferred@393443148 after retry RPC after error@262134892) -> (continuation of Deferred@845818821 after retry RPC after error@1651702828) -> (continuation of Deferred@1857498681 after retry RPC after error@532341567) -> (continuation of Deferred@2095961870 after retry RPC after error@160159523) -> (continuation of Deferred@1587209933 after retry RPC after error@384914746) -> (continuation of Deferred@79082829 after retry RPC after error@1397970999)))
23:13:21.932 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:21.932 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:21.932 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:21.933 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:21.933 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:21.933 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:21.933 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:21.933 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:21.933 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:21.933 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:21.933 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:21.934 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:21.934 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:21.943 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:21.943 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:21.943 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:21.944 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.944 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.944 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:21.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.944 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.944 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:21.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.944 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:21.944 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:21.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:21.952399 25161 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:21.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:21.954104 25161 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.75.65
23:13:21.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:22.033221 25161 tablet_server_runner.cc:78] Tablet server non-default flags:
23:13:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/data
23:13:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/wal
23:13:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:22.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.65:0
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/data/info.pb
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.65
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.75.65
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/logs
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:22.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:22.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:22.035046 25161 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:22.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:22.037500 25161 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:22.071 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:22.071 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:22.072 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:22.072 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:22.072 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:22.072 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:22.072 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:22.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:22.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:22.073 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:22.073 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:22.073 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:22.073 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:22.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:22.081636 25219 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:22.099 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:22.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 34 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466002142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:22.151 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 34 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:13:22.153 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 34 as completed for source Source: KuduSource.
23:13:22.284 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:22.284 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:22.284 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:22.284 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:22.284 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:22.284 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:22.284 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:22.284 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:22.284 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:22.285 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:22.285 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:22.285 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:22.285 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:22.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:22.355944 25198 catalog_manager.cc:1294] Loaded cluster ID: 06892d1155d940e09dbd89048774bb84
23:13:22.357 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:22.357154 25198 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f: loading cluster ID for follower catalog manager: success
23:13:22.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:22.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:22.391017 25198 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f: acquiring CA information for follower catalog manager: success
23:13:22.404 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:22.404 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:22.404 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:22.404 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:22.404 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:22.404 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:22.405 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:22.405 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:22.405 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:22.405 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:22.405 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:22.405 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:22.405 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:22.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:22.420924 25198 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 9769fa3081264c3ea3c519aac682ed2f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:13:22.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:22.493 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:22.493 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:22.493 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:22.494 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:22.494 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:22.494 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:22.494 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:22.494 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:22.494 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:22.494 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:22.494 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:22.494 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:22.494 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:22.497 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:22.498 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:22.498 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:22.498 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:22.498 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:22.498 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:22.499 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:22.499 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:22.499 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:22.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:22.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:22.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:22.499 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:22.592 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:22.592 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:22.592 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:22.592 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:22.593 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:22.593 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:22.593 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:22.593 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:22.593 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:22.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:22.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:22.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:22.594 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:22.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:22.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 35 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466002642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:22.656 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 35 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:13:22.657 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 35 as completed for source Source: KuduSource.
23:13:22.712 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:22.712 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:22.712 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:22.713 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:22.713 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:22.713 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:22.713 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:22.713 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:22.713 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:22.714 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:22.714 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:22.714 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:22.714 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:22.763 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:22.763 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:22.763 [DEBUG - pool-382-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:22.764 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:22.764 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:22.764 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:22.764 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:22.764 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:22.765 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:22.765 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:22.765 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:22.765 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:22.765 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:22.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:22.974 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:22.975 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:22.975 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:22.975 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:22.975 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:22.975 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:22.976 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:22.976 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:22.976 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:22.976 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:22.976 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:22.976 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:22.976 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:22.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:23.088 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:23.088 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:23.088 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:23.088 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:23.088 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:23.088 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:23.089 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:23.088 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:23.089 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:23.089 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:23.089 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:23.089 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:23.089 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:23.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:23.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 36 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466003142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:23.158 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 36 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:13:23.159 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 36 as completed for source Source: KuduSource.
23:13:23.310 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:23.310 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:23.310 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:23.311 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:23.311 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:23.311 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:23.311 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:23.312 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:23.312 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:23.312 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:23.312 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:23.312 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:23.312 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:23.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:23.412 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:23.413 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:23.413 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:23.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:23.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:23.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:23.413 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:23.413 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:23.413 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:23.413 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:23.413 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:23.413 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:23.413 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:23.434 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e) switched from state RESTARTING to RUNNING.
23:13:23.434 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 3ec1c74f67335b85e5e1f959e912487e from Checkpoint 73 @ 1783465970710 for 3ec1c74f67335b85e5e1f959e912487e located at file:/tmp/junit6931743373734783525/checkpoints/3ec1c74f67335b85e5e1f959e912487e/chk-73.
23:13:23.435 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:13:23.435 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:13:23.436 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to SCHEDULED.
23:13:23.436 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from SCHEDULED to DEPLOYING.
23:13:23.436 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #3) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id 6d9bd2a17e5c624042fd132d220a11dc
23:13:23.437 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to SCHEDULED.
23:13:23.437 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6d9bd2a17e5c624042fd132d220a11dc.
23:13:23.438 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:23.438 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:23.439 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3), deploy into slot with allocation id 6d9bd2a17e5c624042fd132d220a11dc.
23:13:23.444 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from SCHEDULED to DEPLOYING.
23:13:23.444 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #2) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id db42ba01cab3cf95bfd94d34682141f9
23:13:23.444 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to SCHEDULED.
23:13:23.445 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:23.445 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from SCHEDULED to DEPLOYING.
23:13:23.445 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #2) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id a42b59db9e403eeca2a100ab510b5dd1
23:13:23.446 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to SCHEDULED.
23:13:23.446 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:23.446 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from SCHEDULED to DEPLOYING.
23:13:23.446 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #3) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id 8e6297a68defdfe92d21d45c7af816a8
23:13:23.454 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot db42ba01cab3cf95bfd94d34682141f9.
23:13:23.455 [INFO - Thread-62] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:13:23.455 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2), deploy into slot with allocation id db42ba01cab3cf95bfd94d34682141f9.
23:13:23.455 [DEBUG - Thread-62] (Connection.java:575) [peer master-127.19.175.188:42277(127.19.175.188:42277)] disconnecting while in state TERMINATED
23:13:23.455 [DEBUG - Thread-62] (Connection.java:575) [peer master-127.19.175.189:40447(127.19.175.189:40447)] disconnecting while in state TERMINATED
23:13:23.455 [DEBUG - Thread-62] (Connection.java:575) [peer master-127.19.175.190:33135(127.19.175.190:33135)] disconnecting while in state TERMINATED
23:13:23.455 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from CREATED to DEPLOYING.
23:13:23.455 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3) [DEPLOYING].
23:13:23.455 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:23.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@29a9c5e3
23:13:23.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:23.456 [INFO - Thread-62] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:13:23.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:13:23.456 [INFO - Thread-62] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:13:23.456 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:13:23.456 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from DEPLOYING to INITIALIZING.
23:13:23.459 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot a42b59db9e403eeca2a100ab510b5dd1.
23:13:23.459 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from CREATED to DEPLOYING.
23:13:23.460 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2) [DEPLOYING].
23:13:23.460 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@777b7af8
23:13:23.460 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:23.461 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2), deploy into slot with allocation id a42b59db9e403eeca2a100ab510b5dd1.
23:13:23.464 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:13:23.464 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:13:23.465 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 8e6297a68defdfe92d21d45c7af816a8.
23:13:23.466 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3), deploy into slot with allocation id 8e6297a68defdfe92d21d45c7af816a8.
23:13:23.466 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:23.466 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:23.466 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:23.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:23.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:23.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:23.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:23.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:23.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:23.467 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:23.467 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:23.467 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:23.467 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:23.467 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from CREATED to DEPLOYING.
23:13:23.467 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2) [DEPLOYING].
23:13:23.467 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@109be043
23:13:23.468 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:23.468 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:13:23.468 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:13:23.470 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4a06da95
23:13:23.470 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from DEPLOYING to INITIALIZING.
23:13:23.470 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from DEPLOYING to INITIALIZING.
23:13:23.470 [DEBUG - Thread-62] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:23.470 [INFO - Thread-62] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:13:23.473 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f357c8e
23:13:23.475 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:23.476 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:23.480 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5b83f6ba
23:13:23.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:23.484 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:23.487 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from CREATED to DEPLOYING.
23:13:23.488 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3) [DEPLOYING].
23:13:23.488 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5a585e2d
23:13:23.488 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:23.488 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:13:23.489 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:13:23.489 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from DEPLOYING to INITIALIZING.
23:13:23.490 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:23.490 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:23.490 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:23.490 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:23.490 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:23.490 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:23.490 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:23.490 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:23.490 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:23.490 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:23.491 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:23.491 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:23.491 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:23.492 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46a7771b
23:13:23.493 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:23.493 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:23.493 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:23.493 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:23.494 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:23.496 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:23.522 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.538 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.546 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.552 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.553 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.553 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.554 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.558 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.558 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.558 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.561 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.562 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#2] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.564 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.564 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.564 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.565 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.579 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.582 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#3] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.583 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.583 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.583 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.583 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.584 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.584 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.587 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:23.589 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.589 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.589 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.589 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.590 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#3] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.590 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.590 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.590 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.592 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.592 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.592 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.592 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.593 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:23.594 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.594 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.594 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.595 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:23.595 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.595 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.596 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.596 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.596 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.596 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.596 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:23.597 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:23.599 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.599 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.599 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.599 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.600 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.600 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.600 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.601 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.602 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.602 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.602 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.602 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.604 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#2] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.604 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.604 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.604 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.605 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.605 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.605 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.605 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.606 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.606 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.607 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.607 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.607 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.607 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:23.608 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.617 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.618 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.618 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.618 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.618 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.621 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.621 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.621 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.621 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.622 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.626 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.627 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.630 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:23.632 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.633 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.633 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.636 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:23.644 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 37 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466003643 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:23.646 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.654 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.654 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.654 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.656 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 37 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=13 ms, finalizationTime=0 ms).
23:13:23.658 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 37 as completed for source Source: KuduSource.
23:13:23.662 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.663 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.664 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.664 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:23.667 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:23.670 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.676 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.684 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.684 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.686 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.686 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.686 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.686 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.690 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.690 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.697 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.698 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.698 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.698 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.698 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.698 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.702 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.706 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.707 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.707 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.707 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.707 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.707 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.707 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.707 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.707 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.707 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.707 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.707 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.707 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.707 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.708 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.708 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.708 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.713 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.714 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.714 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.714 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.715 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.715 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.715 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.715 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.718 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.719 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.719 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.719 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.719 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.719 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.719 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.719 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.719 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.720 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.720 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.720 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.720 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.725 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:23.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.726 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.726 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.726 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.726 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.726 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.726 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.727 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.731 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:23.731 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:23.731 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.731 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:23.731 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.731 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:23.731 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.731 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.731 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.731 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.731 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:23.731 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:23.731 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:23.731 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:23.732 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:23.732 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:23.732 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:23.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:23.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:23.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:23.732 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:23.738 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.738 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.738 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.738 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.738 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.738 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.739 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.739 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.739 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.739 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.739 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.739 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.739 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.739 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.741 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.741 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.742 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.742 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.746 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.746 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.747 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.747 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.747 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.747 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.747 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.747 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.747 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.747 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.747 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.748 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.748 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:23.748 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:23.748 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:23.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.748 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.748 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.748 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.748 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:23.750 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.750 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.750 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.750 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.750 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.750 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.751 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.751 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.757 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.759 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.759 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.759 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.759 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.759 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.759 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.759 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.759 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.759 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.760 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.760 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.760 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.760 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.762 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.762 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.762 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.762 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.762 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.762 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.763 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.762 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.763 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.766 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.766 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.766 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.766 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.766 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.766 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.766 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.767 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.767 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.767 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.767 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.767 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.767 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:23.767 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:23.767 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:23.767 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.767 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.768 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.768 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.768 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.768 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.768 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.768 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.768 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.768 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:23.771 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.772 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.776 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.776 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.776 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.776 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.777 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.777 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.777 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.777 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.782 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.783 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.783 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.783 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.783 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.783 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.783 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.783 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.783 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.783 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.783 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.783 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.783 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.788 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:23.788 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:23.788 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:23.788 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.788 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.788 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.788 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.788 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.789 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.789 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.789 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.789 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.789 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:23.796 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.796 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.796 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.796 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.796 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.797 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.797 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.797 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.797 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.796 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.797 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.797 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.797 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.798 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.798 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.798 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.799 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.799 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.799 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.799 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.802 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.802 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.802 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.802 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.802 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.803 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.803 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.803 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.817 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.817 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.817 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.817 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.817 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.817 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.817 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.817 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.817 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.817 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.817 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.818 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.818 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.846 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.847 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.847 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.847 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.848 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.849 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.849 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.849 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.849 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.850 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.850 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.856 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.857 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.857 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.858 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.858 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.858 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.858 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.863 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.863 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.863 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.863 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.863 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.863 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.863 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.863 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.863 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.863 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.864 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.864 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.864 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.867 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:23.867 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:23.867 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:23.867 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.867 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.867 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.868 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.868 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.868 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.868 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.868 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.868 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.868 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:23.876 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.876 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.876 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.876 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.877 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.877 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.877 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.877 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.877 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.877 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.877 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.877 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.877 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.878 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:23.887 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:23.887 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:23.888 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:23.888 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.888 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.888 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.888 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.888 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.888 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.888 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.889 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.889 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.889 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:23.907 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:23.907 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:23.907 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:23.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.908 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.908 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.908 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:23.918 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.918 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.918 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.919 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.919 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.919 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.919 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.919 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.919 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.919 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.927 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:23.928 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:23.928 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:23.928 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.928 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.928 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:23.928 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.928 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.928 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:23.928 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.928 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.929 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:23.929 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:23.937 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.937 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.937 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.937 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.937 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.937 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.937 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.937 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.937 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.937 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.937 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.937 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.937 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.957 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:23.957 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:23.957 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:23.958 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:23.958 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:23.958 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:23.958 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:23.958 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:23.958 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:23.958 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:23.959 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:23.959 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:23.959 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:23.966 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.967 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.967 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.967 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.968 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.968 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.968 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.968 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:23.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:23.983 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:23.983 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:23.983 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:23.983 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.983 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.983 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:23.984 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.984 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.984 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:23.984 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.984 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.984 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:23.984 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:24.004 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.005 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.005 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.005 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.005 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.005 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.005 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.005 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.005 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.005 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.005 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.005 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.005 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.016 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.017 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.017 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.017 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.017 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.017 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.018 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.018 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.018 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.018 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.018 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.018 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.018 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:24.115 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:24.115 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:24.115 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:24.116 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:24.116 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:24.116 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:24.116 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:24.116 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:24.116 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:24.116 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:24.116 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:24.116 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:24.116 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:24.138 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.138 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.139 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.139 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.139 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.139 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.140 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.140 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.140 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.140 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 38 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466004142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:24.152 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 38 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:13:24.154 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 38 as completed for source Source: KuduSource.
23:13:24.230 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:24.231 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:24.231 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:24.231 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:24.231 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:24.231 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:24.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:24.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:24.232 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:24.232 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:24.232 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:24.232 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:24.232 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:24.242 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.243 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.243 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.243 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.243 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.244 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.244 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.244 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.244 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.272 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.272 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.272 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.273 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.273 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.273 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.273 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.273 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.273 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.273 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.273 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.274 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.274 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.278 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.278 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.278 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.279 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.279 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.279 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.279 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.279 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.279 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.279 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.279 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.279 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.279 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.306 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.306 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.306 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.307 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.307 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.307 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.307 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.307 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.307 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.308 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.308 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.308 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.308 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.357 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.357 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.357 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.357 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.357 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.357 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.357 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.358 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.358 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.358 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.358 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.358 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.378 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:24.467 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.467 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.467 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.468 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.468 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.468 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.468 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.477 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.477 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.477 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.477 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.477 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.477 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:24.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:24.551 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:24.551 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:24.551 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:24.552 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:24.552 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:24.552 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:24.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:24.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:24.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:24.553 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:24.553 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:24.553 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:24.553 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:24.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:24.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 39 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466004642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:24.649 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 39 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=7 ms, finalizationTime=0 ms).
23:13:24.650 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 39 as completed for source Source: KuduSource.
23:13:24.702 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.702 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.702 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.702 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.703 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.703 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.703 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.703 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.703 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.703 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.703 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.703 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.703 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.716 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:24.716 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:24.716 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:24.717 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.717 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.717 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:24.717 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.717 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.717 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:24.718 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.718 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.718 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:24.718 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:24.727 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:24.727 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:24.727 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:24.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:24.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:24.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:24.728 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:24.728 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:24.728 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:24.728 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:24.728 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:24.728 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:24.728 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:24.739 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:24.740 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:24.740 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:24.740 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:24.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:24.740 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:24.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:24.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:24.740 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:24.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:24.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:24.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:24.740 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:24.878 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:24.928 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:24.928 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:24.928 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:24.928 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:24.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:24.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:24.929 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:24.929 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:24.929 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:24.929 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:24.929 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:24.929 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:24.929 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:24.972 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:24.972 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:24.972 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:24.973 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:24.973 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:24.973 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:24.973 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:24.973 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:24.973 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:24.973 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:24.973 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:24.973 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:24.973 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:24.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:25.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:25.098 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:25.098 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:25.098 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:25.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:25.099 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.099 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.099 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.099 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.099 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.099 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.099 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.099 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.099 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.099 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:25.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 40 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466005142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:25.153 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 40 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=11 ms, finalizationTime=0 ms).
23:13:25.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 40 as completed for source Source: KuduSource.
23:13:25.230 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:25.230 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:25.231 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:25.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:25.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:25.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:25.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:25.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:25.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:25.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:25.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:25.232 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:25.232 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:25.250 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:25.250 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:25.250 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:25.250 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:25.250 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:25.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:25.251 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:25.251 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:25.251 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:25.251 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:25.251 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:25.251 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:25.251 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:25.252 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:25.253 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:25.253 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:25.253 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.253 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.253 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.253 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.253 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.254 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.254 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:25.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:25.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:25.503 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:25.503 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:25.503 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:25.504 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.504 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.504 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.504 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.504 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.504 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.504 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.504 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.504 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:25.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:25.526 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:25.527 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:25.527 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:25.527 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.527 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.527 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:25.528 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.528 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.528 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:25.528 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.528 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.528 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:25.528 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:25.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:23.464474 25217 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25161
23:13:25.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:25.542431 25161 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 3.464s	user 1.094s	sys 1.588s
23:13:25.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:25.551662 25161 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 3.474s	user 1.094s	sys 1.589s
23:13:25.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:22.082729 25218 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:25.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.560938 25161 server_base.cc:1061] running on GCE node
23:13:25.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:25.562413 25280 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:25.564 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.563881 25161 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:25.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.566740 25161 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:25.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.568207 25161 hybrid_clock.cc:648] HybridClock initialized: now 1783466005568110 us; error 85 us; skew 500 ppm
23:13:25.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.569267 25161 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:25.575 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:25.575 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:25.575 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:25.576 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:25.576 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:25.576 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:25.576 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:25.576 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:25.576 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:25.576 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:25.576 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:25.576 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:25.576 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:25.583 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.583138 25161 webserver.cc:534] Webserver started at http://127.24.75.65:33981/ using document root <none> and password file <none>
23:13:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.584322 25161 fs_manager.cc:362] Metadata directory not provided
23:13:25.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.584592 25161 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:25.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.585179 25161 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:25.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.591748 25161 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/data/instance:
23:13:25.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af35977bbf5f477c87f577a3829410ac"
23:13:25.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:25 on dist-test-slave-sprr"
23:13:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.593272 25161 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/wal/instance:
23:13:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af35977bbf5f477c87f577a3829410ac"
23:13:25.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:25 on dist-test-slave-sprr"
23:13:25.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:25.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.603621 25161 fs_manager.cc:696] Time spent creating directory manager: real 0.009s	user 0.007s	sys 0.001s
23:13:25.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.614766 25285 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:25.616 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.616432 25161 fs_manager.cc:730] Time spent opening block manager: real 0.008s	user 0.001s	sys 0.006s
23:13:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.616818 25161 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/wal
23:13:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "af35977bbf5f477c87f577a3829410ac"
23:13:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:25 on dist-test-slave-sprr"
23:13:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.617223 25161 fs_report.cc:389] FS layout report
23:13:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/wal
23:13:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/wal
23:13:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/data/data
23:13:25.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:25.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:25.627 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:25.627 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:25.627 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:25.628 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:25.628 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:25.628 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:25.628 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:25.628 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:25.628 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:25.628 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:25.628 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:25.628 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:25.628 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:25.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 41 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466005642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:25.656 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 41 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:13:25.657 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 41 as completed for source Source: KuduSource.
23:13:25.688 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:25.688 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:25.688 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:25.689 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:25.689 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:25.689 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:25.689 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:25.689 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:25.689 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:25.689 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:25.690 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:25.690 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:25.690 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:25.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.732756 25161 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.734804 25161 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:25.735 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.735378 25161 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:25.739 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.739183 25161 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:13:25.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.745198 25161 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:13:25.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.745465 25161 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:13:25.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.745790 25161 ts_tablet_manager.cc:616] Registered 0 tablets
23:13:25.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.746008 25161 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:13:25.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:25.891 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:25.891 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:25.891 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:25.891 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:25.891 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:25.891 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:25.891 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:25.891 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:25.891 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:25.891 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:25.891 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:25.891 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:25.892 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:25.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.996759 25161 rpc_server.cc:307] RPC server started. Bound to: 127.24.75.65:35729
23:13:25.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:25.996946 25399 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.75.65:35729 every 8 connection(s)
23:13:26.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.000277 25161 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/data/info.pb
23:13:26.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.010381 24877 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 25161
23:13:26.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.011037 24877 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-0/wal/instance
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.032982 24877 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/wal
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/data
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/logs
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/data/info.pb
23:13:26.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.66:0
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.75.66
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.66
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:26.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:13:26.068 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:26.068 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:26.068 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:26.068 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:26.068 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:26.068 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:26.068 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:26.069 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:26.069 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.061385 25400 heartbeater.cc:344] Connected to a master server at 127.24.75.124:39771
23:13:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.064983 25400 heartbeater.cc:461] Registering TS with master...
23:13:26.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.066905 25400 heartbeater.cc:507] Master 127.24.75.124:39771 requested a full tablet report, sending...
23:13:26.069 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:26.069 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:26.069 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:26.069 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:26.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.073580 25078 ts_manager.cc:194] Registered new tserver with Master: af35977bbf5f477c87f577a3829410ac (127.24.75.65:35729)
23:13:26.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.078992 25401 heartbeater.cc:344] Connected to a master server at 127.24.75.125:42673
23:13:26.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.079520 25401 heartbeater.cc:461] Registering TS with master...
23:13:26.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.080971 25401 heartbeater.cc:507] Master 127.24.75.125:42673 requested a full tablet report, sending...
23:13:26.087 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.083837 24998 ts_manager.cc:194] Registered new tserver with Master: af35977bbf5f477c87f577a3829410ac (127.24.75.65:35729)
23:13:26.089 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.087597 24998 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.75.65:39819
23:13:26.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.089622 25402 heartbeater.cc:344] Connected to a master server at 127.24.75.126:42301
23:13:26.090 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.090106 25402 heartbeater.cc:461] Registering TS with master...
23:13:26.091 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.091178 25402 heartbeater.cc:507] Master 127.24.75.126:42301 requested a full tablet report, sending...
23:13:26.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.094699 24922 ts_manager.cc:194] Registered new tserver with Master: af35977bbf5f477c87f577a3829410ac (127.24.75.65:35729)
23:13:26.099 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:26.118 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:26.118 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:26.118 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:26.118 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:26.118 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:26.118 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:26.118 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:26.119 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:26.119 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:26.119 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:26.119 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:26.118 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:26.119 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:26.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 42 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466006142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:26.151 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 42 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:13:26.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 42 as completed for source Source: KuduSource.
23:13:26.359 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:26.359 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:26.359 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:26.359 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:26.359 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:26.359 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:26.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:26.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:26.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:26.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:26.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:26.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:26.360 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:26.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:26.392 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:26.392 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:26.392 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:26.393 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:26.393 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:26.393 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:26.393 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:26.393 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:26.393 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:26.393 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:26.393 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:26.393 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:26.393 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:26.462 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:26.463 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:26.463 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:26.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:26.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:26.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:26.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:26.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:26.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:26.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:26.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:26.464 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:26.464 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:26.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:26.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:26.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:26.511916 25407 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:26.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:26.512437 25407 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:26.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:26.512903 25407 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:26.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:26.549938 25407 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:26.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:26.550840 25407 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.75.66
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.593505 25407 tablet_server_runner.cc:78] Tablet server non-default flags:
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/data
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/wal
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.66:0
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/data/info.pb
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.66
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.75.66
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/logs
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:26.594 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:26.595 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.595180 25407 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:26.597 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:26.596930 25407 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:26.599 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:26.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:26.610622 25416 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:26.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 43 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466006642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:26.652 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 43 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=10 ms, finalizationTime=0 ms).
23:13:26.654 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 43 as completed for source Source: KuduSource.
23:13:26.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:26.895 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:26.895 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:26.895 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:26.895 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:26.895 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:26.895 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:26.895 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:26.895 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:26.896 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:26.896 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:26.896 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:26.896 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:26.896 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:26.906 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:26.906 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:26.906 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:26.906 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:26.906 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:26.906 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:26.907 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:26.907 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:26.907 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:26.907 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:26.907 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:26.907 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:26.907 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:26.970 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:26.970 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:26.970 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:26.970 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:26.970 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:26.971 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:26.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:26.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:26.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:26.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:26.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:26.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:26.971 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:26.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:27.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:27.086 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:27.086 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:27.086 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:27.087 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:27.087 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:27.087 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:27.087 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:27.087 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:27.087 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:27.087 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:27.087 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:27.087 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:27.087 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:27.098 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.098340 25401 heartbeater.cc:499] Master 127.24.75.125:42673 was elected leader, sending a full tablet report...
23:13:27.100 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:27.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 44 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466007141 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:27.152 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 44 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:13:27.153 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 44 as completed for source Source: KuduSource.
23:13:27.176 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:27.176 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:27.176 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:27.177 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:27.177 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:27.177 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:27.177 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:27.177 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:27.177 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:27.177 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:27.177 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:27.177 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:27.177 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:27.254 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:27.254 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:27.255 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:27.255 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:27.255 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:27.255 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:27.255 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:27.255 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:27.255 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:27.255 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:27.255 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:27.255 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:27.255 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:27.331 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:27.331 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:27.331 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:27.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:27.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:27.332 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:27.332 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:27.332 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:27.332 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:27.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:27.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:27.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:27.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:27.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:27.459 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:27.459 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:27.460 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:27.460 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:27.460 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:27.460 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:27.460 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:27.460 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:27.460 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:27.460 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:27.460 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:27.460 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:27.460 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:27.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:27.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:27.599 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:27.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 45 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466007642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:27.650 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 45 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
23:13:27.650 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 45 as completed for source Source: KuduSource.
23:13:27.710 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:27.710 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:27.711 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:27.711 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:27.711 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:27.711 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:27.711 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:27.711 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:27.711 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:27.711 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:27.711 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:27.711 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:27.711 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:27.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:27.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:27.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:27.711 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:27.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:27.712 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:27.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:27.712 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:27.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:27.712 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:27.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:27.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:27.712 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:27.819 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:27.820 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:27.820 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:27.820 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:27.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:27.820 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:27.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:27.820 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:27.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:27.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:27.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:27.820 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:27.820 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:27.878 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:27.909 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:27.909 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:27.909 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:27.909 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:27.909 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:27.909 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:27.909 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:27.909 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:27.909 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:27.909 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:27.909 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:27.910 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:27.910 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:27.944 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:27.944 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:27.944 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:27.945 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:27.945 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:27.945 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:27.945 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:27.945 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:27.945 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:27.945 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:27.945 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:27.945 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:27.945 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:26.616950 25419 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:27.954 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:26.612550 25417 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:27.954 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:27.954 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:27.954 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:27.954 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:27.955 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:27.955 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:27.955 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:27.955 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:27.955 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:27.954792 25418 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Connection time-out
23:13:27.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.954838 25407 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:13:27.955 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:27.955 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:27.955 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:27.955 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:27.960 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.960399 25407 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:27.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.963085 25407 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:27.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.964495 25407 hybrid_clock.cc:648] HybridClock initialized: now 1783466007964444 us; error 50 us; skew 500 ppm
23:13:27.966 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.965785 25407 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:27.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.973213 25407 webserver.cc:534] Webserver started at http://127.24.75.66:41169/ using document root <none> and password file <none>
23:13:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.974320 25407 fs_manager.cc:362] Metadata directory not provided
23:13:27.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.974577 25407 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:27.975 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.975111 25407 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.980297 25407 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/data/instance:
23:13:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7fbb898fe874ddd85448f11fb08d9bd"
23:13:27.980 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:27 on dist-test-slave-sprr"
23:13:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.981526 25407 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/wal/instance:
23:13:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7fbb898fe874ddd85448f11fb08d9bd"
23:13:27.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:27 on dist-test-slave-sprr"
23:13:27.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:27.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.989966 25407 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.007s	sys 0.000s
23:13:27.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.997180 25427 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:27.998 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.998529 25407 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.003s	sys 0.000s
23:13:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.998911 25407 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/wal
23:13:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "e7fbb898fe874ddd85448f11fb08d9bd"
23:13:27.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:27 on dist-test-slave-sprr"
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:27.999357 25407 fs_report.cc:389] FS layout report
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/wal
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/wal
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/data/data
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:28.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:28.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:28.057 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:28.057 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:28.057 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:28.057 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.057 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.057 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.057 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.058 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.058 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.058 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.057 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.058 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.058 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:28.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.082989 25407 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.084961 25407 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:28.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.085543 25407 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:28.088 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.088585 25407 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:13:28.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.093551 25407 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:13:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.093823 25407 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.001s	sys 0.000s
23:13:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.094138 25407 ts_tablet_manager.cc:616] Registered 0 tablets
23:13:28.094 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.094370 25407 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:13:28.099 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:28.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 46 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466008142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:28.151 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 46 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:13:28.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 46 as completed for source Source: KuduSource.
23:13:28.190 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:28.191 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:28.191 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:28.191 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:28.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:28.191 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:28.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:28.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:28.191 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:28.191 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:28.191 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:28.192 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:28.192 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:28.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.259147 25407 rpc_server.cc:307] RPC server started. Bound to: 127.24.75.66:39995
23:13:28.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.259420 25539 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.75.66:39995 every 8 connection(s)
23:13:28.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.262084 25407 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/data/info.pb
23:13:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.264540 24877 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 25407
23:13:28.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.265120 24877 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-1/wal/instance
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.290551 24877 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/wal
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/data
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/logs
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/data/info.pb
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.67:0
23:13:28.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.75.67
23:13:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.67
23:13:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:28.292 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:13:28.292 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:28.292 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:28.292 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:28.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:28.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:28.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:28.293 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:28.293 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:28.293 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:28.293 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:28.294 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:28.294 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:28.294 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:28.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.304929 25541 heartbeater.cc:344] Connected to a master server at 127.24.75.125:42673
23:13:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.305485 25541 heartbeater.cc:461] Registering TS with master...
23:13:28.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.306932 25541 heartbeater.cc:507] Master 127.24.75.125:42673 requested a full tablet report, sending...
23:13:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.312500 24998 ts_manager.cc:194] Registered new tserver with Master: e7fbb898fe874ddd85448f11fb08d9bd (127.24.75.66:39995)
23:13:28.315 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.314567 24998 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.75.66:33717
23:13:28.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.338953 25540 heartbeater.cc:344] Connected to a master server at 127.24.75.124:39771
23:13:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.339314 25540 heartbeater.cc:461] Registering TS with master...
23:13:28.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.339967 25540 heartbeater.cc:507] Master 127.24.75.124:39771 requested a full tablet report, sending...
23:13:28.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.343067 25078 ts_manager.cc:194] Registered new tserver with Master: e7fbb898fe874ddd85448f11fb08d9bd (127.24.75.66:39995)
23:13:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.357319 25542 heartbeater.cc:344] Connected to a master server at 127.24.75.126:42301
23:13:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.357700 25542 heartbeater.cc:461] Registering TS with master...
23:13:28.359 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.358345 25542 heartbeater.cc:507] Master 127.24.75.126:42301 requested a full tablet report, sending...
23:13:28.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.361316 24922 ts_manager.cc:194] Registered new tserver with Master: e7fbb898fe874ddd85448f11fb08d9bd (127.24.75.66:39995)
23:13:28.377 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:28.377 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:28.378 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:28.378 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:28.378 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:28.378 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:28.378 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:28.378 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:28.378 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:28.378 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:28.379 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:28.379 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:28.379 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:28.379 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:28.386 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:28.386 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:28.386 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:28.386 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.386 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.386 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.387 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.387 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.387 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.387 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.387 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.387 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.387 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:28.407 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:28.407 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:28.407 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:28.407 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.407 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:28.423 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:28.423 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:28.423 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:28.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.423 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.423 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.423 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:28.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:28.487 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:28.488 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:28.488 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:28.488 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:28.488 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:28.488 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:28.488 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:28.488 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:28.488 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:28.488 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:28.488 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:28.488 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:28.488 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:28.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:28.599 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:28.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 47 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466008642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:28.652 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 47 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:13:28.654 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 47 as completed for source Source: KuduSource.
23:13:28.690 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:28.690325 25547 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:28.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:28.690865 25547 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:28.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:28.691375 25547 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:28.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:28.728088 25547 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:28.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:28.728957 25547 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.24.75.67
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.769812 25547 tablet_server_runner.cc:78] Tablet server non-default flags:
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.24.75.84:34379
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/data
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/wal
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.24.75.67:0
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/data/info.pb
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.24.75.67
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.24.75.126:42301,127.24.75.125:42673,127.24.75.124:39771
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.24.75.67
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/logs
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:28.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:13:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:28.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.771575 25547 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:28.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:28.774060 25547 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:28.789 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:28.788580 25556 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:28.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:28.923 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:28.923 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:28.923 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:28.923 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.923 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.923 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:28.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:28.924 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.924 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.924 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:28.924 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:28.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:29.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:29.007 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:29.008 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:29.008 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:29.008 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:29.008 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:29.008 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:29.008 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:29.008 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:29.008 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:29.009 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:29.009 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:29.009 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:29.009 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:29.055 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:29.055 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:29.055 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:29.056 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:29.056 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:29.056 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:29.056 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:29.056 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:29.056 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:29.056 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:29.056 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:29.057 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:29.057 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:29.098 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:29.099 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:29.099 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:29.099 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:29.099 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:29.100 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:29.100 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:29.100 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:29.100 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:29.100 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:29.100 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:29.100 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:29.101 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:29.101 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:29.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 48 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466009142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:29.147 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:29.147 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:29.147 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:29.148 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:29.148 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:29.148 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:29.148 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:29.148 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:29.148 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:29.149 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:29.149 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:29.149 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:29.149 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:29.163 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 48 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=20 ms, finalizationTime=0 ms).
23:13:29.164 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 48 as completed for source Source: KuduSource.
23:13:29.186 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:29.186 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:29.186 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:29.187 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:29.187 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:29.187 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:29.187 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:29.187 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:29.188 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:29.188 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:29.188 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:29.188 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:29.188 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:29.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:29.319363 25541 heartbeater.cc:499] Master 127.24.75.125:42673 was elected leader, sending a full tablet report...
23:13:29.332 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:29.332 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:29.332 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:29.332 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:29.332 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:29.333 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:29.333 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:29.333 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:29.333 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:29.333 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:29.333 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:29.333 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:29.333 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:29.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:29.454 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:29.455 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:29.455 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:29.455 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:29.455 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:29.455 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:29.456 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:29.456 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:29.456 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:29.456 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:29.456 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:29.456 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:29.456 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:29.462 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:29.462 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:29.463 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:29.463 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:29.463 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:29.463 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:29.463 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:29.463 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:29.463 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:29.464 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:29.464 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:29.464 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:29.464 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:29.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:29.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:29.598 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:29.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 49 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466009642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:29.656 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 49 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=13 ms, finalizationTime=1 ms).
23:13:29.661 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 49 as completed for source Source: KuduSource.
23:13:29.712 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:29.712 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:29.712 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:29.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:29.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:29.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:29.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:29.714 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:29.714 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:29.714 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:29.714 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:29.714 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:29.714 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:29.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:29.930 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:29.931 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:29.931 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:29.932 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:29.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:29.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:29.932 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:29.932 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:29.932 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:29.933 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:29.933 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:29.933 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:29.933 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:29.986 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:29.999 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:29.999 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:29.999 [DEBUG - pool-398-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:30.000 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:30.000 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:30.000 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:30.000 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:30.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:30.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:30.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:30.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:30.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:30.001 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:30.001 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27006), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [87ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [119ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [120ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [144ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [177ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [180ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [181ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [201ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [242ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [262ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [363ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [422ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [482ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1382ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1882ms] refreshing cache from master, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1884ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [3842ms] refreshing cache from master, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@806288758(state=PENDING, result=null, callback=(continuation of Deferred@1855823812 after retry RPC after error@1371011397) -> (continuation of Deferred@1707975258 after retry RPC after error@577705688) -> (continuation of Deferred@546234094 after retry RPC after error@1318942315) -> (continuation of Deferred@1187697296 after retry RPC after error@482985287) -> (continuation of Deferred@1256591774 after retry RPC after error@1869420679) -> (continuation of Deferred@2141391272 after retry RPC after error@756160742) -> (continuation of Deferred@1459787323 after retry RPC after error@1345066364) -> (continuation of Deferred@933603480 after retry RPC after error@181224354) -> (continuation of Deferred@1228783502 after retry RPC after error@2030748704) -> (continuation of Deferred@1668371185 after retry RPC after error@63036782) -> (continuation of Deferred@665113431 after retry RPC after error@136325191) -> (continuation of Deferred@1630475624 after retry RPC after error@1812500110) -> (continuation of Deferred@1840760371 after retry RPC after error@1692187090) -> (continuation of Deferred@2109826164 after retry RPC after error@1427503548) -> (continuation of Deferred@104868723 after retry RPC after error@131268672) -> (continuation of Deferred@1908876810 after retry RPC after error@199621015) -> (continuation of Deferred@209276971 after retry RPC after error@322408676) -> (continuation of Deferred@1527256062 after retry RPC after error@2131058761) -> (continuation of Deferred@968593290 after retry RPC after error@379885801) -> (continuation of Deferred@229174816 after retry RPC after error@1501286644) -> (continuation of Deferred@1020904334 after retry RPC after error@243824428), errback=(continuation of Deferred@1855823812 after retry RPC after error@1371011397) -> (continuation of Deferred@1707975258 after retry RPC after error@577705688) -> (continuation of Deferred@546234094 after retry RPC after error@1318942315) -> (continuation of Deferred@1187697296 after retry RPC after error@482985287) -> (continuation of Deferred@1256591774 after retry RPC after error@1869420679) -> (continuation of Deferred@2141391272 after retry RPC after error@756160742) -> (continuation of Deferred@1459787323 after retry RPC after error@1345066364) -> (continuation of Deferred@933603480 after retry RPC after error@181224354) -> (continuation of Deferred@1228783502 after retry RPC after error@2030748704) -> (continuation of Deferred@1668371185 after retry RPC after error@63036782) -> (continuation of Deferred@665113431 after retry RPC after error@136325191) -> (continuation of Deferred@1630475624 after retry RPC after error@1812500110) -> (continuation of Deferred@1840760371 after retry RPC after error@1692187090) -> (continuation of Deferred@2109826164 after retry RPC after error@1427503548) -> (continuation of Deferred@104868723 after retry RPC after error@131268672) -> (continuation of Deferred@1908876810 after retry RPC after error@199621015) -> (continuation of Deferred@209276971 after retry RPC after error@322408676) -> (continuation of Deferred@1527256062 after retry RPC after error@2131058761) -> (continuation of Deferred@968593290 after retry RPC after error@379885801) -> (continuation of Deferred@229174816 after retry RPC after error@1501286644) -> (continuation of Deferred@1020904334 after retry RPC after error@243824428)))
23:13:30.002 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:13:30.002 [WARN - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27006), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [87ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [119ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [120ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [144ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [177ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [180ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [181ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [201ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [242ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [262ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [363ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [422ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [482ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1382ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1882ms] refreshing cache from master, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1884ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [3842ms] refreshing cache from master, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@806288758(state=PENDING, result=null, callback=(continuation of Deferred@1855823812 after retry RPC after error@1371011397) -> (continuation of Deferred@1707975258 after retry RPC after error@577705688) -> (continuation of Deferred@546234094 after retry RPC after error@1318942315) -> (continuation of Deferred@1187697296 after retry RPC after error@482985287) -> (continuation of Deferred@1256591774 after retry RPC after error@1869420679) -> (continuation of Deferred@2141391272 after retry RPC after error@756160742) -> (continuation of Deferred@1459787323 after retry RPC after error@1345066364) -> (continuation of Deferred@933603480 after retry RPC after error@181224354) -> (continuation of Deferred@1228783502 after retry RPC after error@2030748704) -> (continuation of Deferred@1668371185 after retry RPC after error@63036782) -> (continuation of Deferred@665113431 after retry RPC after error@136325191) -> (continuation of Deferred@1630475624 after retry RPC after error@1812500110) -> (continuation of Deferred@1840760371 after retry RPC after error@1692187090) -> (continuation of Deferred@2109826164 after retry RPC after error@1427503548) -> (continuation of Deferred@104868723 after retry RPC after error@131268672) -> (continuation of Deferred@1908876810 after retry RPC after error@199621015) -> (continuation of Deferred@209276971 after retry RPC after error@322408676) -> (continuation of Deferred@1527256062 after retry RPC after error@2131058761) -> (continuation of Deferred@968593290 after retry RPC after error@379885801) -> (continuation of Deferred@229174816 after retry RPC after error@1501286644) -> (continuation of Deferred@1020904334 after retry RPC after error@243824428), errback=(continuation of Deferred@1855823812 after retry RPC after error@1371011397) -> (continuation of Deferred@1707975258 after retry RPC after error@577705688) -> (continuation of Deferred@546234094 after retry RPC after error@1318942315) -> (continuation of Deferred@1187697296 after retry RPC after error@482985287) -> (continuation of Deferred@1256591774 after retry RPC after error@1869420679) -> (continuation of Deferred@2141391272 after retry RPC after error@756160742) -> (continuation of Deferred@1459787323 after retry RPC after error@1345066364) -> (continuation of Deferred@933603480 after retry RPC after error@181224354) -> (continuation of Deferred@1228783502 after retry RPC after error@2030748704) -> (continuation of Deferred@1668371185 after retry RPC after error@63036782) -> (continuation of Deferred@665113431 after retry RPC after error@136325191) -> (continuation of Deferred@1630475624 after retry RPC after error@1812500110) -> (continuation of Deferred@1840760371 after retry RPC after error@1692187090) -> (continuation of Deferred@2109826164 after retry RPC after error@1427503548) -> (continuation of Deferred@104868723 after retry RPC after error@131268672) -> (continuation of Deferred@1908876810 after retry RPC after error@199621015) -> (continuation of Deferred@209276971 after retry RPC after error@322408676) -> (continuation of Deferred@1527256062 after retry RPC after error@2131058761) -> (continuation of Deferred@968593290 after retry RPC after error@379885801) -> (continuation of Deferred@229174816 after retry RPC after error@1501286644) -> (continuation of Deferred@1020904334 after retry RPC after error@243824428)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:30.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:30.003 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3).
23:13:30.006 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#3 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:13:30.009 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from INITIALIZING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27006), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [48ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [87ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [119ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [120ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [144ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [144ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [176ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [177ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [180ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [181ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [201ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [222ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [222ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [241ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [242ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [242ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [262ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [262ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [361ms] refreshing cache from master, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [362ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [362ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [363ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [363ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [421ms] refreshing cache from master, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [422ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [422ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [482ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1380ms] refreshing cache from master, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1382ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1882ms] refreshing cache from master, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1882ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1883ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1884ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1884ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [3842ms] refreshing cache from master, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [3842ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [3842ms] too many traces: truncated at 100 traces, deferred=Deferred@806288758(state=PENDING, result=null, callback=(continuation of Deferred@1855823812 after retry RPC after error@1371011397) -> (continuation of Deferred@1707975258 after retry RPC after error@577705688) -> (continuation of Deferred@546234094 after retry RPC after error@1318942315) -> (continuation of Deferred@1187697296 after retry RPC after error@482985287) -> (continuation of Deferred@1256591774 after retry RPC after error@1869420679) -> (continuation of Deferred@2141391272 after retry RPC after error@756160742) -> (continuation of Deferred@1459787323 after retry RPC after error@1345066364) -> (continuation of Deferred@933603480 after retry RPC after error@181224354) -> (continuation of Deferred@1228783502 after retry RPC after error@2030748704) -> (continuation of Deferred@1668371185 after retry RPC after error@63036782) -> (continuation of Deferred@665113431 after retry RPC after error@136325191) -> (continuation of Deferred@1630475624 after retry RPC after error@1812500110) -> (continuation of Deferred@1840760371 after retry RPC after error@1692187090) -> (continuation of Deferred@2109826164 after retry RPC after error@1427503548) -> (continuation of Deferred@104868723 after retry RPC after error@131268672) -> (continuation of Deferred@1908876810 after retry RPC after error@199621015) -> (continuation of Deferred@209276971 after retry RPC after error@322408676) -> (continuation of Deferred@1527256062 after retry RPC after error@2131058761) -> (continuation of Deferred@968593290 after retry RPC after error@379885801) -> (continuation of Deferred@229174816 after retry RPC after error@1501286644) -> (continuation of Deferred@1020904334 after retry RPC after error@243824428), errback=(continuation of Deferred@1855823812 after retry RPC after error@1371011397) -> (continuation of Deferred@1707975258 after retry RPC after error@577705688) -> (continuation of Deferred@546234094 after retry RPC after error@1318942315) -> (continuation of Deferred@1187697296 after retry RPC after error@482985287) -> (continuation of Deferred@1256591774 after retry RPC after error@1869420679) -> (continuation of Deferred@2141391272 after retry RPC after error@756160742) -> (continuation of Deferred@1459787323 after retry RPC after error@1345066364) -> (continuation of Deferred@933603480 after retry RPC after error@181224354) -> (continuation of Deferred@1228783502 after retry RPC after error@2030748704) -> (continuation of Deferred@1668371185 after retry RPC after error@63036782) -> (continuation of Deferred@665113431 after retry RPC after error@136325191) -> (continuation of Deferred@1630475624 after retry RPC after error@1812500110) -> (continuation of Deferred@1840760371 after retry RPC after error@1692187090) -> (continuation of Deferred@2109826164 after retry RPC after error@1427503548) -> (continuation of Deferred@104868723 after retry RPC after error@131268672) -> (continuation of Deferred@1908876810 after retry RPC after error@199621015) -> (continuation of Deferred@209276971 after retry RPC after error@322408676) -> (continuation of Deferred@1527256062 after retry RPC after error@2131058761) -> (continuation of Deferred@968593290 after retry RPC after error@379885801) -> (continuation of Deferred@229174816 after retry RPC after error@1501286644) -> (continuation of Deferred@1020904334 after retry RPC after error@243824428)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:30.010 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_3.
23:13:30.010 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RUNNING to RESTARTING.
23:13:30.010 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:30.011 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#3) of source Source: KuduSource.
23:13:30.093 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:30.097 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:30.097 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:30.097 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:30.097 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:30.097 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:30.098 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:30.098 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:30.098 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:30.098 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:30.098 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:30.098 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:30.098 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:30.108 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:30.108 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:30.108 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:30.108 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:30.108 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:30.108 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:30.109 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:30.109 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:30.109 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:30.109 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:30.109 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:30.109 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:30.109 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:30.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 50 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466010142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:30.154 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 50 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=11 ms, finalizationTime=1 ms).
23:13:30.157 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 50 as completed for source Source: KuduSource.
23:13:30.324 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:30.324 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:30.324 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:30.325 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:30.325 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:30.325 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:30.325 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:30.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:30.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:30.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:30.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:30.327 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:30.327 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:30.342 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:30.342 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:30.342 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:30.343 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:30.343 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:30.343 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:30.343 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:30.343 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:30.343 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:30.343 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:30.343 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:30.343 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:30.344 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:30.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:30.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:30.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:30.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:30.193763 25555 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 25547
23:13:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:30.599597 25547 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.809s	user 0.580s	sys 1.119s
23:13:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:30.600068 25547 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.810s	user 0.580s	sys 1.119s
23:13:30.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:28.790625 25557 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:30.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:30.602180 25559 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:30.604947 25558 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1810 milliseconds
23:13:30.605 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.604947 25547 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:13:30.606 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.606248 25547 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:30.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.608623 25547 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:30.610 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.610033 25547 hybrid_clock.cc:648] HybridClock initialized: now 1783466010609980 us; error 44 us; skew 500 ppm
23:13:30.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.611117 25547 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:30.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.618391 25547 webserver.cc:534] Webserver started at http://127.24.75.67:40371/ using document root <none> and password file <none>
23:13:30.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.619495 25547 fs_manager.cc:362] Metadata directory not provided
23:13:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.619794 25547 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:30.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.620317 25547 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:30.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.625483 25547 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/data/instance:
23:13:30.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efe9c9138ba646e9bbb240e826e934d3"
23:13:30.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:30 on dist-test-slave-sprr"
23:13:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.626940 25547 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/wal/instance:
23:13:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efe9c9138ba646e9bbb240e826e934d3"
23:13:30.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:30 on dist-test-slave-sprr"
23:13:30.635 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.635632 25547 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.008s	sys 0.000s
23:13:30.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 51 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466010642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:30.643 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.643330 25568 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:30.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.645219 25547 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.005s	sys 0.001s
23:13:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.645697 25547 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/wal
23:13:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "efe9c9138ba646e9bbb240e826e934d3"
23:13:30.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:30 on dist-test-slave-sprr"
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.646251 25547 fs_report.cc:389] FS layout report
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/wal
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/wal
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/data/data
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:30.647 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:30.650 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 51 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:13:30.651 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 51 as completed for source Source: KuduSource.
23:13:30.651 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:30.651 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:30.651 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:30.652 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:30.652 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:30.652 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:30.652 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:30.652 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:30.652 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:30.652 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:30.652 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:30.652 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:30.652 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:30.714 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:30.715 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:30.715 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:30.715 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:30.715 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:30.715 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:30.715 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:30.715 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:30.715 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:30.715 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:30.715 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:30.715 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:30.715 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:30.721 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.720764 25547 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:30.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.722340 25547 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:30.723 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.722834 25547 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:30.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.725616 25547 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:13:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.730362 25547 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:13:30.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.730551 25547 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:13:30.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.730887 25547 ts_tablet_manager.cc:616] Registered 0 tablets
23:13:30.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.731142 25547 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:13:30.791 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:30.791 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:30.791 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:30.792 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:30.792 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:30.792 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:30.792 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:30.792 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:30.792 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:30.792 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:30.792 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:30.792 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:30.792 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:30.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.890121 25547 rpc_server.cc:307] RPC server started. Bound to: 127.24.75.67:38811
23:13:30.890 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.890231 25680 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.24.75.67:38811 every 8 connection(s)
23:13:30.893 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.893217 25547 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/data/info.pb
23:13:30.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.897433 24877 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 25547
23:13:30.898 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:30.898 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:30.898 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:30.899 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:30.899 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:30.899 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:30.899 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:30.899 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:30.899 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:30.899 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:30.899 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:30.899 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:30.899 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:30.900 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.898006 24877 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster4432081369880910392/ts-2/wal/instance
23:13:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.952055 25682 heartbeater.cc:344] Connected to a master server at 127.24.75.125:42673
23:13:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.952600 25682 heartbeater.cc:461] Registering TS with master...
23:13:30.955 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.953980 25682 heartbeater.cc:507] Master 127.24.75.125:42673 requested a full tablet report, sending...
23:13:30.957 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.956993 24997 ts_manager.cc:194] Registered new tserver with Master: efe9c9138ba646e9bbb240e826e934d3 (127.24.75.67:38811)
23:13:30.959 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.958986 24997 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.24.75.67:58305
23:13:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.961361 25683 heartbeater.cc:344] Connected to a master server at 127.24.75.126:42301
23:13:30.961 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.961685 25683 heartbeater.cc:461] Registering TS with master...
23:13:30.962 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.962365 25683 heartbeater.cc:507] Master 127.24.75.126:42301 requested a full tablet report, sending...
23:13:30.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.964459 25681 heartbeater.cc:344] Connected to a master server at 127.24.75.124:39771
23:13:30.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.964694 25681 heartbeater.cc:461] Registering TS with master...
23:13:30.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.965195 24922 ts_manager.cc:194] Registered new tserver with Master: efe9c9138ba646e9bbb240e826e934d3 (127.24.75.67:38811)
23:13:30.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.965276 25681 heartbeater.cc:507] Master 127.24.75.124:39771 requested a full tablet report, sending...
23:13:30.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.967974 25078 ts_manager.cc:194] Registered new tserver with Master: efe9c9138ba646e9bbb240e826e934d3 (127.24.75.67:38811)
23:13:30.981 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:30.981698 24877 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:13:30.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:30.994 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:13:30.994 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:13:30.995 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.75.126"
      port: 42301
    }
    bound_http_address {
      host: "127.24.75.126"
      port: 34177
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.75.125"
      port: 42673
    }
    bound_http_address {
      host: "127.24.75.125"
      port: 37633
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.75.124"
      port: 39771
    }
    bound_http_address {
      host: "127.24.75.124"
      port: 33921
    }
  }
}

23:13:30.996 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:13:30.997 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.24.75.65"
      port: 35729
    }
    bound_http_address {
      host: "127.24.75.65"
      port: 33981
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.24.75.66"
      port: 39995
    }
    bound_http_address {
      host: "127.24.75.66"
      port: 41169
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.24.75.67"
      port: 38811
    }
    bound_http_address {
      host: "127.24.75.67"
      port: 40371
    }
  }
}

23:13:30.997 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:13:30.999 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:30.999 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
23:13:30.999 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskvVowSE/test-tmp
23:13:30.999 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/tsan/bin
23:13:31.000 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskvVowSE/java/build/dist-test/../../../build/tsan/bin/kudu, test, mini_cluster, --serialization=pb]
23:13:31.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:31.010 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
  num_masters: 3
  num_tservers: 3
  enable_kerberos: false
  cluster_root: "/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282"
  hms_mode: NONE
  mini_kdc_options {
  }
  principal: "kudu"
  mini_oidc_options {
  }
}

23:13:31.097 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:31.098 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:31.098 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:31.098 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:31.098 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:31.098 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:31.098 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:31.098 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:31.098 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:31.098 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:31.098 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:31.098 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:31.098 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:31.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 52 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466011141 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:31.149 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 52 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:13:31.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 52 as completed for source Source: KuduSource.
23:13:31.162 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:31.162 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:31.162 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:31.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.163 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.163 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.163 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.163 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:31.226 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:31.226 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:31.226 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:31.227 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.227 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.227 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.227 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.227 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.227 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.227 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:31.352 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:31.352 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:31.352 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:31.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.353 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.353 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.353 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.353 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.353 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.353 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.353 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.353 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.353 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:31.377 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:31.377 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:31.377 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:31.377 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.377 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.377 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.377 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.377 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.377 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.378 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:31.378 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:31.421 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:13:31.422 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}

23:13:31.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:31.425407 25691 mini_oidc.cc:150] Starting JWKS server
23:13:31.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:31.428885 25691 webserver.cc:534] Webserver started at http://127.0.0.1:39865/ using document root <none> and password file <none>
23:13:31.429 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:31.429263 25691 mini_oidc.cc:186] Starting OIDC Discovery server
23:13:31.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:31.431136 25691 webserver.cc:534] Webserver started at http://127.0.0.1:39985/ using document root <none> and password file <none>
23:13:31.472 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:31.472 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:31.472 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:31.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.473 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.473 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.473 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:31.473 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.473 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.473 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.473 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:31.473 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:31.473 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:31.483 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:31.485 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:13:31Z chronyd version 4.6.1 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -NTS -SECHASH -IPV6 +DEBUG)
23:13:31.486 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:13:31Z Disabled control of system clock
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:31.498571 25691 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/wal
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/data
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/logs
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/data/info.pb
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.254:34285
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.254
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:31.499 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39865/jwks.json with env {}
23:13:31.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:31.574 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:31.574 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:31.575 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:31.575 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:31.575 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:31.575 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:31.575 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:31.575 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:31.575 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:31.575 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:31.575 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:31.575 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:31.575 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:31.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 53 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466011641 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:31.650 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 53 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:13:31.650 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 53 as completed for source Source: KuduSource.
23:13:31.711 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:31.711 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:31.711 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:31.711 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:31.711 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:31.711 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:31.711 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:31.711 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:31.711 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:31.712 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:31.712 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:31.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:31.712 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:31.713 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:31.713 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:31.713 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:31.713 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:31.713 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:31.713 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:31.713 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:31.713 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:31.713 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:31.713 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:31.713 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:31.713 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:31.713 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:31.789 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:31.789 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:31.789 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:31.790 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:31.790 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:31.790 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:31.790 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:31.790 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:31.790 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:31.790 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:31.790 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:31.790 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:31.790 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:31.850 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:31.850 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:31.851 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:31.851 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:31.851 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:31.851 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:31.851 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:31.851 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:31.851 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:31.851 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:31.851 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:31.851 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:31.851 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:31.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:31.851615 25703 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:31.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:31.852383 25703 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:31.853 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:31.853098 25703 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:31.854 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:31.854 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:31.854 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:31.855 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:31.855 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:31.855 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:31.855 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:31.855 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:31.855 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:31.855 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:31.855 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:31.855 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:31.855 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:31.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:31.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:31.895740 25703 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:13:31.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:31.896370 25703 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:31.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:31.896668 25703 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:13:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:31.896956 25703 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:13:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:31.897169 25703 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:13:31.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:31.897346 25703 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39865/jwks.json
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:31.940804 25703 master_runner.cc:387] Master server non-default flags:
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/data
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/wal
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.254:34285
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39865/jwks.json
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/data/info.pb
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.254
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/logs
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:31.941 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:31.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:31.942232 25703 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:31.944 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:31.943845 25703 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:31.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:31.955875 25710 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:31.963 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:31.963326 25682 heartbeater.cc:499] Master 127.24.75.125:42673 was elected leader, sending a full tablet report...
23:13:31.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:32.008 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:32.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 54 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466012142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:32.148 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:32.148 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:32.148 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:32.148 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:32.148 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:32.148 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:32.148 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:32.148 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:32.149 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:32.149 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:32.149 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:32.149 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:32.149 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:32.151 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 54 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=0 ms).
23:13:32.154 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 54 as completed for source Source: KuduSource.
23:13:32.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:32.399 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:32.399 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:32.399 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:32.399 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:32.399 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:32.399 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:32.399 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:32.399 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:32.399 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:32.399 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:32.399 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:32.399 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:32.400 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:32.432 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:32.432 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:32.432 [DEBUG - pool-400-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:32.432 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:32.433 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:32.433 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:32.433 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:32.433 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:32.433 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:32.433 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:32.433 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:32.433 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:32.433 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:32.434 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29435), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [59ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [59ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [88ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [91ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [91ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [91ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [107ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [187ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [187ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [201ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [501ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [543ms] refreshing cache from master, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [544ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [544ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [544ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [545ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [841ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1924ms] refreshing cache from master, [1924ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1924ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1924ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1926ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1926ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [6021ms] refreshing cache from master, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [6022ms] too many traces: truncated at 100 traces, deferred=Deferred@854736332(state=PENDING, result=null, callback=(continuation of Deferred@200514090 after retry RPC after error@617397817) -> (continuation of Deferred@1350630618 after retry RPC after error@1941940059) -> (continuation of Deferred@1686786508 after retry RPC after error@636880402) -> (continuation of Deferred@1917278298 after retry RPC after error@2093788214) -> (continuation of Deferred@1249810002 after retry RPC after error@1605230489) -> (continuation of Deferred@392219070 after retry RPC after error@248801912) -> (continuation of Deferred@807842294 after retry RPC after error@29811068) -> (continuation of Deferred@276493763 after retry RPC after error@1037093406) -> (continuation of Deferred@956069203 after retry RPC after error@235388465) -> (continuation of Deferred@1234470623 after retry RPC after error@1915696585) -> (continuation of Deferred@698515506 after retry RPC after error@442979585) -> (continuation of Deferred@1999149804 after retry RPC after error@2091018429) -> (continuation of Deferred@1102894091 after retry RPC after error@1641242208) -> (continuation of Deferred@1377785676 after retry RPC after error@1033321010) -> (continuation of Deferred@447524103 after retry RPC after error@1635242092) -> (continuation of Deferred@1232756281 after retry RPC after error@1303952270) -> (continuation of Deferred@839119787 after retry RPC after error@1839767863) -> (continuation of Deferred@1991811373 after retry RPC after error@2127823039) -> (continuation of Deferred@1407662693 after retry RPC after error@2079234103) -> (continuation of Deferred@1223487406 after retry RPC after error@384032756) -> (continuation of Deferred@2084436831 after retry RPC after error@1931340751), errback=(continuation of Deferred@200514090 after retry RPC after error@617397817) -> (continuation of Deferred@1350630618 after retry RPC after error@1941940059) -> (continuation of Deferred@1686786508 after retry RPC after error@636880402) -> (continuation of Deferred@1917278298 after retry RPC after error@2093788214) -> (continuation of Deferred@1249810002 after retry RPC after error@1605230489) -> (continuation of Deferred@392219070 after retry RPC after error@248801912) -> (continuation of Deferred@807842294 after retry RPC after error@29811068) -> (continuation of Deferred@276493763 after retry RPC after error@1037093406) -> (continuation of Deferred@956069203 after retry RPC after error@235388465) -> (continuation of Deferred@1234470623 after retry RPC after error@1915696585) -> (continuation of Deferred@698515506 after retry RPC after error@442979585) -> (continuation of Deferred@1999149804 after retry RPC after error@2091018429) -> (continuation of Deferred@1102894091 after retry RPC after error@1641242208) -> (continuation of Deferred@1377785676 after retry RPC after error@1033321010) -> (continuation of Deferred@447524103 after retry RPC after error@1635242092) -> (continuation of Deferred@1232756281 after retry RPC after error@1303952270) -> (continuation of Deferred@839119787 after retry RPC after error@1839767863) -> (continuation of Deferred@1991811373 after retry RPC after error@2127823039) -> (continuation of Deferred@1407662693 after retry RPC after error@2079234103) -> (continuation of Deferred@1223487406 after retry RPC after error@384032756) -> (continuation of Deferred@2084436831 after retry RPC after error@1931340751)))
23:13:32.435 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:13:32.435 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29435), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [59ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [59ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [88ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [91ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [91ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [91ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [107ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [187ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [187ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [201ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [501ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [543ms] refreshing cache from master, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [544ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [544ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [544ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [545ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [841ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1924ms] refreshing cache from master, [1924ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1924ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1924ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1926ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1926ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [6021ms] refreshing cache from master, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [6022ms] too many traces: truncated at 100 traces, deferred=Deferred@854736332(state=PENDING, result=null, callback=(continuation of Deferred@200514090 after retry RPC after error@617397817) -> (continuation of Deferred@1350630618 after retry RPC after error@1941940059) -> (continuation of Deferred@1686786508 after retry RPC after error@636880402) -> (continuation of Deferred@1917278298 after retry RPC after error@2093788214) -> (continuation of Deferred@1249810002 after retry RPC after error@1605230489) -> (continuation of Deferred@392219070 after retry RPC after error@248801912) -> (continuation of Deferred@807842294 after retry RPC after error@29811068) -> (continuation of Deferred@276493763 after retry RPC after error@1037093406) -> (continuation of Deferred@956069203 after retry RPC after error@235388465) -> (continuation of Deferred@1234470623 after retry RPC after error@1915696585) -> (continuation of Deferred@698515506 after retry RPC after error@442979585) -> (continuation of Deferred@1999149804 after retry RPC after error@2091018429) -> (continuation of Deferred@1102894091 after retry RPC after error@1641242208) -> (continuation of Deferred@1377785676 after retry RPC after error@1033321010) -> (continuation of Deferred@447524103 after retry RPC after error@1635242092) -> (continuation of Deferred@1232756281 after retry RPC after error@1303952270) -> (continuation of Deferred@839119787 after retry RPC after error@1839767863) -> (continuation of Deferred@1991811373 after retry RPC after error@2127823039) -> (continuation of Deferred@1407662693 after retry RPC after error@2079234103) -> (continuation of Deferred@1223487406 after retry RPC after error@384032756) -> (continuation of Deferred@2084436831 after retry RPC after error@1931340751), errback=(continuation of Deferred@200514090 after retry RPC after error@617397817) -> (continuation of Deferred@1350630618 after retry RPC after error@1941940059) -> (continuation of Deferred@1686786508 after retry RPC after error@636880402) -> (continuation of Deferred@1917278298 after retry RPC after error@2093788214) -> (continuation of Deferred@1249810002 after retry RPC after error@1605230489) -> (continuation of Deferred@392219070 after retry RPC after error@248801912) -> (continuation of Deferred@807842294 after retry RPC after error@29811068) -> (continuation of Deferred@276493763 after retry RPC after error@1037093406) -> (continuation of Deferred@956069203 after retry RPC after error@235388465) -> (continuation of Deferred@1234470623 after retry RPC after error@1915696585) -> (continuation of Deferred@698515506 after retry RPC after error@442979585) -> (continuation of Deferred@1999149804 after retry RPC after error@2091018429) -> (continuation of Deferred@1102894091 after retry RPC after error@1641242208) -> (continuation of Deferred@1377785676 after retry RPC after error@1033321010) -> (continuation of Deferred@447524103 after retry RPC after error@1635242092) -> (continuation of Deferred@1232756281 after retry RPC after error@1303952270) -> (continuation of Deferred@839119787 after retry RPC after error@1839767863) -> (continuation of Deferred@1991811373 after retry RPC after error@2127823039) -> (continuation of Deferred@1407662693 after retry RPC after error@2079234103) -> (continuation of Deferred@1223487406 after retry RPC after error@384032756) -> (continuation of Deferred@2084436831 after retry RPC after error@1931340751)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:32.435 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:13:32.437 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:13:32.439 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=29435), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [45ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [46ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [59ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [59ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [88ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [91ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [91ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [91ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [102ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [106ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [107ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [107ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [122ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] refreshing cache from master, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [143ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [143ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [183ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [184ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [187ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [187ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [201ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [201ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [282ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [282ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [282ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [500ms] refreshing cache from master, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [500ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [501ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [501ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [543ms] refreshing cache from master, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [544ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [544ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [544ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [544ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [545ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [841ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [841ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1924ms] refreshing cache from master, [1924ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1924ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1924ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1925ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1926ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1926ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [6021ms] refreshing cache from master, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [6021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [6022ms] too many traces: truncated at 100 traces, deferred=Deferred@854736332(state=PENDING, result=null, callback=(continuation of Deferred@200514090 after retry RPC after error@617397817) -> (continuation of Deferred@1350630618 after retry RPC after error@1941940059) -> (continuation of Deferred@1686786508 after retry RPC after error@636880402) -> (continuation of Deferred@1917278298 after retry RPC after error@2093788214) -> (continuation of Deferred@1249810002 after retry RPC after error@1605230489) -> (continuation of Deferred@392219070 after retry RPC after error@248801912) -> (continuation of Deferred@807842294 after retry RPC after error@29811068) -> (continuation of Deferred@276493763 after retry RPC after error@1037093406) -> (continuation of Deferred@956069203 after retry RPC after error@235388465) -> (continuation of Deferred@1234470623 after retry RPC after error@1915696585) -> (continuation of Deferred@698515506 after retry RPC after error@442979585) -> (continuation of Deferred@1999149804 after retry RPC after error@2091018429) -> (continuation of Deferred@1102894091 after retry RPC after error@1641242208) -> (continuation of Deferred@1377785676 after retry RPC after error@1033321010) -> (continuation of Deferred@447524103 after retry RPC after error@1635242092) -> (continuation of Deferred@1232756281 after retry RPC after error@1303952270) -> (continuation of Deferred@839119787 after retry RPC after error@1839767863) -> (continuation of Deferred@1991811373 after retry RPC after error@2127823039) -> (continuation of Deferred@1407662693 after retry RPC after error@2079234103) -> (continuation of Deferred@1223487406 after retry RPC after error@384032756) -> (continuation of Deferred@2084436831 after retry RPC after error@1931340751), errback=(continuation of Deferred@200514090 after retry RPC after error@617397817) -> (continuation of Deferred@1350630618 after retry RPC after error@1941940059) -> (continuation of Deferred@1686786508 after retry RPC after error@636880402) -> (continuation of Deferred@1917278298 after retry RPC after error@2093788214) -> (continuation of Deferred@1249810002 after retry RPC after error@1605230489) -> (continuation of Deferred@392219070 after retry RPC after error@248801912) -> (continuation of Deferred@807842294 after retry RPC after error@29811068) -> (continuation of Deferred@276493763 after retry RPC after error@1037093406) -> (continuation of Deferred@956069203 after retry RPC after error@235388465) -> (continuation of Deferred@1234470623 after retry RPC after error@1915696585) -> (continuation of Deferred@698515506 after retry RPC after error@442979585) -> (continuation of Deferred@1999149804 after retry RPC after error@2091018429) -> (continuation of Deferred@1102894091 after retry RPC after error@1641242208) -> (continuation of Deferred@1377785676 after retry RPC after error@1033321010) -> (continuation of Deferred@447524103 after retry RPC after error@1635242092) -> (continuation of Deferred@1232756281 after retry RPC after error@1303952270) -> (continuation of Deferred@839119787 after retry RPC after error@1839767863) -> (continuation of Deferred@1991811373 after retry RPC after error@2127823039) -> (continuation of Deferred@1407662693 after retry RPC after error@2079234103) -> (continuation of Deferred@1223487406 after retry RPC after error@384032756) -> (continuation of Deferred@2084436831 after retry RPC after error@1931340751)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:32.440 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:32.440 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:13:32.440 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
23:13:32.467 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:32.467 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:32.468 [DEBUG - pool-401-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:32.468 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:32.468 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:32.468 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:32.468 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:32.468 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:32.468 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:32.468 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:32.468 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:32.468 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:32.468 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:32.469 [DEBUG - kudu-nio-5] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29471), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [49ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [51ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [61ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [76ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [80ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [80ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [101ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [120ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [121ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [160ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [160ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [161ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [181ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [221ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [482ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [641ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [641ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [642ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [722ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1960ms] refreshing cache from master, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1961ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2720ms] refreshing cache from master, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2721ms] too many traces: truncated at 100 traces, deferred=Deferred@2111120597(state=PENDING, result=null, callback=(continuation of Deferred@26106884 after retry RPC after error@1976042239) -> (continuation of Deferred@233882497 after retry RPC after error@1507310950) -> (continuation of Deferred@709538852 after retry RPC after error@522228840) -> (continuation of Deferred@340238534 after retry RPC after error@1881084837) -> (continuation of Deferred@260792854 after retry RPC after error@345191515) -> (continuation of Deferred@1039923103 after retry RPC after error@905009598) -> (continuation of Deferred@1631459012 after retry RPC after error@1812121428) -> (continuation of Deferred@237470276 after retry RPC after error@832837271) -> (continuation of Deferred@549305937 after retry RPC after error@1526719861) -> (continuation of Deferred@1761114572 after retry RPC after error@2038024938) -> (continuation of Deferred@888908962 after retry RPC after error@294269701) -> (continuation of Deferred@974589665 after retry RPC after error@219069907) -> (continuation of Deferred@1685692012 after retry RPC after error@615222269) -> (continuation of Deferred@642378127 after retry RPC after error@1590769840) -> (continuation of Deferred@1987270648 after retry RPC after error@251649704) -> (continuation of Deferred@1729321833 after retry RPC after error@810613635) -> (continuation of Deferred@1559275238 after retry RPC after error@747256142) -> (continuation of Deferred@1371531173 after retry RPC after error@1719964402) -> (continuation of Deferred@1067110226 after retry RPC after error@1118294438) -> (continuation of Deferred@1812694168 after retry RPC after error@777685225) -> (continuation of Deferred@1205019183 after retry RPC after error@990245266) -> (continuation of Deferred@194682158 after retry RPC after error@1912426868) -> (continuation of Deferred@794941246 after retry RPC after error@1006381601) -> (continuation of Deferred@1691394973 after retry RPC after error@2143107202) -> (continuation of Deferred@1589958764 after retry RPC after error@70474935), errback=(continuation of Deferred@26106884 after retry RPC after error@1976042239) -> (continuation of Deferred@233882497 after retry RPC after error@1507310950) -> (continuation of Deferred@709538852 after retry RPC after error@522228840) -> (continuation of Deferred@340238534 after retry RPC after error@1881084837) -> (continuation of Deferred@260792854 after retry RPC after error@345191515) -> (continuation of Deferred@1039923103 after retry RPC after error@905009598) -> (continuation of Deferred@1631459012 after retry RPC after error@1812121428) -> (continuation of Deferred@237470276 after retry RPC after error@832837271) -> (continuation of Deferred@549305937 after retry RPC after error@1526719861) -> (continuation of Deferred@1761114572 after retry RPC after error@2038024938) -> (continuation of Deferred@888908962 after retry RPC after error@294269701) -> (continuation of Deferred@974589665 after retry RPC after error@219069907) -> (continuation of Deferred@1685692012 after retry RPC after error@615222269) -> (continuation of Deferred@642378127 after retry RPC after error@1590769840) -> (continuation of Deferred@1987270648 after retry RPC after error@251649704) -> (continuation of Deferred@1729321833 after retry RPC after error@810613635) -> (continuation of Deferred@1559275238 after retry RPC after error@747256142) -> (continuation of Deferred@1371531173 after retry RPC after error@1719964402) -> (continuation of Deferred@1067110226 after retry RPC after error@1118294438) -> (continuation of Deferred@1812694168 after retry RPC after error@777685225) -> (continuation of Deferred@1205019183 after retry RPC after error@990245266) -> (continuation of Deferred@194682158 after retry RPC after error@1912426868) -> (continuation of Deferred@794941246 after retry RPC after error@1006381601) -> (continuation of Deferred@1691394973 after retry RPC after error@2143107202) -> (continuation of Deferred@1589958764 after retry RPC after error@70474935)))
23:13:32.470 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:13:32.470 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29471), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [49ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [51ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [61ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [76ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [80ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [80ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [101ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [120ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [121ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [160ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [160ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [161ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [181ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [221ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [482ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [641ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [641ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [642ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [722ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1960ms] refreshing cache from master, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1961ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2720ms] refreshing cache from master, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2721ms] too many traces: truncated at 100 traces, deferred=Deferred@2111120597(state=PENDING, result=null, callback=(continuation of Deferred@26106884 after retry RPC after error@1976042239) -> (continuation of Deferred@233882497 after retry RPC after error@1507310950) -> (continuation of Deferred@709538852 after retry RPC after error@522228840) -> (continuation of Deferred@340238534 after retry RPC after error@1881084837) -> (continuation of Deferred@260792854 after retry RPC after error@345191515) -> (continuation of Deferred@1039923103 after retry RPC after error@905009598) -> (continuation of Deferred@1631459012 after retry RPC after error@1812121428) -> (continuation of Deferred@237470276 after retry RPC after error@832837271) -> (continuation of Deferred@549305937 after retry RPC after error@1526719861) -> (continuation of Deferred@1761114572 after retry RPC after error@2038024938) -> (continuation of Deferred@888908962 after retry RPC after error@294269701) -> (continuation of Deferred@974589665 after retry RPC after error@219069907) -> (continuation of Deferred@1685692012 after retry RPC after error@615222269) -> (continuation of Deferred@642378127 after retry RPC after error@1590769840) -> (continuation of Deferred@1987270648 after retry RPC after error@251649704) -> (continuation of Deferred@1729321833 after retry RPC after error@810613635) -> (continuation of Deferred@1559275238 after retry RPC after error@747256142) -> (continuation of Deferred@1371531173 after retry RPC after error@1719964402) -> (continuation of Deferred@1067110226 after retry RPC after error@1118294438) -> (continuation of Deferred@1812694168 after retry RPC after error@777685225) -> (continuation of Deferred@1205019183 after retry RPC after error@990245266) -> (continuation of Deferred@194682158 after retry RPC after error@1912426868) -> (continuation of Deferred@794941246 after retry RPC after error@1006381601) -> (continuation of Deferred@1691394973 after retry RPC after error@2143107202) -> (continuation of Deferred@1589958764 after retry RPC after error@70474935), errback=(continuation of Deferred@26106884 after retry RPC after error@1976042239) -> (continuation of Deferred@233882497 after retry RPC after error@1507310950) -> (continuation of Deferred@709538852 after retry RPC after error@522228840) -> (continuation of Deferred@340238534 after retry RPC after error@1881084837) -> (continuation of Deferred@260792854 after retry RPC after error@345191515) -> (continuation of Deferred@1039923103 after retry RPC after error@905009598) -> (continuation of Deferred@1631459012 after retry RPC after error@1812121428) -> (continuation of Deferred@237470276 after retry RPC after error@832837271) -> (continuation of Deferred@549305937 after retry RPC after error@1526719861) -> (continuation of Deferred@1761114572 after retry RPC after error@2038024938) -> (continuation of Deferred@888908962 after retry RPC after error@294269701) -> (continuation of Deferred@974589665 after retry RPC after error@219069907) -> (continuation of Deferred@1685692012 after retry RPC after error@615222269) -> (continuation of Deferred@642378127 after retry RPC after error@1590769840) -> (continuation of Deferred@1987270648 after retry RPC after error@251649704) -> (continuation of Deferred@1729321833 after retry RPC after error@810613635) -> (continuation of Deferred@1559275238 after retry RPC after error@747256142) -> (continuation of Deferred@1371531173 after retry RPC after error@1719964402) -> (continuation of Deferred@1067110226 after retry RPC after error@1118294438) -> (continuation of Deferred@1812694168 after retry RPC after error@777685225) -> (continuation of Deferred@1205019183 after retry RPC after error@990245266) -> (continuation of Deferred@194682158 after retry RPC after error@1912426868) -> (continuation of Deferred@794941246 after retry RPC after error@1006381601) -> (continuation of Deferred@1691394973 after retry RPC after error@2143107202) -> (continuation of Deferred@1589958764 after retry RPC after error@70474935)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:32.470 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:13:32.473 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:13:32.474 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=29471), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [45ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [46ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [47ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [49ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [51ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [51ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [61ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [76ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [80ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [80ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [101ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [101ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [120ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [121ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [121ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [141ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [142ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [142ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [160ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [160ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [161ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [161ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [181ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [181ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [221ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [221ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [482ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [482ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [641ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [641ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [642ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [642ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [721ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [722ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [722ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1960ms] refreshing cache from master, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [1960ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.252:36979: Network error: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.253:41141: Network error: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141, [1961ms] Sub RPC ConnectToMaster: received response from server master-127.18.60.254:40821: Network error: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [1961ms] delaying RPC due to: Service unavailable: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821, [2720ms] refreshing cache from master, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.254:40821, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.252:36979, [2720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.18.60.253:41141, [2721ms] too many traces: truncated at 100 traces, deferred=Deferred@2111120597(state=PENDING, result=null, callback=(continuation of Deferred@26106884 after retry RPC after error@1976042239) -> (continuation of Deferred@233882497 after retry RPC after error@1507310950) -> (continuation of Deferred@709538852 after retry RPC after error@522228840) -> (continuation of Deferred@340238534 after retry RPC after error@1881084837) -> (continuation of Deferred@260792854 after retry RPC after error@345191515) -> (continuation of Deferred@1039923103 after retry RPC after error@905009598) -> (continuation of Deferred@1631459012 after retry RPC after error@1812121428) -> (continuation of Deferred@237470276 after retry RPC after error@832837271) -> (continuation of Deferred@549305937 after retry RPC after error@1526719861) -> (continuation of Deferred@1761114572 after retry RPC after error@2038024938) -> (continuation of Deferred@888908962 after retry RPC after error@294269701) -> (continuation of Deferred@974589665 after retry RPC after error@219069907) -> (continuation of Deferred@1685692012 after retry RPC after error@615222269) -> (continuation of Deferred@642378127 after retry RPC after error@1590769840) -> (continuation of Deferred@1987270648 after retry RPC after error@251649704) -> (continuation of Deferred@1729321833 after retry RPC after error@810613635) -> (continuation of Deferred@1559275238 after retry RPC after error@747256142) -> (continuation of Deferred@1371531173 after retry RPC after error@1719964402) -> (continuation of Deferred@1067110226 after retry RPC after error@1118294438) -> (continuation of Deferred@1812694168 after retry RPC after error@777685225) -> (continuation of Deferred@1205019183 after retry RPC after error@990245266) -> (continuation of Deferred@194682158 after retry RPC after error@1912426868) -> (continuation of Deferred@794941246 after retry RPC after error@1006381601) -> (continuation of Deferred@1691394973 after retry RPC after error@2143107202) -> (continuation of Deferred@1589958764 after retry RPC after error@70474935), errback=(continuation of Deferred@26106884 after retry RPC after error@1976042239) -> (continuation of Deferred@233882497 after retry RPC after error@1507310950) -> (continuation of Deferred@709538852 after retry RPC after error@522228840) -> (continuation of Deferred@340238534 after retry RPC after error@1881084837) -> (continuation of Deferred@260792854 after retry RPC after error@345191515) -> (continuation of Deferred@1039923103 after retry RPC after error@905009598) -> (continuation of Deferred@1631459012 after retry RPC after error@1812121428) -> (continuation of Deferred@237470276 after retry RPC after error@832837271) -> (continuation of Deferred@549305937 after retry RPC after error@1526719861) -> (continuation of Deferred@1761114572 after retry RPC after error@2038024938) -> (continuation of Deferred@888908962 after retry RPC after error@294269701) -> (continuation of Deferred@974589665 after retry RPC after error@219069907) -> (continuation of Deferred@1685692012 after retry RPC after error@615222269) -> (continuation of Deferred@642378127 after retry RPC after error@1590769840) -> (continuation of Deferred@1987270648 after retry RPC after error@251649704) -> (continuation of Deferred@1729321833 after retry RPC after error@810613635) -> (continuation of Deferred@1559275238 after retry RPC after error@747256142) -> (continuation of Deferred@1371531173 after retry RPC after error@1719964402) -> (continuation of Deferred@1067110226 after retry RPC after error@1118294438) -> (continuation of Deferred@1812694168 after retry RPC after error@777685225) -> (continuation of Deferred@1205019183 after retry RPC after error@990245266) -> (continuation of Deferred@194682158 after retry RPC after error@1912426868) -> (continuation of Deferred@794941246 after retry RPC after error@1006381601) -> (continuation of Deferred@1691394973 after retry RPC after error@2143107202) -> (continuation of Deferred@1589958764 after retry RPC after error@70474935)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.18.60.253:41141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:32.475 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:32.475 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
23:13:32.476 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:13:32.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:32.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:32.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 55 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466012642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:32.655 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 55 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:13:32.656 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 55 as completed for source Source: KuduSource.
23:13:32.675 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:32.675 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:32.675 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:32.676 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:32.676 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:32.676 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:32.676 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:32.676 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:32.676 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:32.676 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:32.676 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:32.676 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:32.677 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:32.791 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:32.792 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:32.792 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:32.792 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:32.792 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:32.792 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:32.793 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:32.793 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:32.793 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:32.793 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:32.793 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:32.793 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:32.793 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:32.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:32.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:33.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:33.031 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:33.031 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:33.031 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:33.032 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:33.032 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:33.032 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:33.032 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:33.032 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:33.033 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:33.033 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:33.033 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:33.033 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:33.033 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:33.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 56 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466013142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:33.150 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 56 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:13:33.152 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 56 as completed for source Source: KuduSource.
23:13:33.153 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:33.153 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:33.153 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:33.153 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.153 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.154 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.154 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.154 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.154 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.154 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.154 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.154 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.154 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:33.267 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:33.267 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:33.267 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:33.268 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:33.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:33.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:33.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:33.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:33.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:33.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:33.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:33.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:33.268 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:33.270 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:33.270 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:33.270 [DEBUG - pool-372-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:33.270 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:33.270 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:33.271 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:33.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:33.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:33.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:33.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:33.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:33.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:33.271 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:33.288 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:33.288 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:33.288 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:33.288 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:33.288 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:33.288 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:33.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:33.288 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:33.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:33.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:33.288 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:33.289 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:33.289 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:33.324 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:33.324 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:33.324 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:33.324 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.324 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.324 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.325 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.325 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.325 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.325 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.325 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.325 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.325 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:33.327 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:33.327 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:33.328 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:33.328 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:33.328 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:33.328 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:33.328 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:33.328 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:33.328 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:33.328 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:33.328 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:33.328 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:33.328 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:33.378 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:33.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:31.956817 25711 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:33.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:33.430835 25713 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:33.434377 25712 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1473 milliseconds
23:13:33.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.434506 25703 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:13:33.436 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.436136 25703 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:33.439 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.439196 25703 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:33.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.440619 25703 hybrid_clock.cc:648] HybridClock initialized: now 1783466013440582 us; error 34 us; skew 500 ppm
23:13:33.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.441514 25703 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:33.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.448321 25703 webserver.cc:534] Webserver started at http://127.25.22.254:44409/ using document root <none> and password file <none>
23:13:33.449 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.449510 25703 fs_manager.cc:362] Metadata directory not provided
23:13:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.449800 25703 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:33.450 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.450322 25703 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:33.455 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.455435 25703 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/data/instance:
23:13:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "865ea4ac60034b41bc19e896f38a5f00"
23:13:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:33 on dist-test-slave-sprr"
23:13:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.456643 25703 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/wal/instance:
23:13:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "865ea4ac60034b41bc19e896f38a5f00"
23:13:33.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:33 on dist-test-slave-sprr"
23:13:33.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.465255 25703 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.010s	sys 0.000s
23:13:33.466 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:33.467 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:33.467 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:33.467 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:33.467 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:33.467 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:33.467 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:33.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:33.467 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:33.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:33.467 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:33.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:33.467 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:33.473 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.472921 25721 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.474109 25703 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.004s	sys 0.000s
23:13:33.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.474510 25703 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/wal
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "865ea4ac60034b41bc19e896f38a5f00"
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:33 on dist-test-slave-sprr"
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.474936 25703 fs_report.cc:389] FS layout report
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/wal
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/wal
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/data/data
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:33.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:33.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:33.486 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:33.486 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:33.486 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:33.486 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:33.486 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:33.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:33.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:33.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:33.486 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:33.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:33.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:33.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:33.487 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:33.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:33.528 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.528663 25703 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:33.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.530319 25703 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:33.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.530706 25703 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:33.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.614653 25703 rpc_server.cc:307] RPC server started. Bound to: 127.25.22.254:34285
23:13:33.615 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.614718 25772 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.22.254:34285 every 8 connection(s)
23:13:33.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.618199 25703 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/data/info.pb
23:13:33.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.621711 25691 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 25703
23:13:33.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.622275 25691 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-0/wal/instance
23:13:33.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.625422 25773 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.627620 25691 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/wal
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/data
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/logs
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/data/info.pb
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.253:35723
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.253
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:33.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39865/jwks.json with env {}
23:13:33.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 57 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466013642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:33.644 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.641099 25773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } has no permanent_uuid. Determining permanent_uuid...
23:13:33.652 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 57 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:13:33.653 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 57 as completed for source Source: KuduSource.
23:13:33.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.682291 25773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } has no permanent_uuid. Determining permanent_uuid...
23:13:33.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:33.685685 25725 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.22.253:35723: connect: Connection refused (error 111)
23:13:33.691 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:33.691418 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.253:35723: Network error: Client connection negotiation failed: client connection to 127.25.22.253:35723: connect: Connection refused (error 111)
23:13:33.741 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.740953 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } attempt: 1
23:13:33.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:33.746241 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.253:35723: Network error: Client connection negotiation failed: client connection to 127.25.22.253:35723: connect: Connection refused (error 111)
23:13:33.815 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.814735 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } attempt: 2
23:13:33.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:33.819634 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.253:35723: Network error: Client connection negotiation failed: client connection to 127.25.22.253:35723: connect: Connection refused (error 111)
23:13:33.857 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:33.857 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:33.857 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:33.857 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.857 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.857 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.857 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.857 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.857 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.857 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:33.870 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:33.871 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:33.871 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:33.871 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:33.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:33.871 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:33.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:33.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:33.871 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:33.871 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:33.871 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:33.872 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:33.872 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:33.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:33.911 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:33.911085 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } attempt: 3
23:13:33.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:33.916062 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.253:35723: Network error: Client connection negotiation failed: client connection to 127.25.22.253:35723: connect: Connection refused (error 111)
23:13:33.962 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:33.963 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:33.963 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:33.963 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.963 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.963 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.963 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:33.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.963 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:33.963 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:33.963 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:33.977 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:33.978 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:33.978 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:33.978 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:33.978 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:33.978 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:33.978 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:33.978 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:33.978 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:33.978 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:33.978 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:33.978 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:33.979 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:33.982 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:33.994 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:33.994181 25775 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:33.994822 25775 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:33.995 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:33.995426 25775 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:34.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:34.007 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:34.007 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:34.008 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:34.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:34.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:34.008 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:34.008 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:34.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:34.008 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:34.008 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:34.008 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:34.008 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:34.008 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:34.019 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:34.019 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:34.019 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:34.019 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:34.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:34.019 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:34.019 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:34.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:34.019 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:34.020 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:34.020 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:34.020 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:34.020 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:34.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.034444 25775 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:13:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.034821 25775 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.035176 25775 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:13:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.035511 25775 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:13:34.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.035822 25775 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:13:34.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.036078 25775 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39865/jwks.json
23:13:34.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:34.059517 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } attempt: 4
23:13:34.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.063781 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.253:35723: Network error: Client connection negotiation failed: client connection to 127.25.22.253:35723: connect: Connection refused (error 111)
23:13:34.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:34.080547 25775 master_runner.cc:387] Master server non-default flags:
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/data
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/wal
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.253:35723
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39865/jwks.json
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/data/info.pb
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.253
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/logs
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:34.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:34.082 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:34.082168 25775 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:34.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:34.084051 25775 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:34.096 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.096334 25784 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:34.116 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RESTARTING to RUNNING.
23:13:34.116 [INFO - flink-pekko.actor.default-dispatcher-8] (CheckpointCoordinator.java:1805) Restoring job 7fd90d75d429cae09c48b2e4b1f4e71b from Checkpoint 69 @ 1783465770871 for 7fd90d75d429cae09c48b2e4b1f4e71b located at file:/tmp/junit10017824425167261518/checkpoints/7fd90d75d429cae09c48b2e4b1f4e71b/chk-69.
23:13:34.117 [INFO - flink-pekko.actor.default-dispatcher-8] (MasterHooks.java:201) No master state to restore
23:13:34.117 [INFO - flink-pekko.actor.default-dispatcher-8] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:13:34.117 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to SCHEDULED.
23:13:34.118 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from SCHEDULED to DEPLOYING.
23:13:34.118 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #8) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1682dde66f4047e52e61f55f08fc41cb
23:13:34.118 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to SCHEDULED.
23:13:34.119 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from SCHEDULED to DEPLOYING.
23:13:34.119 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #8) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 9b262363fcd0868adf9df6b409251b5a
23:13:34.119 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to SCHEDULED.
23:13:34.119 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from SCHEDULED to DEPLOYING.
23:13:34.119 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #8) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 1505a094b005b0798120d2f5455849cd
23:13:34.120 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to SCHEDULED.
23:13:34.120 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from SCHEDULED to DEPLOYING.
23:13:34.120 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #8) with attempt id 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_8 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1) with allocation id 0c6e0f99fd3d542b70060dcf08a47801
23:13:34.120 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:34.120 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:34.121 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:34.121 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:34.121 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 9b262363fcd0868adf9df6b409251b5a.
23:13:34.122 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_8), deploy into slot with allocation id 9b262363fcd0868adf9df6b409251b5a.
23:13:34.123 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 1682dde66f4047e52e61f55f08fc41cb.
23:13:34.124 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_8), deploy into slot with allocation id 1682dde66f4047e52e61f55f08fc41cb.
23:13:34.124 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 0c6e0f99fd3d542b70060dcf08a47801.
23:13:34.125 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_8), deploy into slot with allocation id 0c6e0f99fd3d542b70060dcf08a47801.
23:13:34.127 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from CREATED to DEPLOYING.
23:13:34.127 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_8) [DEPLOYING].
23:13:34.127 [INFO - Thread-64] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:13:34.127 [DEBUG - Thread-64] (Connection.java:575) [peer master-127.11.198.190:45937(127.11.198.190:45937)] disconnecting while in state TERMINATED
23:13:34.127 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from CREATED to DEPLOYING.
23:13:34.127 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_8) [DEPLOYING].
23:13:34.128 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@15984508
23:13:34.128 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:34.128 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:13:34.128 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
23:13:34.128 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_0_8) switched from DEPLOYING to INITIALIZING.
23:13:34.128 [DEBUG - Thread-64] (Connection.java:575) [peer master-127.11.198.188:43131(127.11.198.188:43131)] disconnecting while in state TERMINATED
23:13:34.129 [DEBUG - Thread-64] (Connection.java:575) [peer master-127.11.198.189:39011(127.11.198.189:39011)] disconnecting while in state TERMINATED
23:13:34.129 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskSlotTableImpl.java:391) Activate slot 1505a094b005b0798120d2f5455849cd.
23:13:34.129 [DEBUG - Thread-64] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:34.130 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from CREATED to DEPLOYING.
23:13:34.131 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_8) [DEPLOYING].
23:13:34.132 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@588cffef
23:13:34.132 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:34.132 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:13:34.132 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7653bfa8
23:13:34.133 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:34.133 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:13:34.134 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
23:13:34.134 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_1_8) switched from DEPLOYING to INITIALIZING.
23:13:34.134 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8), deploy into slot with allocation id 1505a094b005b0798120d2f5455849cd.
23:13:34.132 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
23:13:34.134 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_3_8) switched from DEPLOYING to INITIALIZING.
23:13:34.135 [INFO - Thread-64] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:13:34.136 [INFO - Source: KuduSource -> Sink: Writer (1/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@463101f2
23:13:34.136 [INFO - Source: KuduSource -> Sink: Writer (4/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1b28258e
23:13:34.136 [INFO - Thread-64] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:13:34.138 [INFO - Source: KuduSource -> Sink: Writer (2/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4da58ce0
23:13:34.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 58 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466014142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:34.146 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:34.147 [DEBUG - Thread-64] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:34.147 [INFO - Thread-64] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:13:34.147 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:34.149 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:34.146 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from CREATED to DEPLOYING.
23:13:34.150 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8) [DEPLOYING].
23:13:34.150 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@306fb23a
23:13:34.150 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:34.150 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit10017824425167261518/checkpoints")
23:13:34.150 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
23:13:34.151 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from DEPLOYING to INITIALIZING.
23:13:34.152 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.153 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@29ff7e7d
23:13:34.154 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 58 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=12 ms, finalizationTime=0 ms).
23:13:34.155 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 58 as completed for source Source: KuduSource.
23:13:34.156 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:34.153 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:34.157 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:34.157 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:34.157 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:34.165 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.166 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.169 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.169 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#8] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.169 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.170 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.170 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.170 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.170 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.170 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.171 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.171 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.171 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.171 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.171 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.172 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#8] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.172 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.172 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.172 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.172 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.173 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.173 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.173 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.173 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.174 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.175 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.175 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.175 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.175 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#8] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.175 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.175 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.175 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.178 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.179 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.179 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.179 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.185 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:34.185 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.190 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.191 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.191 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.191 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.191 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.201 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.202 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.202 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.202 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.206 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.207 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.207 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.207 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.207 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.209 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.210 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.210 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.210 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.211 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.212 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.212 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.212 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.212 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.218 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.218 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.218 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.218 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.218 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.219 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.220 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.220 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.220 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.221 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.221 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.221 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.221 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.221 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.222 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.222 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.222 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.222 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.223 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.223 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:34.224 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.224 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.224 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:34.225 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.225 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.225 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.225 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.226 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.226 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.226 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.226 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:34.226 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.226 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.229 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#8] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.230 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.230 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.230 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.230 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.230 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.230 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.230 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.231 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.232 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.232 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.232 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.232 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.233 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.233 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.233 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.233 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.233 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.233 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.233 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.233 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.233 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.233 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.234 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.234 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.234 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.234 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.235 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.236 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.245 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.245 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.245 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.246 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.246 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.246 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.246 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:34.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.247 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.247 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.247 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.247 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.248 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.248 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.248 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.249 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:34.249 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.249 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.249 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.250 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:34.250 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.250 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.251 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.251 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.251 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.251 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.251 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.252 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:34.252 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.253 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.253 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.253 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.253 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.253 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.253 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.253 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.253 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.254 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.254 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.254 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.254 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.254 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.254 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.254 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.254 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.254 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.265 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:34.265 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.266 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.266 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.266 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.266 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.266 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.266 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.266 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.267 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.267 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.267 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.267 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.267 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.267 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.267 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.268 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.269 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.269 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.269 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.270 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:34.277 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:34.278 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.278 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.278 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.279 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:34.280 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.280 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.280 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.280 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.280 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.280 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.280 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:34.285 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.285 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.285 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.286 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.286 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.286 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.286 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.286 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.286 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.286 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.286 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.286 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.286 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.287 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:34.287 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:34.287 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:34.287 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.287 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.287 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.288 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.288 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.288 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.288 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.288 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.288 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:34.290 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.291 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.291 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.291 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.291 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.292 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.292 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.292 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.292 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.292 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.292 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.293 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.293 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.293 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.293 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.293 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.293 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.293 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.293 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.293 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.293 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.293 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.293 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.293 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.293 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.294 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.305 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:34.305 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:34.305 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:34.306 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.306 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.306 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.306 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.306 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.306 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.306 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.306 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.307 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.307 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:34.307 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.307 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.307 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.309 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.310 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.310 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.310 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.310 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.310 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.310 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.310 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.310 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.310 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.311 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.311 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.311 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.311 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.311 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.311 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.311 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.312 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.312 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.313 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.313 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.314 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.314 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.314 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.314 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.314 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.315 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.315 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.315 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.315 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.325 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.325 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.325 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.325 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.326 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.326 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.326 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.326 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.326 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.326 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.326 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.326 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.326 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.330 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.330 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.330 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.330 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.330 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.331 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.331 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.331 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.331 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.331 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.331 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.331 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.331 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.345 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:34.346 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:34.346 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:34.346 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.346 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.346 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.346 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.346 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.346 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.347 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.347 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.347 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.347 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:34.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:34.363299 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } attempt: 5
23:13:34.366 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:34.367 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:34.367 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:34.367 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.367 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.367 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.368 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.368 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.368 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.368 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.368 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.368 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.368 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.368 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.368 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.368 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:34.369 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.369 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.369 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.369 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.369 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.369 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.370 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.370 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.370 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.370 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.372 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.372 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.372 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.373 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.373 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.373 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.373 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.373 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.374 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.374 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.374 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.374 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.374 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.374 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.374 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.375 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.375 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.375 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.375 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.375 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.375 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.376 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.376 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.376 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.376 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.378 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:34.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.382463 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.253:35723: Network error: Client connection negotiation failed: client connection to 127.25.22.253:35723: connect: Connection refused (error 111)
23:13:34.410 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.410 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.410 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.411 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.411 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.411 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.411 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.411 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.411 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.412 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.412 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.412 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.412 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.425 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.425 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.426 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.426 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.426 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.426 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.426 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.427 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.430 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:34.430 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:34.431 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:34.431 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:34.431 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:34.431 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:34.431 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:34.432 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:34.432 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:34.432 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:34.432 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:34.432 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:34.432 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:34.445 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.445 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.445 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.446 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.446 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.446 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.446 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.446 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.446 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.446 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.446 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.453 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.453 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.453 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.453 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.453 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.453 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.453 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.454 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.454 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.454 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.454 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.465 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:34.466 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:34.466 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:34.466 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.466 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.466 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.467 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.467 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.467 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.467 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.467 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.467 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.467 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:34.467 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.467 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.467 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.468 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.468 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.468 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.468 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.468 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.468 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.468 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.470 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.470 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.470 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.471 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.471 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.471 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.471 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.471 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.471 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.471 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.471 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.471 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.472 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.482 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:34.486 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.486 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.486 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.487 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.487 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.487 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.487 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:34.525 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:34.526 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:34.526 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:34.526 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.526 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.526 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.527 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.527 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.527 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.527 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:34.549 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:34.549 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:34.549 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:34.550 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:34.550 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:34.550 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:34.550 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:34.550 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:34.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:34.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:34.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:34.550 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:34.551 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:34.557 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:34.557 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:34.557 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:34.557 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:34.557 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:34.558 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:34.558 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:34.558 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:34.558 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:34.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:34.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:34.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:34.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:34.565 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.565 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.565 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.566 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.566 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.566 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.566 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.566 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.566 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.566 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.566 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.566 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.566 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.590 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.590 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.590 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.591 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.591 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.591 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.591 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.591 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.591 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.591 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.591 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.591 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.591 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.614 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.614 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.614 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.615 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.615 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.615 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.615 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.615 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.615 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.615 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.615 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.615 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.615 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 59 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466014642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:34.655 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 59 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:13:34.656 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 59 as completed for source Source: KuduSource.
23:13:34.673 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.673 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.673 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.674 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.674 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.674 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.674 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.674 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.674 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.675 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.675 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.675 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.675 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.711 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.711 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.711 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.712 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.712 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.712 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.712 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.712 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.712 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.712 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.712 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.712 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.712 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.770 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.770 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.770 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.771 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.771 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.771 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.771 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.771 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.771 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.771 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.771 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.771 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.771 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.777 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:34.786 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:34.786 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:34.786 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:34.786 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.787 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.787 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.787 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:34.787 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.787 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:34.787 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:34.787 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:34.787 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:34.787 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:34.788 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:34.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:34.788 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.788 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.788 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:34.788 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.788 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.788 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:34.789 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:34.831 [DEBUG - pool-406-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30013), Traces: [0ms] sending RPC to server master-127.21.224.62:43747, [5ms] received response from server master-127.21.224.62:43747: OK, deferred=null) with no deferred attached!
23:13:34.870 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:34.870 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:34.871 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:34.871 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:34.871 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:34.871 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:34.871 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:34.871 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:34.871 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:34.871 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:34.871 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:34.872 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:34.872 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:34.878 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:34.927 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:34.927 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:34.927 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:34.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:34.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:34.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:34.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:34.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:34.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:34.928 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:34.928 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:34.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:34.928 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:34.930 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:34.929955 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } attempt: 6
23:13:34.952 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.951681 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.253:35723: Network error: Client connection negotiation failed: client connection to 127.25.22.253:35723: connect: Connection refused (error 111)
23:13:34.983 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:34.994 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:34.994 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:34.994 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:34.994 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:34.995 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:34.995 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:34.998 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:34.998 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:34.998 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:34.998 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:34.998 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:34.998 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:34.998 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:35.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:35.028 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:35.028 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:35.028 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:35.029 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:35.029 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:35.029 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:35.029 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:35.029 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:35.029 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:35.029 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:35.029 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:35.029 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:35.029 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:35.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 60 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466015142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:35.157 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 60 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:13:35.158 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 60 as completed for source Source: KuduSource.
23:13:35.235 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:35.235 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:35.235 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:35.236 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:35.236 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:35.236 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:35.236 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:35.236 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:35.236 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:35.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:35.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:35.237 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:35.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:35.246 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:35.246 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:35.246 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:35.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:35.247 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:35.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:35.247 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:35.247 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:35.247 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:35.247 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:35.247 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:35.247 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:35.247 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:35.278 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:35.285 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:35.285 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:35.285 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:35.286 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.286 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.286 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.286 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.287 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.287 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.287 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.287 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.287 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.287 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:35.351 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:35.351 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:35.352 [DEBUG - pool-446-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:35.352 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:35.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:35.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:35.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:35.353 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:35.353 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:35.353 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:35.353 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:35.353 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:35.353 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:35.354 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27896), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [93ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [108ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [108ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [264ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [271ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [279ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [279ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [377ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [383ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [384ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [384ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [401ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [402ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [403ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [421ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [421ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [422ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [462ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [481ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [482ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [482ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [482ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [503ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [503ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [741ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [742ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [842ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [842ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [842ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1222ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2742ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3340ms] refreshing cache from master, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3341ms] too many traces: truncated at 100 traces, deferred=Deferred@578629179(state=PENDING, result=null, callback=(continuation of Deferred@1162830688 after retry RPC after error@959382862) -> (continuation of Deferred@80116673 after retry RPC after error@1325498772) -> (continuation of Deferred@1902882679 after retry RPC after error@808436065) -> (continuation of Deferred@117488854 after retry RPC after error@1154384003) -> (continuation of Deferred@1752338298 after retry RPC after error@647528412) -> (continuation of Deferred@620532181 after retry RPC after error@335992657) -> (continuation of Deferred@1752404980 after retry RPC after error@233863097) -> (continuation of Deferred@1304575467 after retry RPC after error@1876744029) -> (continuation of Deferred@457446753 after retry RPC after error@361231375) -> (continuation of Deferred@1240907313 after retry RPC after error@1083829869) -> (continuation of Deferred@2077037570 after retry RPC after error@1371578616) -> (continuation of Deferred@758877127 after retry RPC after error@576643723) -> (continuation of Deferred@832610246 after retry RPC after error@1706245738) -> (continuation of Deferred@338162856 after retry RPC after error@1094190621) -> (continuation of Deferred@1951661907 after retry RPC after error@141549533) -> (continuation of Deferred@600238284 after retry RPC after error@575605319) -> (continuation of Deferred@1225642042 after retry RPC after error@1072332785) -> (continuation of Deferred@729706568 after retry RPC after error@1907972690) -> (continuation of Deferred@1444071519 after retry RPC after error@980103323) -> (continuation of Deferred@1649404846 after retry RPC after error@1495221887) -> (continuation of Deferred@420425011 after retry RPC after error@2047027553) -> (continuation of Deferred@1728888596 after retry RPC after error@1149448500) -> (continuation of Deferred@612756002 after retry RPC after error@1194231794) -> (continuation of Deferred@1163424796 after retry RPC after error@403695378), errback=(continuation of Deferred@1162830688 after retry RPC after error@959382862) -> (continuation of Deferred@80116673 after retry RPC after error@1325498772) -> (continuation of Deferred@1902882679 after retry RPC after error@808436065) -> (continuation of Deferred@117488854 after retry RPC after error@1154384003) -> (continuation of Deferred@1752338298 after retry RPC after error@647528412) -> (continuation of Deferred@620532181 after retry RPC after error@335992657) -> (continuation of Deferred@1752404980 after retry RPC after error@233863097) -> (continuation of Deferred@1304575467 after retry RPC after error@1876744029) -> (continuation of Deferred@457446753 after retry RPC after error@361231375) -> (continuation of Deferred@1240907313 after retry RPC after error@1083829869) -> (continuation of Deferred@2077037570 after retry RPC after error@1371578616) -> (continuation of Deferred@758877127 after retry RPC after error@576643723) -> (continuation of Deferred@832610246 after retry RPC after error@1706245738) -> (continuation of Deferred@338162856 after retry RPC after error@1094190621) -> (continuation of Deferred@1951661907 after retry RPC after error@141549533) -> (continuation of Deferred@600238284 after retry RPC after error@575605319) -> (continuation of Deferred@1225642042 after retry RPC after error@1072332785) -> (continuation of Deferred@729706568 after retry RPC after error@1907972690) -> (continuation of Deferred@1444071519 after retry RPC after error@980103323) -> (continuation of Deferred@1649404846 after retry RPC after error@1495221887) -> (continuation of Deferred@420425011 after retry RPC after error@2047027553) -> (continuation of Deferred@1728888596 after retry RPC after error@1149448500) -> (continuation of Deferred@612756002 after retry RPC after error@1194231794) -> (continuation of Deferred@1163424796 after retry RPC after error@403695378)))
23:13:35.355 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:13:35.355 [WARN - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27896), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [93ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [108ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [108ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [264ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [271ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [279ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [279ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [377ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [383ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [384ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [384ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [401ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [402ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [403ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [421ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [421ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [422ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [462ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [481ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [482ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [482ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [482ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [503ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [503ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [741ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [742ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [842ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [842ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [842ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1222ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2742ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3340ms] refreshing cache from master, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3341ms] too many traces: truncated at 100 traces, deferred=Deferred@578629179(state=PENDING, result=null, callback=(continuation of Deferred@1162830688 after retry RPC after error@959382862) -> (continuation of Deferred@80116673 after retry RPC after error@1325498772) -> (continuation of Deferred@1902882679 after retry RPC after error@808436065) -> (continuation of Deferred@117488854 after retry RPC after error@1154384003) -> (continuation of Deferred@1752338298 after retry RPC after error@647528412) -> (continuation of Deferred@620532181 after retry RPC after error@335992657) -> (continuation of Deferred@1752404980 after retry RPC after error@233863097) -> (continuation of Deferred@1304575467 after retry RPC after error@1876744029) -> (continuation of Deferred@457446753 after retry RPC after error@361231375) -> (continuation of Deferred@1240907313 after retry RPC after error@1083829869) -> (continuation of Deferred@2077037570 after retry RPC after error@1371578616) -> (continuation of Deferred@758877127 after retry RPC after error@576643723) -> (continuation of Deferred@832610246 after retry RPC after error@1706245738) -> (continuation of Deferred@338162856 after retry RPC after error@1094190621) -> (continuation of Deferred@1951661907 after retry RPC after error@141549533) -> (continuation of Deferred@600238284 after retry RPC after error@575605319) -> (continuation of Deferred@1225642042 after retry RPC after error@1072332785) -> (continuation of Deferred@729706568 after retry RPC after error@1907972690) -> (continuation of Deferred@1444071519 after retry RPC after error@980103323) -> (continuation of Deferred@1649404846 after retry RPC after error@1495221887) -> (continuation of Deferred@420425011 after retry RPC after error@2047027553) -> (continuation of Deferred@1728888596 after retry RPC after error@1149448500) -> (continuation of Deferred@612756002 after retry RPC after error@1194231794) -> (continuation of Deferred@1163424796 after retry RPC after error@403695378), errback=(continuation of Deferred@1162830688 after retry RPC after error@959382862) -> (continuation of Deferred@80116673 after retry RPC after error@1325498772) -> (continuation of Deferred@1902882679 after retry RPC after error@808436065) -> (continuation of Deferred@117488854 after retry RPC after error@1154384003) -> (continuation of Deferred@1752338298 after retry RPC after error@647528412) -> (continuation of Deferred@620532181 after retry RPC after error@335992657) -> (continuation of Deferred@1752404980 after retry RPC after error@233863097) -> (continuation of Deferred@1304575467 after retry RPC after error@1876744029) -> (continuation of Deferred@457446753 after retry RPC after error@361231375) -> (continuation of Deferred@1240907313 after retry RPC after error@1083829869) -> (continuation of Deferred@2077037570 after retry RPC after error@1371578616) -> (continuation of Deferred@758877127 after retry RPC after error@576643723) -> (continuation of Deferred@832610246 after retry RPC after error@1706245738) -> (continuation of Deferred@338162856 after retry RPC after error@1094190621) -> (continuation of Deferred@1951661907 after retry RPC after error@141549533) -> (continuation of Deferred@600238284 after retry RPC after error@575605319) -> (continuation of Deferred@1225642042 after retry RPC after error@1072332785) -> (continuation of Deferred@729706568 after retry RPC after error@1907972690) -> (continuation of Deferred@1444071519 after retry RPC after error@980103323) -> (continuation of Deferred@1649404846 after retry RPC after error@1495221887) -> (continuation of Deferred@420425011 after retry RPC after error@2047027553) -> (continuation of Deferred@1728888596 after retry RPC after error@1149448500) -> (continuation of Deferred@612756002 after retry RPC after error@1194231794) -> (continuation of Deferred@1163424796 after retry RPC after error@403695378)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.97.61:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:35.356 [INFO - Source: KuduSource -> Sink: Writer (2/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5).
23:13:35.359 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#5 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
23:13:35.365 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5) switched from INITIALIZING to FAILED on ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=27896), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [55ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [56ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [92ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [93ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [108ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [108ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [122ms] refreshing cache from master, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [263ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [264ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [270ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [271ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [279ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [279ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [375ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [377ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [383ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [383ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [384ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [384ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [401ms] refreshing cache from master, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [401ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [402ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [403ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [421ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [421ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [422ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [422ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [462ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [462ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [481ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [482ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [482ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [482ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [503ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [503ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [741ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [741ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [742ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [841ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [842ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [842ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [842ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1221ms] refreshing cache from master, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1222ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2740ms] refreshing cache from master, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2741ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2742ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3340ms] refreshing cache from master, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3341ms] too many traces: truncated at 100 traces, deferred=Deferred@578629179(state=PENDING, result=null, callback=(continuation of Deferred@1162830688 after retry RPC after error@959382862) -> (continuation of Deferred@80116673 after retry RPC after error@1325498772) -> (continuation of Deferred@1902882679 after retry RPC after error@808436065) -> (continuation of Deferred@117488854 after retry RPC after error@1154384003) -> (continuation of Deferred@1752338298 after retry RPC after error@647528412) -> (continuation of Deferred@620532181 after retry RPC after error@335992657) -> (continuation of Deferred@1752404980 after retry RPC after error@233863097) -> (continuation of Deferred@1304575467 after retry RPC after error@1876744029) -> (continuation of Deferred@457446753 after retry RPC after error@361231375) -> (continuation of Deferred@1240907313 after retry RPC after error@1083829869) -> (continuation of Deferred@2077037570 after retry RPC after error@1371578616) -> (continuation of Deferred@758877127 after retry RPC after error@576643723) -> (continuation of Deferred@832610246 after retry RPC after error@1706245738) -> (continuation of Deferred@338162856 after retry RPC after error@1094190621) -> (continuation of Deferred@1951661907 after retry RPC after error@141549533) -> (continuation of Deferred@600238284 after retry RPC after error@575605319) -> (continuation of Deferred@1225642042 after retry RPC after error@1072332785) -> (continuation of Deferred@729706568 after retry RPC after error@1907972690) -> (continuation of Deferred@1444071519 after retry RPC after error@980103323) -> (continuation of Deferred@1649404846 after retry RPC after error@1495221887) -> (continuation of Deferred@420425011 after retry RPC after error@2047027553) -> (continuation of Deferred@1728888596 after retry RPC after error@1149448500) -> (continuation of Deferred@612756002 after retry RPC after error@1194231794) -> (continuation of Deferred@1163424796 after retry RPC after error@403695378), errback=(continuation of Deferred@1162830688 after retry RPC after error@959382862) -> (continuation of Deferred@80116673 after retry RPC after error@1325498772) -> (continuation of Deferred@1902882679 after retry RPC after error@808436065) -> (continuation of Deferred@117488854 after retry RPC after error@1154384003) -> (continuation of Deferred@1752338298 after retry RPC after error@647528412) -> (continuation of Deferred@620532181 after retry RPC after error@335992657) -> (continuation of Deferred@1752404980 after retry RPC after error@233863097) -> (continuation of Deferred@1304575467 after retry RPC after error@1876744029) -> (continuation of Deferred@457446753 after retry RPC after error@361231375) -> (continuation of Deferred@1240907313 after retry RPC after error@1083829869) -> (continuation of Deferred@2077037570 after retry RPC after error@1371578616) -> (continuation of Deferred@758877127 after retry RPC after error@576643723) -> (continuation of Deferred@832610246 after retry RPC after error@1706245738) -> (continuation of Deferred@338162856 after retry RPC after error@1094190621) -> (continuation of Deferred@1951661907 after retry RPC after error@141549533) -> (continuation of Deferred@600238284 after retry RPC after error@575605319) -> (continuation of Deferred@1225642042 after retry RPC after error@1072332785) -> (continuation of Deferred@729706568 after retry RPC after error@1907972690) -> (continuation of Deferred@1444071519 after retry RPC after error@980103323) -> (continuation of Deferred@1649404846 after retry RPC after error@1495221887) -> (continuation of Deferred@420425011 after retry RPC after error@2047027553) -> (continuation of Deferred@1728888596 after retry RPC after error@1149448500) -> (continuation of Deferred@612756002 after retry RPC after error@1194231794) -> (continuation of Deferred@1163424796 after retry RPC after error@403695378)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.97.61:39663
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:35.368 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:35.369 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#5) of source Source: KuduSource.
23:13:35.369 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_5.
23:13:35.369 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RUNNING to RESTARTING.
23:13:35.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:35.426 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30008), Traces: [0ms] sending RPC to server master-127.22.181.124:40657, [14ms] received response from server master-127.22.181.124:40657: OK, deferred=null) with no deferred attached!
23:13:35.427 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.22.181.124:40657, [18ms] received response from server master-127.22.181.124:40657: OK, deferred=null) with no deferred attached!
23:13:35.427 [DEBUG - pool-410-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30007), Traces: [0ms] sending RPC to server master-127.22.181.124:40657, [14ms] received response from server master-127.22.181.124:40657: OK, deferred=null) with no deferred attached!
23:13:35.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:35.525 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:35.525 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:35.525 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:35.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.526 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.526 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.526 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.526 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.526 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:35.527 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:35.527 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:35.527 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:35.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:35.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:35.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:35.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:35.527 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:35.527 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:35.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:35.528 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:35.528 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:35.528 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:35.528 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:35.528 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:35.528 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:35.528 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.528 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.528 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.528 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.528 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.528 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.529 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.529 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.529 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.529 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:35.551 [DEBUG - pool-414-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30019), Traces: [0ms] sending RPC to server master-127.22.181.124:40657, [8ms] received response from server master-127.22.181.124:40657: OK, deferred=null) with no deferred attached!
23:13:35.571 [DEBUG - pool-412-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.22.181.124:40657, [10ms] received response from server master-127.22.181.124:40657: OK, deferred=null) with no deferred attached!
23:13:35.571 [DEBUG - pool-412-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.22.181.124:40657, [11ms] received response from server master-127.22.181.124:40657: OK, deferred=null) with no deferred attached!
23:13:35.571 [DEBUG - pool-412-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30020), Traces: [0ms] sending RPC to server master-127.22.181.124:40657, [11ms] received response from server master-127.22.181.124:40657: OK, deferred=null) with no deferred attached!
23:13:35.630 [DEBUG - pool-408-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.22.181.124:40657, [7ms] received response from server master-127.22.181.124:40657: OK, deferred=null) with no deferred attached!
23:13:35.630 [DEBUG - pool-408-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30014), Traces: [0ms] sending RPC to server master-127.22.181.124:40657, [7ms] received response from server master-127.22.181.124:40657: OK, deferred=null) with no deferred attached!
23:13:35.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 61 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466015641 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:35.652 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 61 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:13:35.653 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 61 as completed for source Source: KuduSource.
23:13:35.666 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:35.666 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:35.666 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:35.666 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:35.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:35.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:35.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:35.666 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:35.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:35.667 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:35.667 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:35.667 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:35.667 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:35.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.097867 25785 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:35.677 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:34.101028 25787 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:35.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:35.681499 25786 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1580 milliseconds
23:13:35.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.681613 25775 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:13:35.683 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.682917 25775 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:35.686 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.686309 25775 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:35.688 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.687896 25775 hybrid_clock.cc:648] HybridClock initialized: now 1783466015687841 us; error 48 us; skew 500 ppm
23:13:35.689 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.688778 25775 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:35.690 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:35.690 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:35.690 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:35.690 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:35.690 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:35.690 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:35.690 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:35.690 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:35.690 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:35.690 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:35.690 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:35.690 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:35.690 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:35.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.696211 25775 webserver.cc:534] Webserver started at http://127.25.22.253:36721/ using document root <none> and password file <none>
23:13:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.697155 25775 fs_manager.cc:362] Metadata directory not provided
23:13:35.697 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.697392 25775 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:35.698 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.697935 25775 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.702478 25775 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/data/instance:
23:13:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44361a9064464112aace8b60ae4fea1f"
23:13:35.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:35 on dist-test-slave-sprr"
23:13:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.703554 25775 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/wal/instance:
23:13:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44361a9064464112aace8b60ae4fea1f"
23:13:35.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:35 on dist-test-slave-sprr"
23:13:35.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.711668 25775 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.001s	sys 0.008s
23:13:35.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.718412 25851 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:35.719 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.719610 25775 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.001s	sys 0.003s
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.719973 25775 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/wal
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "44361a9064464112aace8b60ae4fea1f"
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:35 on dist-test-slave-sprr"
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.720351 25775 fs_report.cc:389] FS layout report
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/wal
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/wal
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/data/data
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:35.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:35.777 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:35.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.794813 25775 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:35.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.796548 25775 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:35.797 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.797004 25775 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:35.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:35.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.878464 25775 rpc_server.cc:307] RPC server started. Bound to: 127.25.22.253:35723
23:13:35.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.878552 25902 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.22.253:35723 every 8 connection(s)
23:13:35.881 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.881517 25775 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/data/info.pb
23:13:35.889 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.889249 25903 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:35.891 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.891604 25691 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 25775
23:13:35.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.892068 25691 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-1/wal/instance
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.895005 25691 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/wal
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/data
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/logs
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/data/info.pb
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.252:36495
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.252
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:35.895 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:35.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39865/jwks.json with env {}
23:13:35.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.905722 25903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } has no permanent_uuid. Determining permanent_uuid...
23:13:35.926 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:35.927 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:35.927 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:35.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:35.927 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.927 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.927 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:35.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.927 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:35.927 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:35.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.931143 25903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } has no permanent_uuid. Determining permanent_uuid...
23:13:35.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:35.947633 25903 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } has no permanent_uuid. Determining permanent_uuid...
23:13:35.950 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:35.950554 25852 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:35.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:35.955718 25903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:36.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.005352 25903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 1
23:13:36.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.010959 25903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.012295 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } attempt: 7
23:13:36.027 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.027021 25773 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } has no permanent_uuid. Determining permanent_uuid...
23:13:36.030 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:36.030 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:36.030 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:36.031 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.031 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.031 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.031 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.031 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.031 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.031 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.031 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.031 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.031 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:36.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.033707 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.034 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:36.034 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:36.034 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:36.034 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.035 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.035 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.035 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.035 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.035 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.035 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.035 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.035 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.035 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:36.052 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:36.052 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:36.052 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:36.052 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:36.052 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:36.052 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:36.052 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:36.052 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:36.052 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:36.052 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:36.052 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:36.052 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:36.053 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:36.066 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:36.066 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:36.066 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:36.066 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.066 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.066 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.066 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.066 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.066 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.066 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.066 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.066 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.066 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:36.079 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.079404 25903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 2
23:13:36.083 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.083587 25903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.092 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.092209 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 1
23:13:36.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.097265 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.142 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 62 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466016142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:36.150 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 62 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=7 ms, finalizationTime=1 ms).
23:13:36.150 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 62 as completed for source Source: KuduSource.
23:13:36.152 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:36.152 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:36.152 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:36.153 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.153 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.153 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.153 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.153 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.153 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.153 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.153 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.153 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.153 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:36.175 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.175038 25903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 3
23:13:36.179 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.178737 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 2
23:13:36.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.180550 25903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.183359 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.204 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:36.204 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:36.204 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:36.205 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.205 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.205 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.205 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:36.207 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:36.207 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:36.208 [DEBUG - pool-442-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:36.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:36.208 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:36.208 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:36.208 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:36.208 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:36.208 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:36.208 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:36.208 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:36.208 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:36.208 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:36.209 [DEBUG - kudu-nio-6] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28763), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [253ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [261ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [261ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [348ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [495ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [501ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [527ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [531ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [532ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [532ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [541ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [561ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [601ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [620ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [621ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [662ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [862ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1102ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1601ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2540ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2541ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3980ms] refreshing cache from master, [3980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3980ms] too many traces: truncated at 100 traces, deferred=Deferred@1772836015(state=PENDING, result=null, callback=(continuation of Deferred@789481051 after retry RPC after error@742607479) -> (continuation of Deferred@1898537061 after retry RPC after error@1117019331) -> (continuation of Deferred@426981012 after retry RPC after error@802539327) -> (continuation of Deferred@356884712 after retry RPC after error@1977058503) -> (continuation of Deferred@1964039039 after retry RPC after error@1954350813) -> (continuation of Deferred@1283963482 after retry RPC after error@96468657) -> (continuation of Deferred@1988560474 after retry RPC after error@1792060857) -> (continuation of Deferred@469016531 after retry RPC after error@1640276074) -> (continuation of Deferred@792711134 after retry RPC after error@1080890085) -> (continuation of Deferred@2144864060 after retry RPC after error@995835741) -> (continuation of Deferred@1791706839 after retry RPC after error@1117363025) -> (continuation of Deferred@2110232025 after retry RPC after error@528809195) -> (continuation of Deferred@801766450 after retry RPC after error@553957769) -> (continuation of Deferred@1621920045 after retry RPC after error@1492603511) -> (continuation of Deferred@943656247 after retry RPC after error@1022571336) -> (continuation of Deferred@949104666 after retry RPC after error@1519692181) -> (continuation of Deferred@436359493 after retry RPC after error@1070483518) -> (continuation of Deferred@385199421 after retry RPC after error@1767007863) -> (continuation of Deferred@1641187937 after retry RPC after error@747676125) -> (continuation of Deferred@389512503 after retry RPC after error@1831649400), errback=(continuation of Deferred@789481051 after retry RPC after error@742607479) -> (continuation of Deferred@1898537061 after retry RPC after error@1117019331) -> (continuation of Deferred@426981012 after retry RPC after error@802539327) -> (continuation of Deferred@356884712 after retry RPC after error@1977058503) -> (continuation of Deferred@1964039039 after retry RPC after error@1954350813) -> (continuation of Deferred@1283963482 after retry RPC after error@96468657) -> (continuation of Deferred@1988560474 after retry RPC after error@1792060857) -> (continuation of Deferred@469016531 after retry RPC after error@1640276074) -> (continuation of Deferred@792711134 after retry RPC after error@1080890085) -> (continuation of Deferred@2144864060 after retry RPC after error@995835741) -> (continuation of Deferred@1791706839 after retry RPC after error@1117363025) -> (continuation of Deferred@2110232025 after retry RPC after error@528809195) -> (continuation of Deferred@801766450 after retry RPC after error@553957769) -> (continuation of Deferred@1621920045 after retry RPC after error@1492603511) -> (continuation of Deferred@943656247 after retry RPC after error@1022571336) -> (continuation of Deferred@949104666 after retry RPC after error@1519692181) -> (continuation of Deferred@436359493 after retry RPC after error@1070483518) -> (continuation of Deferred@385199421 after retry RPC after error@1767007863) -> (continuation of Deferred@1641187937 after retry RPC after error@747676125) -> (continuation of Deferred@389512503 after retry RPC after error@1831649400)))
23:13:36.209 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:13:36.210 [WARN - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28763), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [253ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [261ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [261ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [348ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [495ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [501ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [527ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [531ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [532ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [532ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [541ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [561ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [601ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [620ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [621ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [662ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [862ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1102ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1601ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2540ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2541ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3980ms] refreshing cache from master, [3980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3980ms] too many traces: truncated at 100 traces, deferred=Deferred@1772836015(state=PENDING, result=null, callback=(continuation of Deferred@789481051 after retry RPC after error@742607479) -> (continuation of Deferred@1898537061 after retry RPC after error@1117019331) -> (continuation of Deferred@426981012 after retry RPC after error@802539327) -> (continuation of Deferred@356884712 after retry RPC after error@1977058503) -> (continuation of Deferred@1964039039 after retry RPC after error@1954350813) -> (continuation of Deferred@1283963482 after retry RPC after error@96468657) -> (continuation of Deferred@1988560474 after retry RPC after error@1792060857) -> (continuation of Deferred@469016531 after retry RPC after error@1640276074) -> (continuation of Deferred@792711134 after retry RPC after error@1080890085) -> (continuation of Deferred@2144864060 after retry RPC after error@995835741) -> (continuation of Deferred@1791706839 after retry RPC after error@1117363025) -> (continuation of Deferred@2110232025 after retry RPC after error@528809195) -> (continuation of Deferred@801766450 after retry RPC after error@553957769) -> (continuation of Deferred@1621920045 after retry RPC after error@1492603511) -> (continuation of Deferred@943656247 after retry RPC after error@1022571336) -> (continuation of Deferred@949104666 after retry RPC after error@1519692181) -> (continuation of Deferred@436359493 after retry RPC after error@1070483518) -> (continuation of Deferred@385199421 after retry RPC after error@1767007863) -> (continuation of Deferred@1641187937 after retry RPC after error@747676125) -> (continuation of Deferred@389512503 after retry RPC after error@1831649400), errback=(continuation of Deferred@789481051 after retry RPC after error@742607479) -> (continuation of Deferred@1898537061 after retry RPC after error@1117019331) -> (continuation of Deferred@426981012 after retry RPC after error@802539327) -> (continuation of Deferred@356884712 after retry RPC after error@1977058503) -> (continuation of Deferred@1964039039 after retry RPC after error@1954350813) -> (continuation of Deferred@1283963482 after retry RPC after error@96468657) -> (continuation of Deferred@1988560474 after retry RPC after error@1792060857) -> (continuation of Deferred@469016531 after retry RPC after error@1640276074) -> (continuation of Deferred@792711134 after retry RPC after error@1080890085) -> (continuation of Deferred@2144864060 after retry RPC after error@995835741) -> (continuation of Deferred@1791706839 after retry RPC after error@1117363025) -> (continuation of Deferred@2110232025 after retry RPC after error@528809195) -> (continuation of Deferred@801766450 after retry RPC after error@553957769) -> (continuation of Deferred@1621920045 after retry RPC after error@1492603511) -> (continuation of Deferred@943656247 after retry RPC after error@1022571336) -> (continuation of Deferred@949104666 after retry RPC after error@1519692181) -> (continuation of Deferred@436359493 after retry RPC after error@1070483518) -> (continuation of Deferred@385199421 after retry RPC after error@1767007863) -> (continuation of Deferred@1641187937 after retry RPC after error@747676125) -> (continuation of Deferred@389512503 after retry RPC after error@1831649400)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.97.61:39663
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:36.210 [INFO - Source: KuduSource -> Sink: Writer (1/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5).
23:13:36.212 [INFO - flink-pekko.actor.default-dispatcher-4] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#5 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
23:13:36.214 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5) switched from INITIALIZING to FAILED on ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=21, TimeoutTracker(timeout=30000, elapsed=28763), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [243ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [246ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [253ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [261ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [261ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [348ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [348ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [495ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [495ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [501ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [526ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [527ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [531ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [531ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [532ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [532ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [541ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [560ms] refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [561ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [561ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [601ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [620ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [621ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [660ms] refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [661ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [662ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [860ms] refreshing cache from master, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [861ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [862ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1100ms] refreshing cache from master, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1102ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1102ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1600ms] refreshing cache from master, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1601ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2540ms] refreshing cache from master, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2540ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2541ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3980ms] refreshing cache from master, [3980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3980ms] too many traces: truncated at 100 traces, deferred=Deferred@1772836015(state=PENDING, result=null, callback=(continuation of Deferred@789481051 after retry RPC after error@742607479) -> (continuation of Deferred@1898537061 after retry RPC after error@1117019331) -> (continuation of Deferred@426981012 after retry RPC after error@802539327) -> (continuation of Deferred@356884712 after retry RPC after error@1977058503) -> (continuation of Deferred@1964039039 after retry RPC after error@1954350813) -> (continuation of Deferred@1283963482 after retry RPC after error@96468657) -> (continuation of Deferred@1988560474 after retry RPC after error@1792060857) -> (continuation of Deferred@469016531 after retry RPC after error@1640276074) -> (continuation of Deferred@792711134 after retry RPC after error@1080890085) -> (continuation of Deferred@2144864060 after retry RPC after error@995835741) -> (continuation of Deferred@1791706839 after retry RPC after error@1117363025) -> (continuation of Deferred@2110232025 after retry RPC after error@528809195) -> (continuation of Deferred@801766450 after retry RPC after error@553957769) -> (continuation of Deferred@1621920045 after retry RPC after error@1492603511) -> (continuation of Deferred@943656247 after retry RPC after error@1022571336) -> (continuation of Deferred@949104666 after retry RPC after error@1519692181) -> (continuation of Deferred@436359493 after retry RPC after error@1070483518) -> (continuation of Deferred@385199421 after retry RPC after error@1767007863) -> (continuation of Deferred@1641187937 after retry RPC after error@747676125) -> (continuation of Deferred@389512503 after retry RPC after error@1831649400), errback=(continuation of Deferred@789481051 after retry RPC after error@742607479) -> (continuation of Deferred@1898537061 after retry RPC after error@1117019331) -> (continuation of Deferred@426981012 after retry RPC after error@802539327) -> (continuation of Deferred@356884712 after retry RPC after error@1977058503) -> (continuation of Deferred@1964039039 after retry RPC after error@1954350813) -> (continuation of Deferred@1283963482 after retry RPC after error@96468657) -> (continuation of Deferred@1988560474 after retry RPC after error@1792060857) -> (continuation of Deferred@469016531 after retry RPC after error@1640276074) -> (continuation of Deferred@792711134 after retry RPC after error@1080890085) -> (continuation of Deferred@2144864060 after retry RPC after error@995835741) -> (continuation of Deferred@1791706839 after retry RPC after error@1117363025) -> (continuation of Deferred@2110232025 after retry RPC after error@528809195) -> (continuation of Deferred@801766450 after retry RPC after error@553957769) -> (continuation of Deferred@1621920045 after retry RPC after error@1492603511) -> (continuation of Deferred@943656247 after retry RPC after error@1022571336) -> (continuation of Deferred@949104666 after retry RPC after error@1519692181) -> (continuation of Deferred@436359493 after retry RPC after error@1070483518) -> (continuation of Deferred@385199421 after retry RPC after error@1767007863) -> (continuation of Deferred@1641187937 after retry RPC after error@747676125) -> (continuation of Deferred@389512503 after retry RPC after error@1831649400)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.97.61:39663
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:36.215 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#5) of source Source: KuduSource.
23:13:36.215 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:36.216 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_5.
23:13:36.222 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:36.222 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:36.223 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:36.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.223 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.223 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.223 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:36.247 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:36.247 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:36.247 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:36.247 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:36.247 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:36.247 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:36.248 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:36.248 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:36.248 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:36.248 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:36.248 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:36.248 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:36.248 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:36.269 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.268718 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 3
23:13:36.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.273842 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:36.284 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.284279 25905 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:36.285 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.285104 25905 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:36.286 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.285974 25905 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:36.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.323956 25903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 4
23:13:36.330 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.329974 25903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.338789 25905 flags.cc:432] Enabled experimental flag: --ipki_ca_key_size=768
23:13:36.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.339207 25905 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:36.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.339584 25905 flags.cc:432] Enabled experimental flag: --tsk_num_rsa_bits=512
23:13:36.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.339946 25905 flags.cc:432] Enabled experimental flag: --rpc_reuseport=true
23:13:36.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.340314 25905 flags.cc:432] Enabled experimental flag: --enable_jwt_token_auth=true
23:13:36.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.340587 25905 flags.cc:432] Enabled experimental flag: --jwks_url=http://localhost:39865/jwks.json
23:13:36.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:36.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.393447 25905 master_runner.cc:387] Master server non-default flags:
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/data
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/wal
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.252:36495
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:39865/jwks.json
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/data/info.pb
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.252
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/logs
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:36.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:36.395 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.395066 25905 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:36.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.397022 25905 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:36.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.409924 25917 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:36.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.414181 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 4
23:13:36.419 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.419114 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.435 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:36.435 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:36.435 [DEBUG - pool-448-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:36.435 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:36.435 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:36.435 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:36.435 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:36.436 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:36.436 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:36.436 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:36.435 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:36.436 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:36.436 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:36.436 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28929), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [172ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [347ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [355ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [355ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [386ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [387ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [411ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [411ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [472ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [473ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [473ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [474ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [474ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [474ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [502ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [522ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [541ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [583ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [620ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [621ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [841ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [880ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [881ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [882ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1362ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2900ms] refreshing cache from master, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2902ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3261ms] refreshing cache from master, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3261ms] too many traces: truncated at 100 traces, deferred=Deferred@28586993(state=PENDING, result=null, callback=(continuation of Deferred@1286706625 after retry RPC after error@991684562) -> (continuation of Deferred@1682901192 after retry RPC after error@1145340939) -> (continuation of Deferred@77274847 after retry RPC after error@1616530665) -> (continuation of Deferred@2093945186 after retry RPC after error@474719788) -> (continuation of Deferred@1090141852 after retry RPC after error@1928662894) -> (continuation of Deferred@1991590995 after retry RPC after error@923727471) -> (continuation of Deferred@647049420 after retry RPC after error@2093335823) -> (continuation of Deferred@546214168 after retry RPC after error@1626580712) -> (continuation of Deferred@1330380138 after retry RPC after error@494183473) -> (continuation of Deferred@1227284694 after retry RPC after error@882891772) -> (continuation of Deferred@607109288 after retry RPC after error@474131760) -> (continuation of Deferred@1654443582 after retry RPC after error@680966570) -> (continuation of Deferred@1919293072 after retry RPC after error@2076446401) -> (continuation of Deferred@2142098105 after retry RPC after error@1651212047) -> (continuation of Deferred@544945988 after retry RPC after error@2073204620) -> (continuation of Deferred@1782295133 after retry RPC after error@1402024722) -> (continuation of Deferred@707391283 after retry RPC after error@1164456717) -> (continuation of Deferred@1924534463 after retry RPC after error@677749848) -> (continuation of Deferred@1297122832 after retry RPC after error@1235494124) -> (continuation of Deferred@198571663 after retry RPC after error@244831433) -> (continuation of Deferred@1195291405 after retry RPC after error@802516034) -> (continuation of Deferred@185636537 after retry RPC after error@999373454) -> (continuation of Deferred@151343146 after retry RPC after error@230066740) -> (continuation of Deferred@43802725 after retry RPC after error@820735986) -> (continuation of Deferred@332197317 after retry RPC after error@705835682) -> (continuation of Deferred@1265430733 after retry RPC after error@546542253) -> (continuation of Deferred@1422258623 after retry RPC after error@1870220967), errback=(continuation of Deferred@1286706625 after retry RPC after error@991684562) -> (continuation of Deferred@1682901192 after retry RPC after error@1145340939) -> (continuation of Deferred@77274847 after retry RPC after error@1616530665) -> (continuation of Deferred@2093945186 after retry RPC after error@474719788) -> (continuation of Deferred@1090141852 after retry RPC after error@1928662894) -> (continuation of Deferred@1991590995 after retry RPC after error@923727471) -> (continuation of Deferred@647049420 after retry RPC after error@2093335823) -> (continuation of Deferred@546214168 after retry RPC after error@1626580712) -> (continuation of Deferred@1330380138 after retry RPC after error@494183473) -> (continuation of Deferred@1227284694 after retry RPC after error@882891772) -> (continuation of Deferred@607109288 after retry RPC after error@474131760) -> (continuation of Deferred@1654443582 after retry RPC after error@680966570) -> (continuation of Deferred@1919293072 after retry RPC after error@2076446401) -> (continuation of Deferred@2142098105 after retry RPC after error@1651212047) -> (continuation of Deferred@544945988 after retry RPC after error@2073204620) -> (continuation of Deferred@1782295133 after retry RPC after error@1402024722) -> (continuation of Deferred@707391283 after retry RPC after error@1164456717) -> (continuation of Deferred@1924534463 after retry RPC after error@677749848) -> (continuation of Deferred@1297122832 after retry RPC after error@1235494124) -> (continuation of Deferred@198571663 after retry RPC after error@244831433) -> (continuation of Deferred@1195291405 after retry RPC after error@802516034) -> (continuation of Deferred@185636537 after retry RPC after error@999373454) -> (continuation of Deferred@151343146 after retry RPC after error@230066740) -> (continuation of Deferred@43802725 after retry RPC after error@820735986) -> (continuation of Deferred@332197317 after retry RPC after error@705835682) -> (continuation of Deferred@1265430733 after retry RPC after error@546542253) -> (continuation of Deferred@1422258623 after retry RPC after error@1870220967)))
23:13:36.438 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:13:36.438 [WARN - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28929), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [172ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [347ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [355ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [355ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [386ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [387ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [411ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [411ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [472ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [473ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [473ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [474ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [474ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [474ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [502ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [522ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [541ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [583ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [620ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [621ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [841ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [880ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [881ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [882ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1362ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2900ms] refreshing cache from master, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2902ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3261ms] refreshing cache from master, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3261ms] too many traces: truncated at 100 traces, deferred=Deferred@28586993(state=PENDING, result=null, callback=(continuation of Deferred@1286706625 after retry RPC after error@991684562) -> (continuation of Deferred@1682901192 after retry RPC after error@1145340939) -> (continuation of Deferred@77274847 after retry RPC after error@1616530665) -> (continuation of Deferred@2093945186 after retry RPC after error@474719788) -> (continuation of Deferred@1090141852 after retry RPC after error@1928662894) -> (continuation of Deferred@1991590995 after retry RPC after error@923727471) -> (continuation of Deferred@647049420 after retry RPC after error@2093335823) -> (continuation of Deferred@546214168 after retry RPC after error@1626580712) -> (continuation of Deferred@1330380138 after retry RPC after error@494183473) -> (continuation of Deferred@1227284694 after retry RPC after error@882891772) -> (continuation of Deferred@607109288 after retry RPC after error@474131760) -> (continuation of Deferred@1654443582 after retry RPC after error@680966570) -> (continuation of Deferred@1919293072 after retry RPC after error@2076446401) -> (continuation of Deferred@2142098105 after retry RPC after error@1651212047) -> (continuation of Deferred@544945988 after retry RPC after error@2073204620) -> (continuation of Deferred@1782295133 after retry RPC after error@1402024722) -> (continuation of Deferred@707391283 after retry RPC after error@1164456717) -> (continuation of Deferred@1924534463 after retry RPC after error@677749848) -> (continuation of Deferred@1297122832 after retry RPC after error@1235494124) -> (continuation of Deferred@198571663 after retry RPC after error@244831433) -> (continuation of Deferred@1195291405 after retry RPC after error@802516034) -> (continuation of Deferred@185636537 after retry RPC after error@999373454) -> (continuation of Deferred@151343146 after retry RPC after error@230066740) -> (continuation of Deferred@43802725 after retry RPC after error@820735986) -> (continuation of Deferred@332197317 after retry RPC after error@705835682) -> (continuation of Deferred@1265430733 after retry RPC after error@546542253) -> (continuation of Deferred@1422258623 after retry RPC after error@1870220967), errback=(continuation of Deferred@1286706625 after retry RPC after error@991684562) -> (continuation of Deferred@1682901192 after retry RPC after error@1145340939) -> (continuation of Deferred@77274847 after retry RPC after error@1616530665) -> (continuation of Deferred@2093945186 after retry RPC after error@474719788) -> (continuation of Deferred@1090141852 after retry RPC after error@1928662894) -> (continuation of Deferred@1991590995 after retry RPC after error@923727471) -> (continuation of Deferred@647049420 after retry RPC after error@2093335823) -> (continuation of Deferred@546214168 after retry RPC after error@1626580712) -> (continuation of Deferred@1330380138 after retry RPC after error@494183473) -> (continuation of Deferred@1227284694 after retry RPC after error@882891772) -> (continuation of Deferred@607109288 after retry RPC after error@474131760) -> (continuation of Deferred@1654443582 after retry RPC after error@680966570) -> (continuation of Deferred@1919293072 after retry RPC after error@2076446401) -> (continuation of Deferred@2142098105 after retry RPC after error@1651212047) -> (continuation of Deferred@544945988 after retry RPC after error@2073204620) -> (continuation of Deferred@1782295133 after retry RPC after error@1402024722) -> (continuation of Deferred@707391283 after retry RPC after error@1164456717) -> (continuation of Deferred@1924534463 after retry RPC after error@677749848) -> (continuation of Deferred@1297122832 after retry RPC after error@1235494124) -> (continuation of Deferred@198571663 after retry RPC after error@244831433) -> (continuation of Deferred@1195291405 after retry RPC after error@802516034) -> (continuation of Deferred@185636537 after retry RPC after error@999373454) -> (continuation of Deferred@151343146 after retry RPC after error@230066740) -> (continuation of Deferred@43802725 after retry RPC after error@820735986) -> (continuation of Deferred@332197317 after retry RPC after error@705835682) -> (continuation of Deferred@1265430733 after retry RPC after error@546542253) -> (continuation of Deferred@1422258623 after retry RPC after error@1870220967)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.97.62:41205
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:36.439 [INFO - Source: KuduSource -> Sink: Writer (4/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5).
23:13:36.441 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#5 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
23:13:36.443 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5) switched from INITIALIZING to FAILED on ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=28, TimeoutTracker(timeout=30000, elapsed=28929), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [171ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [172ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [344ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [347ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [355ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [355ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [386ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [387ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [403ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [411ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [411ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [472ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [473ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [473ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [474ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [474ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [474ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [501ms] refreshing cache from master, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [502ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [522ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [522ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [541ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [541ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [582ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [583ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [583ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [620ms] refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [620ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [621ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [621ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [840ms] refreshing cache from master, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [841ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [841ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [880ms] refreshing cache from master, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [881ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [881ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [882ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [882ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1360ms] refreshing cache from master, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1361ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1362ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2900ms] refreshing cache from master, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2901ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2902ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2902ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [3261ms] refreshing cache from master, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [3261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [3261ms] too many traces: truncated at 100 traces, deferred=Deferred@28586993(state=PENDING, result=null, callback=(continuation of Deferred@1286706625 after retry RPC after error@991684562) -> (continuation of Deferred@1682901192 after retry RPC after error@1145340939) -> (continuation of Deferred@77274847 after retry RPC after error@1616530665) -> (continuation of Deferred@2093945186 after retry RPC after error@474719788) -> (continuation of Deferred@1090141852 after retry RPC after error@1928662894) -> (continuation of Deferred@1991590995 after retry RPC after error@923727471) -> (continuation of Deferred@647049420 after retry RPC after error@2093335823) -> (continuation of Deferred@546214168 after retry RPC after error@1626580712) -> (continuation of Deferred@1330380138 after retry RPC after error@494183473) -> (continuation of Deferred@1227284694 after retry RPC after error@882891772) -> (continuation of Deferred@607109288 after retry RPC after error@474131760) -> (continuation of Deferred@1654443582 after retry RPC after error@680966570) -> (continuation of Deferred@1919293072 after retry RPC after error@2076446401) -> (continuation of Deferred@2142098105 after retry RPC after error@1651212047) -> (continuation of Deferred@544945988 after retry RPC after error@2073204620) -> (continuation of Deferred@1782295133 after retry RPC after error@1402024722) -> (continuation of Deferred@707391283 after retry RPC after error@1164456717) -> (continuation of Deferred@1924534463 after retry RPC after error@677749848) -> (continuation of Deferred@1297122832 after retry RPC after error@1235494124) -> (continuation of Deferred@198571663 after retry RPC after error@244831433) -> (continuation of Deferred@1195291405 after retry RPC after error@802516034) -> (continuation of Deferred@185636537 after retry RPC after error@999373454) -> (continuation of Deferred@151343146 after retry RPC after error@230066740) -> (continuation of Deferred@43802725 after retry RPC after error@820735986) -> (continuation of Deferred@332197317 after retry RPC after error@705835682) -> (continuation of Deferred@1265430733 after retry RPC after error@546542253) -> (continuation of Deferred@1422258623 after retry RPC after error@1870220967), errback=(continuation of Deferred@1286706625 after retry RPC after error@991684562) -> (continuation of Deferred@1682901192 after retry RPC after error@1145340939) -> (continuation of Deferred@77274847 after retry RPC after error@1616530665) -> (continuation of Deferred@2093945186 after retry RPC after error@474719788) -> (continuation of Deferred@1090141852 after retry RPC after error@1928662894) -> (continuation of Deferred@1991590995 after retry RPC after error@923727471) -> (continuation of Deferred@647049420 after retry RPC after error@2093335823) -> (continuation of Deferred@546214168 after retry RPC after error@1626580712) -> (continuation of Deferred@1330380138 after retry RPC after error@494183473) -> (continuation of Deferred@1227284694 after retry RPC after error@882891772) -> (continuation of Deferred@607109288 after retry RPC after error@474131760) -> (continuation of Deferred@1654443582 after retry RPC after error@680966570) -> (continuation of Deferred@1919293072 after retry RPC after error@2076446401) -> (continuation of Deferred@2142098105 after retry RPC after error@1651212047) -> (continuation of Deferred@544945988 after retry RPC after error@2073204620) -> (continuation of Deferred@1782295133 after retry RPC after error@1402024722) -> (continuation of Deferred@707391283 after retry RPC after error@1164456717) -> (continuation of Deferred@1924534463 after retry RPC after error@677749848) -> (continuation of Deferred@1297122832 after retry RPC after error@1235494124) -> (continuation of Deferred@198571663 after retry RPC after error@244831433) -> (continuation of Deferred@1195291405 after retry RPC after error@802516034) -> (continuation of Deferred@185636537 after retry RPC after error@999373454) -> (continuation of Deferred@151343146 after retry RPC after error@230066740) -> (continuation of Deferred@43802725 after retry RPC after error@820735986) -> (continuation of Deferred@332197317 after retry RPC after error@705835682) -> (continuation of Deferred@1265430733 after retry RPC after error@546542253) -> (continuation of Deferred@1422258623 after retry RPC after error@1870220967)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.16.97.62:41205
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:36.445 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:36.447 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#5) of source Source: KuduSource.
23:13:36.448 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_5.
23:13:36.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:36.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.629396 25903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 5
23:13:36.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.639912 25903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 63 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466016642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:36.653 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1440) Completed checkpoint 63 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=10 ms, finalizationTime=1 ms).
23:13:36.654 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 63 as completed for source Source: KuduSource.
23:13:36.693 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:36.693 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:36.693 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:36.693 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.694 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.694 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:36.694 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.694 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.694 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:36.694 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.694 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.694 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:36.694 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:36.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:36.702569 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 5
23:13:36.714 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.714227 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:36.754 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:36.754 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:36.754 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:36.755 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.755 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.755 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.755 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.755 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.755 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.755 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.755 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.755 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.755 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:36.756 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29171), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [159ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [168ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [172ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [172ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [251ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [283ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [283ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [431ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [432ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [432ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [432ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [442ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [462ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [482ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [541ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [542ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [562ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [563ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [642ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1343ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2401ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2403ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2722ms] too many traces: truncated at 100 traces, deferred=Deferred@1050784676(state=PENDING, result=null, callback=(continuation of Deferred@850767420 after retry RPC after error@736971776) -> (continuation of Deferred@508180306 after retry RPC after error@759532460) -> (continuation of Deferred@840832118 after retry RPC after error@1943196537) -> (continuation of Deferred@1022200566 after retry RPC after error@1031040556) -> (continuation of Deferred@2131456080 after retry RPC after error@447167955) -> (continuation of Deferred@1254997579 after retry RPC after error@1414966320) -> (continuation of Deferred@1887166234 after retry RPC after error@1393634659) -> (continuation of Deferred@1955196588 after retry RPC after error@358611745) -> (continuation of Deferred@1005741471 after retry RPC after error@1641168311) -> (continuation of Deferred@1511347119 after retry RPC after error@821640511) -> (continuation of Deferred@403662882 after retry RPC after error@1749074193) -> (continuation of Deferred@414744477 after retry RPC after error@1641134448) -> (continuation of Deferred@41718544 after retry RPC after error@1826263559) -> (continuation of Deferred@935681174 after retry RPC after error@1538484519) -> (continuation of Deferred@1035044178 after retry RPC after error@96690761) -> (continuation of Deferred@411021195 after retry RPC after error@1489311730) -> (continuation of Deferred@1777304237 after retry RPC after error@1998615795) -> (continuation of Deferred@306613867 after retry RPC after error@1657565526) -> (continuation of Deferred@1998814536 after retry RPC after error@63965363) -> (continuation of Deferred@633600884 after retry RPC after error@604268635) -> (continuation of Deferred@1210161326 after retry RPC after error@1270318217) -> (continuation of Deferred@1897258704 after retry RPC after error@1985226265) -> (continuation of Deferred@846472341 after retry RPC after error@1167093150), errback=(continuation of Deferred@850767420 after retry RPC after error@736971776) -> (continuation of Deferred@508180306 after retry RPC after error@759532460) -> (continuation of Deferred@840832118 after retry RPC after error@1943196537) -> (continuation of Deferred@1022200566 after retry RPC after error@1031040556) -> (continuation of Deferred@2131456080 after retry RPC after error@447167955) -> (continuation of Deferred@1254997579 after retry RPC after error@1414966320) -> (continuation of Deferred@1887166234 after retry RPC after error@1393634659) -> (continuation of Deferred@1955196588 after retry RPC after error@358611745) -> (continuation of Deferred@1005741471 after retry RPC after error@1641168311) -> (continuation of Deferred@1511347119 after retry RPC after error@821640511) -> (continuation of Deferred@403662882 after retry RPC after error@1749074193) -> (continuation of Deferred@414744477 after retry RPC after error@1641134448) -> (continuation of Deferred@41718544 after retry RPC after error@1826263559) -> (continuation of Deferred@935681174 after retry RPC after error@1538484519) -> (continuation of Deferred@1035044178 after retry RPC after error@96690761) -> (continuation of Deferred@411021195 after retry RPC after error@1489311730) -> (continuation of Deferred@1777304237 after retry RPC after error@1998615795) -> (continuation of Deferred@306613867 after retry RPC after error@1657565526) -> (continuation of Deferred@1998814536 after retry RPC after error@63965363) -> (continuation of Deferred@633600884 after retry RPC after error@604268635) -> (continuation of Deferred@1210161326 after retry RPC after error@1270318217) -> (continuation of Deferred@1897258704 after retry RPC after error@1985226265) -> (continuation of Deferred@846472341 after retry RPC after error@1167093150)))
23:13:36.757 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:36.757 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:36.757 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29171), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [159ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [168ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [172ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [172ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [251ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [283ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [283ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [431ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [432ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [432ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [432ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [442ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [462ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [482ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [541ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [542ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [562ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [563ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [642ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1343ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2401ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2403ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2722ms] too many traces: truncated at 100 traces, deferred=Deferred@1050784676(state=PENDING, result=null, callback=(continuation of Deferred@850767420 after retry RPC after error@736971776) -> (continuation of Deferred@508180306 after retry RPC after error@759532460) -> (continuation of Deferred@840832118 after retry RPC after error@1943196537) -> (continuation of Deferred@1022200566 after retry RPC after error@1031040556) -> (continuation of Deferred@2131456080 after retry RPC after error@447167955) -> (continuation of Deferred@1254997579 after retry RPC after error@1414966320) -> (continuation of Deferred@1887166234 after retry RPC after error@1393634659) -> (continuation of Deferred@1955196588 after retry RPC after error@358611745) -> (continuation of Deferred@1005741471 after retry RPC after error@1641168311) -> (continuation of Deferred@1511347119 after retry RPC after error@821640511) -> (continuation of Deferred@403662882 after retry RPC after error@1749074193) -> (continuation of Deferred@414744477 after retry RPC after error@1641134448) -> (continuation of Deferred@41718544 after retry RPC after error@1826263559) -> (continuation of Deferred@935681174 after retry RPC after error@1538484519) -> (continuation of Deferred@1035044178 after retry RPC after error@96690761) -> (continuation of Deferred@411021195 after retry RPC after error@1489311730) -> (continuation of Deferred@1777304237 after retry RPC after error@1998615795) -> (continuation of Deferred@306613867 after retry RPC after error@1657565526) -> (continuation of Deferred@1998814536 after retry RPC after error@63965363) -> (continuation of Deferred@633600884 after retry RPC after error@604268635) -> (continuation of Deferred@1210161326 after retry RPC after error@1270318217) -> (continuation of Deferred@1897258704 after retry RPC after error@1985226265) -> (continuation of Deferred@846472341 after retry RPC after error@1167093150), errback=(continuation of Deferred@850767420 after retry RPC after error@736971776) -> (continuation of Deferred@508180306 after retry RPC after error@759532460) -> (continuation of Deferred@840832118 after retry RPC after error@1943196537) -> (continuation of Deferred@1022200566 after retry RPC after error@1031040556) -> (continuation of Deferred@2131456080 after retry RPC after error@447167955) -> (continuation of Deferred@1254997579 after retry RPC after error@1414966320) -> (continuation of Deferred@1887166234 after retry RPC after error@1393634659) -> (continuation of Deferred@1955196588 after retry RPC after error@358611745) -> (continuation of Deferred@1005741471 after retry RPC after error@1641168311) -> (continuation of Deferred@1511347119 after retry RPC after error@821640511) -> (continuation of Deferred@403662882 after retry RPC after error@1749074193) -> (continuation of Deferred@414744477 after retry RPC after error@1641134448) -> (continuation of Deferred@41718544 after retry RPC after error@1826263559) -> (continuation of Deferred@935681174 after retry RPC after error@1538484519) -> (continuation of Deferred@1035044178 after retry RPC after error@96690761) -> (continuation of Deferred@411021195 after retry RPC after error@1489311730) -> (continuation of Deferred@1777304237 after retry RPC after error@1998615795) -> (continuation of Deferred@306613867 after retry RPC after error@1657565526) -> (continuation of Deferred@1998814536 after retry RPC after error@63965363) -> (continuation of Deferred@633600884 after retry RPC after error@604268635) -> (continuation of Deferred@1210161326 after retry RPC after error@1270318217) -> (continuation of Deferred@1897258704 after retry RPC after error@1985226265) -> (continuation of Deferred@846472341 after retry RPC after error@1167093150)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29171), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [159ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [168ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [172ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [172ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [251ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [283ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [283ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [431ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [432ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [432ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [432ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [442ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [462ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [482ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [541ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [542ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [562ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [563ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [642ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1343ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2401ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2403ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2722ms] too many traces: truncated at 100 traces, deferred=Deferred@1050784676(state=PENDING, result=null, callback=(continuation of Deferred@850767420 after retry RPC after error@736971776) -> (continuation of Deferred@508180306 after retry RPC after error@759532460) -> (continuation of Deferred@840832118 after retry RPC after error@1943196537) -> (continuation of Deferred@1022200566 after retry RPC after error@1031040556) -> (continuation of Deferred@2131456080 after retry RPC after error@447167955) -> (continuation of Deferred@1254997579 after retry RPC after error@1414966320) -> (continuation of Deferred@1887166234 after retry RPC after error@1393634659) -> (continuation of Deferred@1955196588 after retry RPC after error@358611745) -> (continuation of Deferred@1005741471 after retry RPC after error@1641168311) -> (continuation of Deferred@1511347119 after retry RPC after error@821640511) -> (continuation of Deferred@403662882 after retry RPC after error@1749074193) -> (continuation of Deferred@414744477 after retry RPC after error@1641134448) -> (continuation of Deferred@41718544 after retry RPC after error@1826263559) -> (continuation of Deferred@935681174 after retry RPC after error@1538484519) -> (continuation of Deferred@1035044178 after retry RPC after error@96690761) -> (continuation of Deferred@411021195 after retry RPC after error@1489311730) -> (continuation of Deferred@1777304237 after retry RPC after error@1998615795) -> (continuation of Deferred@306613867 after retry RPC after error@1657565526) -> (continuation of Deferred@1998814536 after retry RPC after error@63965363) -> (continuation of Deferred@633600884 after retry RPC after error@604268635) -> (continuation of Deferred@1210161326 after retry RPC after error@1270318217) -> (continuation of Deferred@1897258704 after retry RPC after error@1985226265) -> (continuation of Deferred@846472341 after retry RPC after error@1167093150), errback=(continuation of Deferred@850767420 after retry RPC after error@736971776) -> (continuation of Deferred@508180306 after retry RPC after error@759532460) -> (continuation of Deferred@840832118 after retry RPC after error@1943196537) -> (continuation of Deferred@1022200566 after retry RPC after error@1031040556) -> (continuation of Deferred@2131456080 after retry RPC after error@447167955) -> (continuation of Deferred@1254997579 after retry RPC after error@1414966320) -> (continuation of Deferred@1887166234 after retry RPC after error@1393634659) -> (continuation of Deferred@1955196588 after retry RPC after error@358611745) -> (continuation of Deferred@1005741471 after retry RPC after error@1641168311) -> (continuation of Deferred@1511347119 after retry RPC after error@821640511) -> (continuation of Deferred@403662882 after retry RPC after error@1749074193) -> (continuation of Deferred@414744477 after retry RPC after error@1641134448) -> (continuation of Deferred@41718544 after retry RPC after error@1826263559) -> (continuation of Deferred@935681174 after retry RPC after error@1538484519) -> (continuation of Deferred@1035044178 after retry RPC after error@96690761) -> (continuation of Deferred@411021195 after retry RPC after error@1489311730) -> (continuation of Deferred@1777304237 after retry RPC after error@1998615795) -> (continuation of Deferred@306613867 after retry RPC after error@1657565526) -> (continuation of Deferred@1998814536 after retry RPC after error@63965363) -> (continuation of Deferred@633600884 after retry RPC after error@604268635) -> (continuation of Deferred@1210161326 after retry RPC after error@1270318217) -> (continuation of Deferred@1897258704 after retry RPC after error@1985226265) -> (continuation of Deferred@846472341 after retry RPC after error@1167093150)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:36.758 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.758 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.758 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.758 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.758 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.758 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.757 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:36.762 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.762 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.762 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.762 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:36.762 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29171), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [159ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [168ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [172ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [172ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [251ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [283ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [283ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [431ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [432ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [432ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [432ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [442ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [462ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [482ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [541ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [542ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [562ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [563ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [642ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1343ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2401ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2403ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2722ms] too many traces: truncated at 100 traces, deferred=Deferred@1050784676(state=PENDING, result=null, callback=(continuation of Deferred@850767420 after retry RPC after error@736971776) -> (continuation of Deferred@508180306 after retry RPC after error@759532460) -> (continuation of Deferred@840832118 after retry RPC after error@1943196537) -> (continuation of Deferred@1022200566 after retry RPC after error@1031040556) -> (continuation of Deferred@2131456080 after retry RPC after error@447167955) -> (continuation of Deferred@1254997579 after retry RPC after error@1414966320) -> (continuation of Deferred@1887166234 after retry RPC after error@1393634659) -> (continuation of Deferred@1955196588 after retry RPC after error@358611745) -> (continuation of Deferred@1005741471 after retry RPC after error@1641168311) -> (continuation of Deferred@1511347119 after retry RPC after error@821640511) -> (continuation of Deferred@403662882 after retry RPC after error@1749074193) -> (continuation of Deferred@414744477 after retry RPC after error@1641134448) -> (continuation of Deferred@41718544 after retry RPC after error@1826263559) -> (continuation of Deferred@935681174 after retry RPC after error@1538484519) -> (continuation of Deferred@1035044178 after retry RPC after error@96690761) -> (continuation of Deferred@411021195 after retry RPC after error@1489311730) -> (continuation of Deferred@1777304237 after retry RPC after error@1998615795) -> (continuation of Deferred@306613867 after retry RPC after error@1657565526) -> (continuation of Deferred@1998814536 after retry RPC after error@63965363) -> (continuation of Deferred@633600884 after retry RPC after error@604268635) -> (continuation of Deferred@1210161326 after retry RPC after error@1270318217) -> (continuation of Deferred@1897258704 after retry RPC after error@1985226265) -> (continuation of Deferred@846472341 after retry RPC after error@1167093150), errback=(continuation of Deferred@850767420 after retry RPC after error@736971776) -> (continuation of Deferred@508180306 after retry RPC after error@759532460) -> (continuation of Deferred@840832118 after retry RPC after error@1943196537) -> (continuation of Deferred@1022200566 after retry RPC after error@1031040556) -> (continuation of Deferred@2131456080 after retry RPC after error@447167955) -> (continuation of Deferred@1254997579 after retry RPC after error@1414966320) -> (continuation of Deferred@1887166234 after retry RPC after error@1393634659) -> (continuation of Deferred@1955196588 after retry RPC after error@358611745) -> (continuation of Deferred@1005741471 after retry RPC after error@1641168311) -> (continuation of Deferred@1511347119 after retry RPC after error@821640511) -> (continuation of Deferred@403662882 after retry RPC after error@1749074193) -> (continuation of Deferred@414744477 after retry RPC after error@1641134448) -> (continuation of Deferred@41718544 after retry RPC after error@1826263559) -> (continuation of Deferred@935681174 after retry RPC after error@1538484519) -> (continuation of Deferred@1035044178 after retry RPC after error@96690761) -> (continuation of Deferred@411021195 after retry RPC after error@1489311730) -> (continuation of Deferred@1777304237 after retry RPC after error@1998615795) -> (continuation of Deferred@306613867 after retry RPC after error@1657565526) -> (continuation of Deferred@1998814536 after retry RPC after error@63965363) -> (continuation of Deferred@633600884 after retry RPC after error@604268635) -> (continuation of Deferred@1210161326 after retry RPC after error@1270318217) -> (continuation of Deferred@1897258704 after retry RPC after error@1985226265) -> (continuation of Deferred@846472341 after retry RPC after error@1167093150)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29171), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [158ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [159ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [165ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [168ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [172ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [172ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [243ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [250ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [251ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [283ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [283ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [302ms] refreshing cache from master, [302ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [430ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [431ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [431ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [432ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [432ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [432ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [442ms] refreshing cache from master, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [442ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [443ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [444ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [444ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [462ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [462ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [480ms] refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [481ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [482ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [482ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [540ms] refreshing cache from master, [540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [541ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [542ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [542ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [560ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [562ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [563ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [563ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [640ms] refreshing cache from master, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [641ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [642ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1160ms] refreshing cache from master, [1160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1161ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1162ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1162ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [1341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [1342ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [1343ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2401ms] refreshing cache from master, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.253:37081: Network error: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.254:35665: Network error: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665, [2402ms] Sub RPC ConnectToMaster: received response from server master-127.15.153.252:38525: Network error: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2403ms] delaying RPC due to: Service unavailable: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525, [2721ms] refreshing cache from master, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.253:37081, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.254:35665, [2721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.15.153.252:38525, [2722ms] too many traces: truncated at 100 traces, deferred=Deferred@1050784676(state=PENDING, result=null, callback=(continuation of Deferred@850767420 after retry RPC after error@736971776) -> (continuation of Deferred@508180306 after retry RPC after error@759532460) -> (continuation of Deferred@840832118 after retry RPC after error@1943196537) -> (continuation of Deferred@1022200566 after retry RPC after error@1031040556) -> (continuation of Deferred@2131456080 after retry RPC after error@447167955) -> (continuation of Deferred@1254997579 after retry RPC after error@1414966320) -> (continuation of Deferred@1887166234 after retry RPC after error@1393634659) -> (continuation of Deferred@1955196588 after retry RPC after error@358611745) -> (continuation of Deferred@1005741471 after retry RPC after error@1641168311) -> (continuation of Deferred@1511347119 after retry RPC after error@821640511) -> (continuation of Deferred@403662882 after retry RPC after error@1749074193) -> (continuation of Deferred@414744477 after retry RPC after error@1641134448) -> (continuation of Deferred@41718544 after retry RPC after error@1826263559) -> (continuation of Deferred@935681174 after retry RPC after error@1538484519) -> (continuation of Deferred@1035044178 after retry RPC after error@96690761) -> (continuation of Deferred@411021195 after retry RPC after error@1489311730) -> (continuation of Deferred@1777304237 after retry RPC after error@1998615795) -> (continuation of Deferred@306613867 after retry RPC after error@1657565526) -> (continuation of Deferred@1998814536 after retry RPC after error@63965363) -> (continuation of Deferred@633600884 after retry RPC after error@604268635) -> (continuation of Deferred@1210161326 after retry RPC after error@1270318217) -> (continuation of Deferred@1897258704 after retry RPC after error@1985226265) -> (continuation of Deferred@846472341 after retry RPC after error@1167093150), errback=(continuation of Deferred@850767420 after retry RPC after error@736971776) -> (continuation of Deferred@508180306 after retry RPC after error@759532460) -> (continuation of Deferred@840832118 after retry RPC after error@1943196537) -> (continuation of Deferred@1022200566 after retry RPC after error@1031040556) -> (continuation of Deferred@2131456080 after retry RPC after error@447167955) -> (continuation of Deferred@1254997579 after retry RPC after error@1414966320) -> (continuation of Deferred@1887166234 after retry RPC after error@1393634659) -> (continuation of Deferred@1955196588 after retry RPC after error@358611745) -> (continuation of Deferred@1005741471 after retry RPC after error@1641168311) -> (continuation of Deferred@1511347119 after retry RPC after error@821640511) -> (continuation of Deferred@403662882 after retry RPC after error@1749074193) -> (continuation of Deferred@414744477 after retry RPC after error@1641134448) -> (continuation of Deferred@41718544 after retry RPC after error@1826263559) -> (continuation of Deferred@935681174 after retry RPC after error@1538484519) -> (continuation of Deferred@1035044178 after retry RPC after error@96690761) -> (continuation of Deferred@411021195 after retry RPC after error@1489311730) -> (continuation of Deferred@1777304237 after retry RPC after error@1998615795) -> (continuation of Deferred@306613867 after retry RPC after error@1657565526) -> (continuation of Deferred@1998814536 after retry RPC after error@63965363) -> (continuation of Deferred@633600884 after retry RPC after error@604268635) -> (continuation of Deferred@1210161326 after retry RPC after error@1270318217) -> (continuation of Deferred@1897258704 after retry RPC after error@1985226265) -> (continuation of Deferred@846472341 after retry RPC after error@1167093150)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.15.153.252:38525
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:36.763 [INFO - flink-pekko.actor.default-dispatcher-4] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:13:36.763 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#5) of source Source: KuduSource.
23:13:36.763 [INFO - flink-pekko.actor.default-dispatcher-4] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
23:13:36.763 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1145) Attempting to cancel task Source: KuduSource -> Sink: Writer (3/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
23:13:36.764 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from INITIALIZING to CANCELING.
23:13:36.764 [INFO - flink-pekko.actor.default-dispatcher-6] (Task.java:1210) Triggering cancellation of task code Source: KuduSource -> Sink: Writer (3/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
23:13:36.765 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (SourceReaderBase.java:338) Closing Source Reader.
23:13:36.765 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
23:13:36.765 [INFO - Source: KuduSource -> Sink: Writer (3/4)#5] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#5 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5).
23:13:36.768 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state CANCELED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#5 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5.
23:13:36.769 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_5) switched from CANCELING to CANCELED.
23:13:36.769 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 9c307ae8863c63d3de8666de8ff6a319
23:13:36.775 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:36.775 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:36.775 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:36.775 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.775 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.775 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.776 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.776 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.776 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:36.776 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.776 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.776 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.776 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:36.791 [DEBUG - pool-406-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30006), Traces: [0ms] sending RPC to server master-127.21.224.62:43747, [19ms] received response from server master-127.21.224.62:43747: OK, deferred=null) with no deferred attached!
23:13:36.794 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:36.794 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:36.794 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:36.795 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.795 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.795 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.795 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.795 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.795 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.796 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.796 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.796 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.796 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:36.815 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:36.815 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:36.815 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:36.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.815 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.815 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.815 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.816 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.816 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.816 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.816 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:36.834 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:36.835 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:36.835 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:36.835 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.835 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.835 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.835 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.835 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.835 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.836 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.836 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.836 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.836 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:36.838 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:36.838 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:36.838 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:36.838 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.838 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.838 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.839 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.839 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.839 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.839 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.839 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.839 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.839 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:36.874 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:36.874 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:36.874 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:36.875 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.875 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.875 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.878 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.878 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.878 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.878 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.878 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.878 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.878 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:36.880 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:36.934 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:36.934 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:36.934 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:36.935 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.935 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.935 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.935 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.935 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.935 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.935 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.935 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.935 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.935 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:36.972 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:36.972 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:36.972 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:36.972 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.972 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.972 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:36.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.973 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.973 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.973 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:36.973 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.973 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:36.973 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:36.995 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:36.995 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:36.995 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:36.995 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.995 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.995 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:36.996 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.996 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.996 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:36.996 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.996 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.996 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:36.996 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:37.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:37.078 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:37.078 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:37.078 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:37.079 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:37.079 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:37.079 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:37.079 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:37.079 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:37.079 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:37.079 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:37.079 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:37.079 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:37.079 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:37.155 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 64 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466017142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:37.188 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:37.187512 25903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 6
23:13:37.192 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:37.193 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:37.193 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:37.193 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:37.193 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:37.193 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:37.193 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:37.193 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:37.194 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:37.194 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:37.194 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:37.194 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:37.194 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:37.198 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 64 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=56 ms, finalizationTime=0 ms).
23:13:37.200 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 64 as completed for source Source: KuduSource.
23:13:37.207 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:37.207625 25903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:37.234 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:37.235 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:37.235 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:37.235 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:37.235 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:37.235 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:37.236 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:37.236 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:37.236 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:37.236 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:37.236 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:37.236 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:37.237 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:37.251 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:37.251 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:37.251 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:37.252 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:37.252 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:37.252 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:37.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:37.253 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:37.253 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:37.253 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:37.253 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:37.253 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:37.253 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:37.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:37.266781 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 6
23:13:37.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:37.302 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:37.301954 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:37.326 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:37.327 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:37.327 [DEBUG - pool-440-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:37.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:37.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:37.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:37.328 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:37.328 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:37.328 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:37.335 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:37.335 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:37.335 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:37.335 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:37.336 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=29891), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [43ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [44ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [99ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [99ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [445ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [446ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [452ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [453ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [461ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [461ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [481ms] refreshing cache from master, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [516ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [517ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [532ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [533ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [533ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [533ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [541ms] refreshing cache from master, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [541ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [542ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [543ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [543ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [562ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [562ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [563ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [563ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [601ms] refreshing cache from master, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [602ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [602ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [602ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [603ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [681ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [681ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [681ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [682ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [682ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [740ms] refreshing cache from master, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [741ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [741ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [742ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [742ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [781ms] refreshing cache from master, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [781ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [782ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [782ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [782ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [782ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [783ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1121ms] refreshing cache from master, [1121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [1122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [1122ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [1123ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [1124ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [1124ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2001ms] refreshing cache from master, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2001ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2001ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2002ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2002ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2501ms] refreshing cache from master, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [2501ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.62:41205: Network error: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.60:33655: Network error: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655, [2502ms] Sub RPC ConnectToMaster: received response from server master-127.16.97.61:39663: Network error: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [2502ms] delaying RPC due to: Service unavailable: Master config (127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663, [6140ms] refreshing cache from master, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.62:41205, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.60:33655, [6141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.16.97.61:39663, [6141ms] too many traces: truncated at 100 traces, deferred=Deferred@1621519659(state=PENDING, result=null, callback=(continuation of Deferred@738208017 after retry RPC after error@2052788877) -> (continuation of Deferred@756439127 after retry RPC after error@2114631659) -> (continuation of Deferred@1408192922 after retry RPC after error@1904410128) -> (continuation of Deferred@1850328215 after retry RPC after error@1171755866) -> (continuation of Deferred@1813871099 after retry RPC after error@168388630) -> (continuation of Deferred@709126332 after retry RPC after error@1408267245) -> (continuation of Deferred@1411713737 after retry RPC after error@363696515) -> (continuation of Deferred@472189442 after retry RPC after error@1285193072) -> (continuation of Deferred@815093096 after retry RPC after error@1229843312) -> (continuation of Deferred@2097974593 after retry RPC after error@1650593389) -> (continuation of Deferred@2017864028 after retry RPC after error@1584814927) -> (continuation of Deferred@1191818053 after retry RPC after error@896191663) -> (continuation of Deferred@2083458967 after retry RPC after error@275746686) -> (continuation of Deferred@452367789 after retry RPC after error@2040151528) -> (continuation of Deferred@2110637819 after retry RPC after error@288731715) -> (continuation of Deferred@1061164597 after retry RPC after error@387782984) -> (continuation of Deferred@74776398 after retry RPC after error@946856489) -> (continuation of Deferred@128035503 after retry RPC after error@2022253642) -> (continuation of Deferred@1529100954 after retry RPC after error@471725437) -> (continuation of Deferred@384024707 after retry RPC after error@670633313) -> (continuation of Deferred@1576211438 after retry RPC after error@775332656) -> (continuation of Deferred@643402157 after retry RPC after error@1227102722) -> (continuation of Deferred@202181803 after retry RPC after error@389615929), errback=(continuation of Deferred@738208017 after retry RPC after error@2052788877) -> (continuation of Deferred@756439127 after retry RPC after error@2114631659) -> (continuation of Deferred@1408192922 after retry RPC after error@1904410128) -> (continuation of Deferred@1850328215 after retry RPC after error@1171755866) -> (continuation of Deferred@1813871099 after retry RPC after error@168388630) -> (continuation of Deferred@709126332 after retry RPC after error@1408267245) -> (continuation of Deferred@1411713737 after retry RPC after error@363696515) -> (continuation of Deferred@472189442 after retry RPC after error@1285193072) -> (continuation of Deferred@815093096 after retry RPC after error@1229843312) -> (continuation of Deferred@2097974593 after retry RPC after error@1650593389) -> (continuation of Deferred@2017864028 after retry RPC after error@1584814927) -> (continuation of Deferred@1191818053 after retry RPC after error@896191663) -> (continuation of Deferred@2083458967 after retry RPC after error@275746686) -> (continuation of Deferred@452367789 after retry RPC after error@2040151528) -> (continuation of Deferred@2110637819 after retry RPC after error@288731715) -> (continuation of Deferred@1061164597 after retry RPC after error@387782984) -> (continuation of Deferred@74776398 after retry RPC after error@946856489) -> (continuation of Deferred@128035503 after retry RPC after error@2022253642) -> (continuation of Deferred@1529100954 after retry RPC after error@471725437) -> (continuation of Deferred@384024707 after retry RPC after error@670633313) -> (continuation of Deferred@1576211438 after retry RPC after error@775332656) -> (continuation of Deferred@643402157 after retry RPC after error@1227102722) -> (continuation of Deferred@202181803 after retry RPC after error@389615929)))
23:13:37.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:37.426 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:37.426 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:37.426 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:37.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:37.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:37.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:37.427 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:37.427 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:37.427 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:37.427 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:37.427 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:37.427 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:37.427 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:37.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:37.514 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:37.515 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:37.515 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:37.515 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:37.515 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:37.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:37.516 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:37.516 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:37.516 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:37.516 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:37.516 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:37.516 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:37.517 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:37.534 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:37.534 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:37.535 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:37.535 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:37.535 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:37.535 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:37.536 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:37.536 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:37.536 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:37.536 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:37.536 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:37.536 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:37.536 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:37.643 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 65 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466017642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:37.657 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 65 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=15 ms, finalizationTime=0 ms).
23:13:37.659 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 65 as completed for source Source: KuduSource.
23:13:37.710 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:37.711 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:37.711 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:37.711 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:37.711 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:37.711 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:37.712 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:37.712 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:37.712 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:37.712 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:37.712 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:37.712 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:37.712 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:37.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:37.879 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:37.909 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:37.909 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:37.909 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:37.910 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:37.910 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:37.910 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:37.910 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:37.910 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:37.911 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:37.911 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:37.911 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:37.911 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:37.911 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:37.912 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:37.912 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:37.912 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:37.913 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:37.913 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:37.913 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:37.913 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:37.913 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:37.913 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:37.914 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:37.914 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:37.914 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:37.914 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:38.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:38.143 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 66 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466018142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:38.152 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 66 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:13:38.153 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 66 as completed for source Source: KuduSource.
23:13:38.217 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:37.815008 25916 debug-util.cc:398] Leaking SignalData structure 0x7b0800028020 after lost signal to thread 25905
23:13:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:38.217547 25916 kernel_stack_watchdog.cc:198] Thread 25905 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 400ms:
23:13:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:13:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:13:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:13:38.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:13:38.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:38.218600 25905 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.808s	user 0.611s	sys 1.124s
23:13:38.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:36.411376 25918 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:38.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:38.219378 25919 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1806 milliseconds
23:13:38.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:38.219079 25905 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.808s	user 0.611s	sys 1.125s
23:13:38.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:38.220871 25920 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:38.221 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.220955 25905 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:13:38.225 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.224929 25905 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:38.228 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.227898 25905 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:38.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.229290 25905 hybrid_clock.cc:648] HybridClock initialized: now 1783466018229249 us; error 42 us; skew 500 ppm
23:13:38.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.230119 25905 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:38.230 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:38.230 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:38.230 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:38.230 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:38.230 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:38.230 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:38.231 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:38.231 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:38.231 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:38.231 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:38.231 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:38.231 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:38.231 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:38.238 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.238360 25905 webserver.cc:534] Webserver started at http://127.25.22.252:33061/ using document root <none> and password file <none>
23:13:38.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.239419 25905 fs_manager.cc:362] Metadata directory not provided
23:13:38.239 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.239694 25905 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:38.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.240257 25905 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.245045 25905 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/data/instance:
23:13:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d61c194fe6f4bb2a548fb97c04305c9"
23:13:38.245 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:38 on dist-test-slave-sprr"
23:13:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.246619 25905 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/wal/instance:
23:13:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d61c194fe6f4bb2a548fb97c04305c9"
23:13:38.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:38 on dist-test-slave-sprr"
23:13:38.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.255196 25905 fs_manager.cc:696] Time spent creating directory manager: real 0.008s	user 0.005s	sys 0.003s
23:13:38.256 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:38.256 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:38.256 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:38.256 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.256 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.256 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.256 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.256 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.256 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.257 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.257 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.257 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.258 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:38.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.263252 25938 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:38.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.264669 25905 fs_manager.cc:730] Time spent opening block manager: real 0.005s	user 0.001s	sys 0.004s
23:13:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.265008 25905 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/wal
23:13:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "1d61c194fe6f4bb2a548fb97c04305c9"
23:13:38.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:38 on dist-test-slave-sprr"
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.265296 25905 fs_report.cc:389] FS layout report
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/wal
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/wal
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/data/data
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:38.266 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:38.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.268136 25903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 7
23:13:38.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:38.291532 25903 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:38.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.332589 25905 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:38.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.334511 25905 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:38.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.335022 25905 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:38.337 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.335431 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 7
23:13:38.356 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:38.356160 25773 consensus_peers.cc:760] Error getting permanent uuid from config peer 127.25.22.252:36495: Network error: Client connection negotiation failed: client connection to 127.25.22.252:36495: connect: Connection refused (error 111)
23:13:38.377 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:38.431 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.431613 25905 rpc_server.cc:307] RPC server started. Bound to: 127.25.22.252:36495
23:13:38.432 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.431648 25993 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.22.252:36495 every 8 connection(s)
23:13:38.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.434692 25905 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/data/info.pb
23:13:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.441838 25994 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.442189 25691 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 25905
23:13:38.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.442662 25691 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/master-2/wal/instance
23:13:38.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.459473 25994 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } has no permanent_uuid. Determining permanent_uuid...
23:13:38.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.492206 25994 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } has no permanent_uuid. Determining permanent_uuid...
23:13:38.499 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:38.499 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:38.499 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:38.499 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.499 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.499 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.499 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.499 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.499 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.500 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.500 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.500 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.500 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:38.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:38.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.505782 25994 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } has no permanent_uuid. Determining permanent_uuid...
23:13:38.525 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.525146 25994 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9: Bootstrap starting.
23:13:38.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.532222 25994 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9: Neither blocks nor log segments found. Creating new log.
23:13:38.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.534355 25994 log.cc:826] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9: Log is configured to *not* fsync() on all Append() calls
23:13:38.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.539286 25994 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9: No bootstrap required, opened a new log
23:13:38.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.561009 25994 raft_consensus.cc:359] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } }
23:13:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.561704 25994 raft_consensus.cc:385] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:38.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.562012 25994 raft_consensus.cc:740] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 1d61c194fe6f4bb2a548fb97c04305c9, State: Initialized, Role: FOLLOWER
23:13:38.563 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.562934 25994 consensus_queue.cc:260] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } }
23:13:38.566 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.566136 26004 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } } }
23:13:38.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.566951 26004 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [sys.catalog]: This master's current role is: FOLLOWER
23:13:38.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.567543 25994 sys_catalog.cc:565] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [sys.catalog]: configured and running, proceeding with master startup.
23:13:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:38.599071 26015 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:13:38.599 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:38.599464 26015 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:13:38.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:38.601815 25948 tablet.cc:2406] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:38.606 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:38.606 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:38.606 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:38.606 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:38.606 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:38.606 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:38.606 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:38.606 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:38.607 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:38.606 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:38.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:38.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:38.607 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.591231 25905 master_runner.cc:187] Error getting master registration for 127.25.22.254:34285: OK, instance_id { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" instance_seqno: 1783466013591523 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:13:38.621 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.621541 25905 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:13:38.642 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 67 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466018642 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:38.651 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 67 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:13:38.651 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 67 as completed for source Source: KuduSource.
23:13:38.742 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:38.743 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:38.743 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:38.743 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.743 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.743 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.743 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.743 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.743 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.743 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:38.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:38.791 [DEBUG - pool-406-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.21.224.62:43747, [7ms] received response from server master-127.21.224.62:43747: OK, deferred=null) with no deferred attached!
23:13:38.798 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:38.798 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:38.798 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:38.799 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.799 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.799 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.799 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:38.799 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.799 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.799 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.799 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:38.799 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:38.799 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:38.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.825151 26004 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:38.826 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.825768 26004 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } }
23:13:38.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:38.828526 26004 leader_election.cc:290] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 865ea4ac60034b41bc19e896f38a5f00 (127.25.22.254:34285), 44361a9064464112aace8b60ae4fea1f (127.25.22.253:35723)
23:13:38.877 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:38.907 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:38.907 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:38.907 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:38.908 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:38.908 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:38.908 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:38.908 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:38.908 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:38.908 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:38.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:38.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:38.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:38.908 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:38.913 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:38.913 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:38.913 [DEBUG - pool-480-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:38.913 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:38.913 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:38.913 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:38.914 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:38.914 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:38.914 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:38.914 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:38.914 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:38.914 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:38.914 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:38.914 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27482), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [19ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [51ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [51ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [73ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [240ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [282ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [380ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [380ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [381ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [762ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1801ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2661ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2661ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2661ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2662ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3720ms] refreshing cache from master, [3720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3721ms] too many traces: truncated at 100 traces, deferred=Deferred@201467190(state=PENDING, result=null, callback=(continuation of Deferred@237393638 after retry RPC after error@1905150338) -> (continuation of Deferred@1677797592 after retry RPC after error@2042075899) -> (continuation of Deferred@1159361101 after retry RPC after error@1180430645) -> (continuation of Deferred@728848078 after retry RPC after error@1851027737) -> (continuation of Deferred@2026565252 after retry RPC after error@1635871473) -> (continuation of Deferred@1088919337 after retry RPC after error@234289813) -> (continuation of Deferred@577215329 after retry RPC after error@1213971262) -> (continuation of Deferred@880358339 after retry RPC after error@241255819) -> (continuation of Deferred@272853941 after retry RPC after error@89436360) -> (continuation of Deferred@2018409610 after retry RPC after error@2080846613) -> (continuation of Deferred@2006118883 after retry RPC after error@1474354473) -> (continuation of Deferred@1556169075 after retry RPC after error@429608549) -> (continuation of Deferred@2036771164 after retry RPC after error@683555532) -> (continuation of Deferred@2116172913 after retry RPC after error@1032433078) -> (continuation of Deferred@1911152402 after retry RPC after error@685306809) -> (continuation of Deferred@1207341927 after retry RPC after error@937583154) -> (continuation of Deferred@139209363 after retry RPC after error@1734759704) -> (continuation of Deferred@351838008 after retry RPC after error@816811111) -> (continuation of Deferred@1507729491 after retry RPC after error@205877477) -> (continuation of Deferred@1544826634 after retry RPC after error@278158427) -> (continuation of Deferred@954219170 after retry RPC after error@520468227) -> (continuation of Deferred@1653913494 after retry RPC after error@1347438875), errback=(continuation of Deferred@237393638 after retry RPC after error@1905150338) -> (continuation of Deferred@1677797592 after retry RPC after error@2042075899) -> (continuation of Deferred@1159361101 after retry RPC after error@1180430645) -> (continuation of Deferred@728848078 after retry RPC after error@1851027737) -> (continuation of Deferred@2026565252 after retry RPC after error@1635871473) -> (continuation of Deferred@1088919337 after retry RPC after error@234289813) -> (continuation of Deferred@577215329 after retry RPC after error@1213971262) -> (continuation of Deferred@880358339 after retry RPC after error@241255819) -> (continuation of Deferred@272853941 after retry RPC after error@89436360) -> (continuation of Deferred@2018409610 after retry RPC after error@2080846613) -> (continuation of Deferred@2006118883 after retry RPC after error@1474354473) -> (continuation of Deferred@1556169075 after retry RPC after error@429608549) -> (continuation of Deferred@2036771164 after retry RPC after error@683555532) -> (continuation of Deferred@2116172913 after retry RPC after error@1032433078) -> (continuation of Deferred@1911152402 after retry RPC after error@685306809) -> (continuation of Deferred@1207341927 after retry RPC after error@937583154) -> (continuation of Deferred@139209363 after retry RPC after error@1734759704) -> (continuation of Deferred@351838008 after retry RPC after error@816811111) -> (continuation of Deferred@1507729491 after retry RPC after error@205877477) -> (continuation of Deferred@1544826634 after retry RPC after error@278158427) -> (continuation of Deferred@954219170 after retry RPC after error@520468227) -> (continuation of Deferred@1653913494 after retry RPC after error@1347438875)))
23:13:38.915 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:13:38.915 [WARN - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27482), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [19ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [51ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [51ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [73ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [240ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [282ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [380ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [380ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [381ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [762ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1801ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2661ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2661ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2661ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2662ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3720ms] refreshing cache from master, [3720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3721ms] too many traces: truncated at 100 traces, deferred=Deferred@201467190(state=PENDING, result=null, callback=(continuation of Deferred@237393638 after retry RPC after error@1905150338) -> (continuation of Deferred@1677797592 after retry RPC after error@2042075899) -> (continuation of Deferred@1159361101 after retry RPC after error@1180430645) -> (continuation of Deferred@728848078 after retry RPC after error@1851027737) -> (continuation of Deferred@2026565252 after retry RPC after error@1635871473) -> (continuation of Deferred@1088919337 after retry RPC after error@234289813) -> (continuation of Deferred@577215329 after retry RPC after error@1213971262) -> (continuation of Deferred@880358339 after retry RPC after error@241255819) -> (continuation of Deferred@272853941 after retry RPC after error@89436360) -> (continuation of Deferred@2018409610 after retry RPC after error@2080846613) -> (continuation of Deferred@2006118883 after retry RPC after error@1474354473) -> (continuation of Deferred@1556169075 after retry RPC after error@429608549) -> (continuation of Deferred@2036771164 after retry RPC after error@683555532) -> (continuation of Deferred@2116172913 after retry RPC after error@1032433078) -> (continuation of Deferred@1911152402 after retry RPC after error@685306809) -> (continuation of Deferred@1207341927 after retry RPC after error@937583154) -> (continuation of Deferred@139209363 after retry RPC after error@1734759704) -> (continuation of Deferred@351838008 after retry RPC after error@816811111) -> (continuation of Deferred@1507729491 after retry RPC after error@205877477) -> (continuation of Deferred@1544826634 after retry RPC after error@278158427) -> (continuation of Deferred@954219170 after retry RPC after error@520468227) -> (continuation of Deferred@1653913494 after retry RPC after error@1347438875), errback=(continuation of Deferred@237393638 after retry RPC after error@1905150338) -> (continuation of Deferred@1677797592 after retry RPC after error@2042075899) -> (continuation of Deferred@1159361101 after retry RPC after error@1180430645) -> (continuation of Deferred@728848078 after retry RPC after error@1851027737) -> (continuation of Deferred@2026565252 after retry RPC after error@1635871473) -> (continuation of Deferred@1088919337 after retry RPC after error@234289813) -> (continuation of Deferred@577215329 after retry RPC after error@1213971262) -> (continuation of Deferred@880358339 after retry RPC after error@241255819) -> (continuation of Deferred@272853941 after retry RPC after error@89436360) -> (continuation of Deferred@2018409610 after retry RPC after error@2080846613) -> (continuation of Deferred@2006118883 after retry RPC after error@1474354473) -> (continuation of Deferred@1556169075 after retry RPC after error@429608549) -> (continuation of Deferred@2036771164 after retry RPC after error@683555532) -> (continuation of Deferred@2116172913 after retry RPC after error@1032433078) -> (continuation of Deferred@1911152402 after retry RPC after error@685306809) -> (continuation of Deferred@1207341927 after retry RPC after error@937583154) -> (continuation of Deferred@139209363 after retry RPC after error@1734759704) -> (continuation of Deferred@351838008 after retry RPC after error@816811111) -> (continuation of Deferred@1507729491 after retry RPC after error@205877477) -> (continuation of Deferred@1544826634 after retry RPC after error@278158427) -> (continuation of Deferred@954219170 after retry RPC after error@520468227) -> (continuation of Deferred@1653913494 after retry RPC after error@1347438875)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:38.916 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6).
23:13:38.917 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#6 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
23:13:38.919 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27482), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [18ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [19ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [20ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [51ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [51ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [73ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [122ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [122ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [141ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [240ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [281ms] refreshing cache from master, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [281ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [282ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [282ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [380ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [380ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [381ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [381ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [761ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [762ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1800ms] refreshing cache from master, [1800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1801ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1801ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2661ms] refreshing cache from master, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2661ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2661ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2661ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2661ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2662ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3720ms] refreshing cache from master, [3720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3721ms] too many traces: truncated at 100 traces, deferred=Deferred@201467190(state=PENDING, result=null, callback=(continuation of Deferred@237393638 after retry RPC after error@1905150338) -> (continuation of Deferred@1677797592 after retry RPC after error@2042075899) -> (continuation of Deferred@1159361101 after retry RPC after error@1180430645) -> (continuation of Deferred@728848078 after retry RPC after error@1851027737) -> (continuation of Deferred@2026565252 after retry RPC after error@1635871473) -> (continuation of Deferred@1088919337 after retry RPC after error@234289813) -> (continuation of Deferred@577215329 after retry RPC after error@1213971262) -> (continuation of Deferred@880358339 after retry RPC after error@241255819) -> (continuation of Deferred@272853941 after retry RPC after error@89436360) -> (continuation of Deferred@2018409610 after retry RPC after error@2080846613) -> (continuation of Deferred@2006118883 after retry RPC after error@1474354473) -> (continuation of Deferred@1556169075 after retry RPC after error@429608549) -> (continuation of Deferred@2036771164 after retry RPC after error@683555532) -> (continuation of Deferred@2116172913 after retry RPC after error@1032433078) -> (continuation of Deferred@1911152402 after retry RPC after error@685306809) -> (continuation of Deferred@1207341927 after retry RPC after error@937583154) -> (continuation of Deferred@139209363 after retry RPC after error@1734759704) -> (continuation of Deferred@351838008 after retry RPC after error@816811111) -> (continuation of Deferred@1507729491 after retry RPC after error@205877477) -> (continuation of Deferred@1544826634 after retry RPC after error@278158427) -> (continuation of Deferred@954219170 after retry RPC after error@520468227) -> (continuation of Deferred@1653913494 after retry RPC after error@1347438875), errback=(continuation of Deferred@237393638 after retry RPC after error@1905150338) -> (continuation of Deferred@1677797592 after retry RPC after error@2042075899) -> (continuation of Deferred@1159361101 after retry RPC after error@1180430645) -> (continuation of Deferred@728848078 after retry RPC after error@1851027737) -> (continuation of Deferred@2026565252 after retry RPC after error@1635871473) -> (continuation of Deferred@1088919337 after retry RPC after error@234289813) -> (continuation of Deferred@577215329 after retry RPC after error@1213971262) -> (continuation of Deferred@880358339 after retry RPC after error@241255819) -> (continuation of Deferred@272853941 after retry RPC after error@89436360) -> (continuation of Deferred@2018409610 after retry RPC after error@2080846613) -> (continuation of Deferred@2006118883 after retry RPC after error@1474354473) -> (continuation of Deferred@1556169075 after retry RPC after error@429608549) -> (continuation of Deferred@2036771164 after retry RPC after error@683555532) -> (continuation of Deferred@2116172913 after retry RPC after error@1032433078) -> (continuation of Deferred@1911152402 after retry RPC after error@685306809) -> (continuation of Deferred@1207341927 after retry RPC after error@937583154) -> (continuation of Deferred@139209363 after retry RPC after error@1734759704) -> (continuation of Deferred@351838008 after retry RPC after error@816811111) -> (continuation of Deferred@1507729491 after retry RPC after error@205877477) -> (continuation of Deferred@1544826634 after retry RPC after error@278158427) -> (continuation of Deferred@954219170 after retry RPC after error@520468227) -> (continuation of Deferred@1653913494 after retry RPC after error@1347438875)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:38.920 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#6) of source Source: KuduSource.
23:13:38.920 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_6.
23:13:38.920 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RUNNING to RESTARTING.
23:13:38.921 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:38.987 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:38.987 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:38.987 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:38.988 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:38.988 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:38.988 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:38.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:38.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:38.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:38.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:38.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:38.989 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:38.989 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:39.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:39.074 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:39.074 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:39.074 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:39.074 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:39.074 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:39.074 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:39.075 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:39.075 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:39.075 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:39.075 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:39.075 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:39.075 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:39.075 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:39.144 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 68 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466019142 for job 8bfc36203f1d103ecbac657570b4b4ce.
23:13:39.151 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 68 for job 8bfc36203f1d103ecbac657570b4b4ce (1651 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:13:39.151 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 68 as completed for source Source: KuduSource.
23:13:39.245 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:39.246 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:39.246 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:39.246 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:39.246 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:39.246 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:39.246 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:39.246 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:39.246 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:39.246 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:39.246 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:39.246 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:39.246 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:39.277 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:39.330 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.60:34307(127.21.224.60:34307)] connecting to peer
23:13:39.331 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.62:43747(127.21.224.62:43747)] connecting to peer
23:13:39.331 [DEBUG - pool-470-thread-1] (Connection.java:748) [peer master-127.21.224.61:43771(127.21.224.61:43771)] connecting to peer
23:13:39.331 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:39.331 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.21.224.60:34307(127.21.224.60:34307)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:39.331 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.60:34307: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307
23:13:39.331 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:39.331 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.21.224.62:43747(127.21.224.62:43747)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:39.331 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.62:43747: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747
23:13:39.332 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:39.332 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.21.224.61:43771(127.21.224.61:43771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:39.332 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.21.224.61:43771: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
23:13:39.332 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771; will retry
23:13:39.332 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29499, elapsed=27942), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771], [67ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [67ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771],org.apache.kudu.client.RecoverableException: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [92ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [281ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [379ms] refreshing cache from master, [379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [381ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [381ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [421ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [762ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2580ms] refreshing cache from master, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [2580ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2581ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [3800ms] refreshing cache from master, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3801ms] too many traces: truncated at 100 traces, deferred=Deferred@2097675061(state=PENDING, result=null, callback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638), errback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638)))
23:13:39.333 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1523) Notify RPC ScanRequest(scannerId=null, state=OPENING, tablet=6d573a1d635c4f749359a23bfe55e8d1, attempt=4, KuduRpc(method=Scan, tablet=6d573a1d635c4f749359a23bfe55e8d1, attempt=4, TimeoutTracker(timeout=30000, elapsed=28444), Traces: [0ms] sending RPC to server 744be2e0bce143559451047a05e6ccf0, [425ms] received response from server 744be2e0bce143559451047a05e6ccf0: Network error: connection closed, [425ms] delaying RPC due to: Network error: connection closed, [440ms] sending RPC to server 131d9c52f22a4715814f9a563879b5b6, [441ms] received response from server 131d9c52f22a4715814f9a563879b5b6: Network error: Failed to connect to peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657): Connection refused: /127.21.224.2:41657, [441ms] delaying RPC due to: Network error: Failed to connect to peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657): Connection refused: /127.21.224.2:41657, [460ms] sending RPC to server 8d7c15e38b164a84be6be62a8565feb9, [461ms] received response from server 8d7c15e38b164a84be6be62a8565feb9: Network error: Failed to connect to peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319): Connection refused: /127.21.224.1:42319, [461ms] delaying RPC due to: Network error: Failed to connect to peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319): Connection refused: /127.21.224.1:42319, [480ms] refreshing cache from master, [480ms] Sub RPC GetTableLocations: refreshing cache from master, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [480ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [481ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [483ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [507ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771], [547ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [547ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771],org.apache.kudu.client.RecoverableException: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [560ms] Sub RPC GetTableLocations: refreshing cache from master, [560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [571ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [572ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [575ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [575ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [576ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [576ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [580ms] Sub RPC GetTableLocations: refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [581ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [600ms] Sub RPC GetTableLocations: refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [601ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [601ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [620ms] Sub RPC GetTableLocations: refreshing cache from master, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [620ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [620ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [620ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [621ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [621ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [660ms] Sub RPC GetTableLocations: refreshing cache from master, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [660ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [661ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [661ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [661ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [661ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [720ms] Sub RPC GetTableLocations: refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [720ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [720ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [721ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [722ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [760ms] Sub RPC GetTableLocations: refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [761ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [761ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [761ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [761ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [859ms] Sub RPC GetTableLocations: refreshing cache from master, [859ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [860ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [860ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [860ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [861ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [861ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [900ms] Sub RPC GetTableLocations: refreshing cache from master, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [900ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [901ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [901ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [901ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [901ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [1240ms] Sub RPC GetTableLocations: refreshing cache from master, [1240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [1241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [1242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [1242ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [1242ms] Sub RPC GetTableLocations: delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [3060ms] Sub RPC GetTableLocations: refreshing cache from master, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [3060ms] too many traces: truncated at 100 traces, deferred=Deferred@76251687(state=PENDING, result=null, callback=scanner opened -> passthrough -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0, errback=passthrough -> open scanner errback -> wakeup thread Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0))) after lookup exception
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29499, elapsed=27942), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771], [67ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [67ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771],org.apache.kudu.client.RecoverableException: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [92ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [281ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [379ms] refreshing cache from master, [379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [381ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [381ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [421ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [762ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2580ms] refreshing cache from master, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [2580ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2581ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [3800ms] refreshing cache from master, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3801ms] too many traces: truncated at 100 traces, deferred=Deferred@2097675061(state=PENDING, result=null, callback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638), errback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.224.61:43771
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:39.334 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:686) Can not open scanner
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29499, elapsed=27942), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771], [67ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [67ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771],org.apache.kudu.client.RecoverableException: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [92ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [281ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [379ms] refreshing cache from master, [379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [381ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [381ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [421ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [762ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2580ms] refreshing cache from master, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [2580ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2581ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [3800ms] refreshing cache from master, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3801ms] too many traces: truncated at 100 traces, deferred=Deferred@2097675061(state=PENDING, result=null, callback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638), errback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638)))
	at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
	at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
	at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	... 35 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.224.61:43771
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:39.334 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (AsyncKuduScanner.java:862) Scanner null closed on null
23:13:39.334 [ERROR - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcherManager.java:190) Received uncaught exception.
java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29499, elapsed=27942), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771], [67ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [67ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771],org.apache.kudu.client.RecoverableException: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [92ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [281ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [379ms] refreshing cache from master, [379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [381ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [381ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [421ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [762ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2580ms] refreshing cache from master, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [2580ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2581ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [3800ms] refreshing cache from master, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3801ms] too many traces: truncated at 100 traces, deferred=Deferred@2097675061(state=PENDING, result=null, callback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638), errback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.224.61:43771
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:39.335 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 744be2e0bce143559451047a05e6ccf0(127.21.224.3:40639)] disconnecting while in state TERMINATED
23:13:39.335 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 8d7c15e38b164a84be6be62a8565feb9(127.21.224.1:42319)] disconnecting while in state TERMINATED
23:13:39.335 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.21.224.62:43747(127.21.224.62:43747)] disconnecting while in state TERMINATED
23:13:39.335 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.21.224.60:34307(127.21.224.60:34307)] disconnecting while in state TERMINATED
23:13:39.335 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer 131d9c52f22a4715814f9a563879b5b6(127.21.224.2:41657)] disconnecting while in state TERMINATED
23:13:39.335 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.21.224.61:43771(127.21.224.61:43771)] disconnecting while in state TERMINATED
23:13:39.338 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.22.181.125:34887(127.22.181.125:34887)] disconnecting while in state TERMINATED
23:13:39.338 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.22.181.126:45233(127.22.181.126:45233)] disconnecting while in state TERMINATED
23:13:39.338 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer master-127.22.181.124:40657(127.22.181.124:40657)] disconnecting while in state TERMINATED
23:13:39.338 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:575) [peer f26f28a9c9b04060870b2a68e7bf26aa(127.22.181.65:44201)] disconnecting while in state TERMINATED
23:13:39.340 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:39.340 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:13:39.341 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-1
23:13:39.341 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
23:13:39.341 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:39.342 [DEBUG - kudu-nio-5] (PoolThreadCache.java:218) Freed 4 thread-local buffer(s) from thread: kudu-nio-5
23:13:39.342 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 17 thread-local buffer(s) from thread: kudu-nio-3
23:13:39.342 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (4/4)#0] (SplitFetcher.java:128) Split fetcher 5 exited.
23:13:39.342 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-0
23:13:39.354 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (SourceReaderBase.java:338) Closing Source Reader.
23:13:39.354 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-3
23:13:39.358 [WARN - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED with failure cause:
java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29499, elapsed=27942), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771], [67ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [67ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771],org.apache.kudu.client.RecoverableException: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [92ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [281ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [379ms] refreshing cache from master, [379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [381ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [381ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [421ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [762ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2580ms] refreshing cache from master, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [2580ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2581ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [3800ms] refreshing cache from master, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3801ms] too many traces: truncated at 100 traces, deferred=Deferred@2097675061(state=PENDING, result=null, callback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638), errback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.224.61:43771
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:39.358 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#0 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0).
23:13:39.361 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#0 a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:13:39.364 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from RUNNING to FAILED on ba55b11e-1a81-4fa2-8d30-0a65be22aa29 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: One or more fetchers have encountered exception
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcherManager.checkErrors(SplitFetcherManager.java:333)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.getNextFetch(SourceReaderBase.java:228)
	at org.apache.flink.connector.base.source.reader.SourceReaderBase.pollNext(SourceReaderBase.java:190)
	at org.apache.kudu.replication.wrappedsource.StatelessKuduReaderWrapper.pollNext(StatelessKuduReaderWrapper.java:63)
	at org.apache.flink.streaming.api.operators.SourceOperator.emitNext(SourceOperator.java:443)
	at org.apache.flink.streaming.runtime.io.StreamTaskSourceInput.emitNext(StreamTaskSourceInput.java:68)
	at org.apache.flink.streaming.runtime.io.StreamOneInputProcessor.processInput(StreamOneInputProcessor.java:65)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.processInput(StreamTask.java:579)
	at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:231)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:909)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:858)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:937)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.SerializedThrowable: java.lang.RuntimeException: SplitFetcher thread 5 received unexpected exception while polling the records
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:168)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.run(SplitFetcher.java:117)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableLocations, tablet=null, attempt=27, TimeoutTracker(timeout=29499, elapsed=27942), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [27ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771], [67ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [67ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: [peer master-127.21.224.61:43771(127.21.224.61:43771)] unexpected exception from downstream on [id: 0x9a08ad97, L:/127.0.0.1:44754 - R:/127.21.224.61:43771],org.apache.kudu.client.RecoverableException: [peer master-127.21.224.60:34307(127.21.224.60:34307)] unexpected exception from downstream on [id: 0xb2287d0e, L:/127.0.0.1:45102 - R:/127.21.224.60:34307], [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [91ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [92ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [95ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [95ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [96ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [96ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [101ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [101ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [121ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [121ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [140ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [141ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [141ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [181ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [181ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [240ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [241ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [242ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [281ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [281ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [379ms] refreshing cache from master, [379ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [380ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [381ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [381ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [421ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [421ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [762ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [762ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2580ms] refreshing cache from master, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [2580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [2580ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.60:34307: Network error: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.61:43771: Network error: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771, [2581ms] Sub RPC ConnectToMaster: received response from server master-127.21.224.62:43747: Network error: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [2581ms] delaying RPC due to: Service unavailable: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747, [3800ms] refreshing cache from master, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.60:34307, [3800ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.62:43747, [3801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.21.224.61:43771, [3801ms] too many traces: truncated at 100 traces, deferred=Deferred@2097675061(state=PENDING, result=null, callback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638), errback=(continuation of Deferred@1056420890 after retry RPC after error@1880899497) -> (continuation of Deferred@1667948706 after retry RPC after error@561406377) -> (continuation of Deferred@581060345 after retry RPC after error@869454963) -> (continuation of Deferred@126442843 after retry RPC after error@367009578) -> (continuation of Deferred@625284833 after retry RPC after error@1130358) -> (continuation of Deferred@1304414634 after retry RPC after error@1479775864) -> (continuation of Deferred@1431069057 after retry RPC after error@1554976465) -> (continuation of Deferred@1877896823 after retry RPC after error@724215204) -> (continuation of Deferred@492607785 after retry RPC after error@966907349) -> (continuation of Deferred@631277888 after retry RPC after error@1532563413) -> (continuation of Deferred@582307910 after retry RPC after error@353187512) -> (continuation of Deferred@885413840 after retry RPC after error@670224698) -> (continuation of Deferred@801997538 after retry RPC after error@1393150293) -> (continuation of Deferred@1433889843 after retry RPC after error@1690115238) -> (continuation of Deferred@656689217 after retry RPC after error@981106321) -> (continuation of Deferred@1417841433 after retry RPC after error@1490482435) -> (continuation of Deferred@1563809816 after retry RPC after error@886225881) -> (continuation of Deferred@1950888985 after retry RPC after error@467253630) -> (continuation of Deferred@1751078661 after retry RPC after error@1232217508) -> (continuation of Deferred@2083469423 after retry RPC after error@720075997) -> (continuation of Deferred@949936634 after retry RPC after error@1612295240) -> (continuation of Deferred@1701842020 after retry RPC after error@336365955) -> (continuation of Deferred@1540504521 after retry RPC after error@1980020503) -> (continuation of Deferred@326272671 after retry RPC after error@1673680355) -> (continuation of Deferred@696530465 after retry RPC after error@2053869577) -> (continuation of Deferred@2108340133 after retry RPC after error@204904638)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduScanner.nextRows(KuduScanner.java:81)
	at org.apache.flink.connector.kudu.source.reader.KuduSourceSplitReader.fetch(KuduSourceSplitReader.java:68)
	at org.apache.flink.connector.base.source.reader.fetcher.FetchTask.run(FetchTask.java:58)
	at org.apache.flink.connector.base.source.reader.fetcher.SplitFetcher.runOnce(SplitFetcher.java:165)
	... 6 more
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.21.224.60:34307,127.21.224.62:43747,127.21.224.61:43771) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.60:34307(127.21.224.60:34307): Connection refused: /127.21.224.60:34307,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.62:43747(127.21.224.62:43747): Connection refused: /127.21.224.62:43747,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.21.224.61:43771(127.21.224.61:43771): Connection refused: /127.21.224.61:43771
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.21.224.61:43771
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:39.365 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#0) of source Source: KuduSource.
23:13:39.365 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_0.
23:13:39.365 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (8bfc36203f1d103ecbac657570b4b4ce) switched from state RUNNING to RESTARTING.
23:13:39.366 [WARN - flink-pekko.actor.default-dispatcher-8] (TaskManagerLocation.java:276) No hostname could be resolved for the IP address 127.0.0.1, using IP address as host name. Local input split assignment (such as for HDFS files) may be impacted.
23:13:39.366 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 8bfc36203f1d103ecbac657570b4b4ce: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:39.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:39.567 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:39.567 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:39.567 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:39.567 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:39.567 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:39.567 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:39.567 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:39.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:39.567 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:39.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:39.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:39.567 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:39.568 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:39.603046 26015 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:13:39.603 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:39.603283 26015 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:13:39.742 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:39.743 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:39.743 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:39.743 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:39.743 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:39.743 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:39.743 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:39.743 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:39.743 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:39.743 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:39.743 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:39.743 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:39.743 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:39.752 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:39.752 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:39.752 [DEBUG - pool-478-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:39.753 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:39.753 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:39.753 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:39.753 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:39.753 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:39.753 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:39.753 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:39.753 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:39.753 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:39.753 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:39.754 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28321), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [24ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [33ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [33ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [43ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [120ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [120ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [221ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [341ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [440ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [440ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [440ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [441ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [561ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [561ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [562ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2080ms] refreshing cache from master, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2081ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3340ms] refreshing cache from master, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3340ms] too many traces: truncated at 100 traces, deferred=Deferred@499614719(state=PENDING, result=null, callback=(continuation of Deferred@74132689 after retry RPC after error@1812600161) -> (continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457), errback=(continuation of Deferred@74132689 after retry RPC after error@1812600161) -> (continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457)))
23:13:39.754 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:13:39.754 [WARN - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28321), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [24ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [33ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [33ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [43ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [120ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [120ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [221ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [341ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [440ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [440ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [440ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [441ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [561ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [561ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [562ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2080ms] refreshing cache from master, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2081ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3340ms] refreshing cache from master, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3340ms] too many traces: truncated at 100 traces, deferred=Deferred@499614719(state=PENDING, result=null, callback=(continuation of Deferred@74132689 after retry RPC after error@1812600161) -> (continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457), errback=(continuation of Deferred@74132689 after retry RPC after error@1812600161) -> (continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:39.755 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6).
23:13:39.760 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#6 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
23:13:39.762 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=24, TimeoutTracker(timeout=30000, elapsed=28321), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [23ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [24ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [33ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [33ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [43ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [61ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [120ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [120ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [221ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [221ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [341ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [440ms] refreshing cache from master, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [440ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [440ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [440ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [440ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [441ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [561ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [561ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [562ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1100ms] refreshing cache from master, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1101ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2080ms] refreshing cache from master, [2080ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [2081ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [2081ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3340ms] refreshing cache from master, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3340ms] too many traces: truncated at 100 traces, deferred=Deferred@499614719(state=PENDING, result=null, callback=(continuation of Deferred@74132689 after retry RPC after error@1812600161) -> (continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457), errback=(continuation of Deferred@74132689 after retry RPC after error@1812600161) -> (continuation of Deferred@1932236629 after retry RPC after error@1381116596) -> (continuation of Deferred@251824523 after retry RPC after error@866071575) -> (continuation of Deferred@480353294 after retry RPC after error@1600455332) -> (continuation of Deferred@1144034834 after retry RPC after error@247803151) -> (continuation of Deferred@504664373 after retry RPC after error@1762902129) -> (continuation of Deferred@693324615 after retry RPC after error@240756279) -> (continuation of Deferred@880673776 after retry RPC after error@1134120262) -> (continuation of Deferred@1889746689 after retry RPC after error@856180540) -> (continuation of Deferred@1999483694 after retry RPC after error@2119640048) -> (continuation of Deferred@392511500 after retry RPC after error@1722143867) -> (continuation of Deferred@2089533250 after retry RPC after error@990141312) -> (continuation of Deferred@106695116 after retry RPC after error@1318196080) -> (continuation of Deferred@1875035215 after retry RPC after error@1988315756) -> (continuation of Deferred@284634905 after retry RPC after error@1310762980) -> (continuation of Deferred@934933203 after retry RPC after error@1535446626) -> (continuation of Deferred@1914928620 after retry RPC after error@964164555) -> (continuation of Deferred@1101048156 after retry RPC after error@849692948) -> (continuation of Deferred@1535151793 after retry RPC after error@1563398057) -> (continuation of Deferred@427894553 after retry RPC after error@32776404) -> (continuation of Deferred@1583268701 after retry RPC after error@2133675512) -> (continuation of Deferred@1870922987 after retry RPC after error@1331063631) -> (continuation of Deferred@1731861971 after retry RPC after error@1928187457)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:39.763 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_6.
23:13:39.763 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:39.763 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#6) of source Source: KuduSource.
23:13:39.777 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:39.867 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:39.867 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:39.867 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:39.867 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:39.867 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:39.867 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:39.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:39.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:39.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:39.868 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:39.868 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:39.868 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:39.868 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:39.884 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:39.885 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:39.885 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:39.885 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:39.885 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:39.885 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:39.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:39.885 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:39.885 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:39.885 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:39.885 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:39.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:39.886 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:40.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:40.277 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:40.313 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:40.313 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:40.313 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:40.314 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.314 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.314 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.314 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.314 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.314 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.314 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.314 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.314 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.314 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:40.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.381990 25903 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 8
23:13:40.395 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (8bfc36203f1d103ecbac657570b4b4ce) switched from state RESTARTING to RUNNING.
23:13:40.396 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 8bfc36203f1d103ecbac657570b4b4ce from Checkpoint 68 @ 1783466019142 for 8bfc36203f1d103ecbac657570b4b4ce located at file:/tmp/junit14053854400387226549/checkpoints/8bfc36203f1d103ecbac657570b4b4ce/chk-68.
23:13:40.396 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:13:40.397 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 68 for source Source: KuduSource to checkpoint.
23:13:40.397 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to SCHEDULED.
23:13:40.398 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from SCHEDULED to DEPLOYING.
23:13:40.398 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #1) with attempt id a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_1 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ba55b11e-1a81-4fa2-8d30-0a65be22aa29 @ 127.0.0.1 (dataPort=-1) with allocation id de5f2bdd1188f63e72e40aade1f02130
23:13:40.398 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 8bfc36203f1d103ecbac657570b4b4ce: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:40.398 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskSlotTableImpl.java:391) Activate slot de5f2bdd1188f63e72e40aade1f02130.
23:13:40.399 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#1 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_1), deploy into slot with allocation id de5f2bdd1188f63e72e40aade1f02130.
23:13:40.402 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from CREATED to DEPLOYING.
23:13:40.402 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#1 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_1) [DEPLOYING].
23:13:40.403 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3ae96b77
23:13:40.403 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:40.403 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14053854400387226549/checkpoints")
23:13:40.403 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#1 (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:13:40.404 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a4f66df4adf29b6be965d52a88448143_cbc357ccb763df2852fee8c4fc7d55f2_3_1) switched from DEPLOYING to INITIALIZING.
23:13:40.406 [INFO - Source: KuduSource -> Sink: Writer (4/4)#1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5395fe3c
23:13:40.408 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:40.409 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:40.409 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:40.410 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.410 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.410 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.418 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.417562 25773 consensus_peers.cc:770] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } attempt: 8
23:13:40.427 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.427373 25903 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f: Bootstrap starting.
23:13:40.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.453205 25773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00: Bootstrap starting.
23:13:40.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.457335 25903 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f: Neither blocks nor log segments found. Creating new log.
23:13:40.462 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.461877 25773 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00: Neither blocks nor log segments found. Creating new log.
23:13:40.462 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:40.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.464 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.464210 25773 log.cc:826] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00: Log is configured to *not* fsync() on all Append() calls
23:13:40.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.464129 25903 log.cc:826] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f: Log is configured to *not* fsync() on all Append() calls
23:13:40.466 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.466 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.466 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.466 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:40.469 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:40.470 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:40.470 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.470 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.474 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:40.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.474148 25773 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00: No bootstrap required, opened a new log
23:13:40.476 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.476 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:40.477 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:40.477 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:40.477 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:40.477 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:40.477 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:40.477 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:40.477 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:40.477 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:40.478 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:40.478 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:40.478 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:40.478 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:40.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.478174 25903 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f: No bootstrap required, opened a new log
23:13:40.478 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.478 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.480 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.480 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.480 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.480 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:40.489 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:40.489 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:40.491 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.491 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.491 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.492 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:40.492 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.492 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.492 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.493 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.493 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.493 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.494 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:40.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.505700 25773 raft_consensus.cc:359] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } }
23:13:40.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.506665 25773 raft_consensus.cc:385] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:40.507 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.506978 25773 raft_consensus.cc:740] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 865ea4ac60034b41bc19e896f38a5f00, State: Initialized, Role: FOLLOWER
23:13:40.509 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:40.509 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:40.509 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:40.510 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.510 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.510 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.510 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.510 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.510 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.510 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.510 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.510 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.510 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:40.512 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:40.512 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:40.512 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:40.512 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:40.512 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:40.512 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:40.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.507889 25773 consensus_queue.cc:260] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } }
23:13:40.512 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:40.512 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:40.512 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:40.513 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:40.513 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:40.513 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:40.513 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.518558 25773 sys_catalog.cc:565] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [sys.catalog]: configured and running, proceeding with master startup.
23:13:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.518764 25748 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "865ea4ac60034b41bc19e896f38a5f00" is_pre_election: true
23:13:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.519590 25748 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d61c194fe6f4bb2a548fb97c04305c9 in term 0.
23:13:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:40.520154 25748 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:43252 (request call id 2) took 1691 ms (client timeout 1699 ms). Trace:
23:13:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:40.520530 25748 rpcz_store.cc:269] 0707 23:13:38.828996 (+     0us) service_pool.cc:167] Inserting onto call queue
23:13:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:38.829163 (+   167us) service_pool.cc:224] Handling call
23:13:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:40.520065 (+1690902us) inbound_call.cc:177] Queueing success response
23:13:40.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:13:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.522644 25944 leader_election.cc:304] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d61c194fe6f4bb2a548fb97c04305c9, 865ea4ac60034b41bc19e896f38a5f00; no voters: 
23:13:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.517676 26037 sys_catalog.cc:455] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } } }
23:13:40.524 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.523984 26037 sys_catalog.cc:458] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [sys.catalog]: This master's current role is: FOLLOWER
23:13:40.529 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:40.529 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:40.529 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:40.530 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.530 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.530 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.530 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.530 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.530 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.530 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.530 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.530 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.530 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:40.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:40.543738 25944 proxy.cc:239] Call had error, refreshing address and retrying: Timed out: RequestConsensusVote RPC to 127.25.22.253:35723 timed out after 1.699s (SENT)
23:13:40.546 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:40.545641 25727 tablet.cc:2406] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:40.547 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.546357 26039 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.547726 26039 raft_consensus.cc:493] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:40.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.548112 26039 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [term 0 FOLLOWER]: Advancing to term 1
23:13:40.549 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:40.550 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:40.550 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:40.550 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.550 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.550 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.550 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.550 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.550 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.550 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.550 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.550 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.550 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:40.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.560829 25903 raft_consensus.cc:359] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } }
23:13:40.562 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.561872 25903 raft_consensus.cc:385] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:40.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.562167 25903 raft_consensus.cc:740] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 44361a9064464112aace8b60ae4fea1f, State: Initialized, Role: FOLLOWER
23:13:40.571 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.568694 25903 consensus_queue.cc:260] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } }
23:13:40.575 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.573697 26039 raft_consensus.cc:515] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } }
23:13:40.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.576998 26047 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } } }
23:13:40.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.580477 26047 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [sys.catalog]: This master's current role is: FOLLOWER
23:13:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.585438 25748 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "865ea4ac60034b41bc19e896f38a5f00"
23:13:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.586083 26039 leader_election.cc:290] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [CANDIDATE]: Term 1 election: Requested vote from peers 865ea4ac60034b41bc19e896f38a5f00 (127.25.22.254:34285), 44361a9064464112aace8b60ae4fea1f (127.25.22.253:35723)
23:13:40.588 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.586494 25748 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [term 0 FOLLOWER]: Advancing to term 1
23:13:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.591013 25903 sys_catalog.cc:565] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [sys.catalog]: configured and running, proceeding with master startup.
23:13:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.591228 25877 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "44361a9064464112aace8b60ae4fea1f" is_pre_election: true
23:13:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.592506 25877 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 1d61c194fe6f4bb2a548fb97c04305c9 in term 0.
23:13:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.595546 25876 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "44361a9064464112aace8b60ae4fea1f"
23:13:40.598 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.596441 25876 raft_consensus.cc:3060] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [term 0 FOLLOWER]: Advancing to term 1
23:13:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.598649 25878 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "44361a9064464112aace8b60ae4fea1f" is_pre_election: true
23:13:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:40.599992 25878 rpcz_store.cc:267] Call kudu.consensus.ConsensusService.RequestConsensusVote from 127.0.0.1:40242 (request call id 1) took 1770 ms (client timeout 1699 ms). Trace:
23:13:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:40.600479 25878 rpcz_store.cc:269] 0707 23:13:38.829405 (+     0us) service_pool.cc:167] Inserting onto call queue
23:13:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:38.829558 (+   153us) service_pool.cc:224] Handling call
23:13:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0707 23:13:40.599894 (+1770336us) inbound_call.cc:177] Queueing success response
23:13:40.602 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {}
23:13:40.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:40.608184 26015 catalog_manager.cc:1593] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
23:13:40.608 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:40.608632 26015 catalog_manager.cc:883] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
23:13:40.609 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:40.609 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:40.609 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:40.610 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.610 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.610 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.610 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.610 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.610 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.610 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.610 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.610 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.610 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.623817 25876 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d61c194fe6f4bb2a548fb97c04305c9 in term 1.
23:13:40.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.624919 25748 raft_consensus.cc:2468] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 1d61c194fe6f4bb2a548fb97c04305c9 in term 1.
23:13:40.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.627166 25944 leader_election.cc:304] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 1d61c194fe6f4bb2a548fb97c04305c9, 44361a9064464112aace8b60ae4fea1f; no voters: 
23:13:40.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.628132 26039 raft_consensus.cc:2804] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [term 1 FOLLOWER]: Leader election won for term 1
23:13:40.634 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.633989 26053 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:13:40.641 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.641089 26039 raft_consensus.cc:697] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [term 1 LEADER]: Becoming Leader. State: Replica: 1d61c194fe6f4bb2a548fb97c04305c9, State: Running, Role: LEADER
23:13:40.646 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.645016 26039 consensus_queue.cc:237] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } }
23:13:40.649 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:40.649 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:40.649 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:40.649 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.650 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.650 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.650 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.650 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.650 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.650 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.650 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.650 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.650 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:40.650 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:40.651 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:40.651 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:40.651 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.651 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.651 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.651 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.651 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.651 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.651 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.651 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.651 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.651 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:40.657 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:40.657 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:40.657 [DEBUG - pool-474-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:40.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:40.657 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:40.657 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:40.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:40.658 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:40.658 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:40.658 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:40.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:40.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:40.658 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:40.659 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [34ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [37ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [45ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [72ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [72ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [72ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [160ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [241ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [342ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [461ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [461ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [461ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1341ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3368ms] refreshing cache from master, [3368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3369ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3370ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3370ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3370ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3640ms] refreshing cache from master, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3641ms] too many traces: truncated at 100 traces, deferred=Deferred@200242998(state=PENDING, result=null, callback=(continuation of Deferred@56900432 after retry RPC after error@961468036) -> (continuation of Deferred@1842314089 after retry RPC after error@501868321) -> (continuation of Deferred@1073078647 after retry RPC after error@1883306747) -> (continuation of Deferred@1715651497 after retry RPC after error@885055663) -> (continuation of Deferred@607015193 after retry RPC after error@1397682245) -> (continuation of Deferred@601959950 after retry RPC after error@278357829) -> (continuation of Deferred@1189567191 after retry RPC after error@1645172374) -> (continuation of Deferred@1211401607 after retry RPC after error@1664249483) -> (continuation of Deferred@536846808 after retry RPC after error@131923799) -> (continuation of Deferred@1797802646 after retry RPC after error@454965070) -> (continuation of Deferred@2030937236 after retry RPC after error@424401573) -> (continuation of Deferred@807292896 after retry RPC after error@1515240170) -> (continuation of Deferred@1324194864 after retry RPC after error@162851258) -> (continuation of Deferred@1268237859 after retry RPC after error@349151825) -> (continuation of Deferred@912367844 after retry RPC after error@406218411) -> (continuation of Deferred@1835339088 after retry RPC after error@72480647) -> (continuation of Deferred@1057751401 after retry RPC after error@337914653) -> (continuation of Deferred@1366211396 after retry RPC after error@1518895905) -> (continuation of Deferred@89183824 after retry RPC after error@815360292) -> (continuation of Deferred@344543464 after retry RPC after error@176572627) -> (continuation of Deferred@166194565 after retry RPC after error@1917613524) -> (continuation of Deferred@740058469 after retry RPC after error@342126821) -> (continuation of Deferred@584657961 after retry RPC after error@858394483) -> (continuation of Deferred@2094162750 after retry RPC after error@1267128089) -> (continuation of Deferred@542446116 after retry RPC after error@1139261642) -> (continuation of Deferred@751013915 after retry RPC after error@1358996613), errback=(continuation of Deferred@56900432 after retry RPC after error@961468036) -> (continuation of Deferred@1842314089 after retry RPC after error@501868321) -> (continuation of Deferred@1073078647 after retry RPC after error@1883306747) -> (continuation of Deferred@1715651497 after retry RPC after error@885055663) -> (continuation of Deferred@607015193 after retry RPC after error@1397682245) -> (continuation of Deferred@601959950 after retry RPC after error@278357829) -> (continuation of Deferred@1189567191 after retry RPC after error@1645172374) -> (continuation of Deferred@1211401607 after retry RPC after error@1664249483) -> (continuation of Deferred@536846808 after retry RPC after error@131923799) -> (continuation of Deferred@1797802646 after retry RPC after error@454965070) -> (continuation of Deferred@2030937236 after retry RPC after error@424401573) -> (continuation of Deferred@807292896 after retry RPC after error@1515240170) -> (continuation of Deferred@1324194864 after retry RPC after error@162851258) -> (continuation of Deferred@1268237859 after retry RPC after error@349151825) -> (continuation of Deferred@912367844 after retry RPC after error@406218411) -> (continuation of Deferred@1835339088 after retry RPC after error@72480647) -> (continuation of Deferred@1057751401 after retry RPC after error@337914653) -> (continuation of Deferred@1366211396 after retry RPC after error@1518895905) -> (continuation of Deferred@89183824 after retry RPC after error@815360292) -> (continuation of Deferred@344543464 after retry RPC after error@176572627) -> (continuation of Deferred@166194565 after retry RPC after error@1917613524) -> (continuation of Deferred@740058469 after retry RPC after error@342126821) -> (continuation of Deferred@584657961 after retry RPC after error@858394483) -> (continuation of Deferred@2094162750 after retry RPC after error@1267128089) -> (continuation of Deferred@542446116 after retry RPC after error@1139261642) -> (continuation of Deferred@751013915 after retry RPC after error@1358996613)))
23:13:40.659 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:13:40.659 [WARN - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [34ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [37ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [45ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [72ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [72ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [72ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [160ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [241ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [342ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [461ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [461ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [461ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1341ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3368ms] refreshing cache from master, [3368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3369ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3370ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3370ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3370ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3640ms] refreshing cache from master, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3641ms] too many traces: truncated at 100 traces, deferred=Deferred@200242998(state=PENDING, result=null, callback=(continuation of Deferred@56900432 after retry RPC after error@961468036) -> (continuation of Deferred@1842314089 after retry RPC after error@501868321) -> (continuation of Deferred@1073078647 after retry RPC after error@1883306747) -> (continuation of Deferred@1715651497 after retry RPC after error@885055663) -> (continuation of Deferred@607015193 after retry RPC after error@1397682245) -> (continuation of Deferred@601959950 after retry RPC after error@278357829) -> (continuation of Deferred@1189567191 after retry RPC after error@1645172374) -> (continuation of Deferred@1211401607 after retry RPC after error@1664249483) -> (continuation of Deferred@536846808 after retry RPC after error@131923799) -> (continuation of Deferred@1797802646 after retry RPC after error@454965070) -> (continuation of Deferred@2030937236 after retry RPC after error@424401573) -> (continuation of Deferred@807292896 after retry RPC after error@1515240170) -> (continuation of Deferred@1324194864 after retry RPC after error@162851258) -> (continuation of Deferred@1268237859 after retry RPC after error@349151825) -> (continuation of Deferred@912367844 after retry RPC after error@406218411) -> (continuation of Deferred@1835339088 after retry RPC after error@72480647) -> (continuation of Deferred@1057751401 after retry RPC after error@337914653) -> (continuation of Deferred@1366211396 after retry RPC after error@1518895905) -> (continuation of Deferred@89183824 after retry RPC after error@815360292) -> (continuation of Deferred@344543464 after retry RPC after error@176572627) -> (continuation of Deferred@166194565 after retry RPC after error@1917613524) -> (continuation of Deferred@740058469 after retry RPC after error@342126821) -> (continuation of Deferred@584657961 after retry RPC after error@858394483) -> (continuation of Deferred@2094162750 after retry RPC after error@1267128089) -> (continuation of Deferred@542446116 after retry RPC after error@1139261642) -> (continuation of Deferred@751013915 after retry RPC after error@1358996613), errback=(continuation of Deferred@56900432 after retry RPC after error@961468036) -> (continuation of Deferred@1842314089 after retry RPC after error@501868321) -> (continuation of Deferred@1073078647 after retry RPC after error@1883306747) -> (continuation of Deferred@1715651497 after retry RPC after error@885055663) -> (continuation of Deferred@607015193 after retry RPC after error@1397682245) -> (continuation of Deferred@601959950 after retry RPC after error@278357829) -> (continuation of Deferred@1189567191 after retry RPC after error@1645172374) -> (continuation of Deferred@1211401607 after retry RPC after error@1664249483) -> (continuation of Deferred@536846808 after retry RPC after error@131923799) -> (continuation of Deferred@1797802646 after retry RPC after error@454965070) -> (continuation of Deferred@2030937236 after retry RPC after error@424401573) -> (continuation of Deferred@807292896 after retry RPC after error@1515240170) -> (continuation of Deferred@1324194864 after retry RPC after error@162851258) -> (continuation of Deferred@1268237859 after retry RPC after error@349151825) -> (continuation of Deferred@912367844 after retry RPC after error@406218411) -> (continuation of Deferred@1835339088 after retry RPC after error@72480647) -> (continuation of Deferred@1057751401 after retry RPC after error@337914653) -> (continuation of Deferred@1366211396 after retry RPC after error@1518895905) -> (continuation of Deferred@89183824 after retry RPC after error@815360292) -> (continuation of Deferred@344543464 after retry RPC after error@176572627) -> (continuation of Deferred@166194565 after retry RPC after error@1917613524) -> (continuation of Deferred@740058469 after retry RPC after error@342126821) -> (continuation of Deferred@584657961 after retry RPC after error@858394483) -> (continuation of Deferred@2094162750 after retry RPC after error@1267128089) -> (continuation of Deferred@542446116 after retry RPC after error@1139261642) -> (continuation of Deferred@751013915 after retry RPC after error@1358996613)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.190:46459
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:40.660 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6).
23:13:40.663 [INFO - flink-pekko.actor.default-dispatcher-8] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#6 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
23:13:40.665 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=29243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [33ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [34ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [37ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [45ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [45ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [70ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [72ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [72ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [72ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [72ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [101ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [121ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [121ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [160ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [161ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [161ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [241ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [241ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [342ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [342ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [460ms] refreshing cache from master, [460ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [461ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [461ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [461ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [461ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1340ms] refreshing cache from master, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1341ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1341ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3368ms] refreshing cache from master, [3368ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3369ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3369ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [3370ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3370ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3370ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3640ms] refreshing cache from master, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [3640ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [3641ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3641ms] too many traces: truncated at 100 traces, deferred=Deferred@200242998(state=PENDING, result=null, callback=(continuation of Deferred@56900432 after retry RPC after error@961468036) -> (continuation of Deferred@1842314089 after retry RPC after error@501868321) -> (continuation of Deferred@1073078647 after retry RPC after error@1883306747) -> (continuation of Deferred@1715651497 after retry RPC after error@885055663) -> (continuation of Deferred@607015193 after retry RPC after error@1397682245) -> (continuation of Deferred@601959950 after retry RPC after error@278357829) -> (continuation of Deferred@1189567191 after retry RPC after error@1645172374) -> (continuation of Deferred@1211401607 after retry RPC after error@1664249483) -> (continuation of Deferred@536846808 after retry RPC after error@131923799) -> (continuation of Deferred@1797802646 after retry RPC after error@454965070) -> (continuation of Deferred@2030937236 after retry RPC after error@424401573) -> (continuation of Deferred@807292896 after retry RPC after error@1515240170) -> (continuation of Deferred@1324194864 after retry RPC after error@162851258) -> (continuation of Deferred@1268237859 after retry RPC after error@349151825) -> (continuation of Deferred@912367844 after retry RPC after error@406218411) -> (continuation of Deferred@1835339088 after retry RPC after error@72480647) -> (continuation of Deferred@1057751401 after retry RPC after error@337914653) -> (continuation of Deferred@1366211396 after retry RPC after error@1518895905) -> (continuation of Deferred@89183824 after retry RPC after error@815360292) -> (continuation of Deferred@344543464 after retry RPC after error@176572627) -> (continuation of Deferred@166194565 after retry RPC after error@1917613524) -> (continuation of Deferred@740058469 after retry RPC after error@342126821) -> (continuation of Deferred@584657961 after retry RPC after error@858394483) -> (continuation of Deferred@2094162750 after retry RPC after error@1267128089) -> (continuation of Deferred@542446116 after retry RPC after error@1139261642) -> (continuation of Deferred@751013915 after retry RPC after error@1358996613), errback=(continuation of Deferred@56900432 after retry RPC after error@961468036) -> (continuation of Deferred@1842314089 after retry RPC after error@501868321) -> (continuation of Deferred@1073078647 after retry RPC after error@1883306747) -> (continuation of Deferred@1715651497 after retry RPC after error@885055663) -> (continuation of Deferred@607015193 after retry RPC after error@1397682245) -> (continuation of Deferred@601959950 after retry RPC after error@278357829) -> (continuation of Deferred@1189567191 after retry RPC after error@1645172374) -> (continuation of Deferred@1211401607 after retry RPC after error@1664249483) -> (continuation of Deferred@536846808 after retry RPC after error@131923799) -> (continuation of Deferred@1797802646 after retry RPC after error@454965070) -> (continuation of Deferred@2030937236 after retry RPC after error@424401573) -> (continuation of Deferred@807292896 after retry RPC after error@1515240170) -> (continuation of Deferred@1324194864 after retry RPC after error@162851258) -> (continuation of Deferred@1268237859 after retry RPC after error@349151825) -> (continuation of Deferred@912367844 after retry RPC after error@406218411) -> (continuation of Deferred@1835339088 after retry RPC after error@72480647) -> (continuation of Deferred@1057751401 after retry RPC after error@337914653) -> (continuation of Deferred@1366211396 after retry RPC after error@1518895905) -> (continuation of Deferred@89183824 after retry RPC after error@815360292) -> (continuation of Deferred@344543464 after retry RPC after error@176572627) -> (continuation of Deferred@166194565 after retry RPC after error@1917613524) -> (continuation of Deferred@740058469 after retry RPC after error@342126821) -> (continuation of Deferred@584657961 after retry RPC after error@858394483) -> (continuation of Deferred@2094162750 after retry RPC after error@1267128089) -> (continuation of Deferred@542446116 after retry RPC after error@1139261642) -> (continuation of Deferred@751013915 after retry RPC after error@1358996613)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.190:46459
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:40.665 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.658995 26054 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1d61c194fe6f4bb2a548fb97c04305c9. Latest consensus state: current_term: 1 leader_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } } }
23:13:40.666 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:40.666 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#6) of source Source: KuduSource.
23:13:40.666 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_6.
23:13:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.640935 25703 master_runner.cc:187] Error getting master registration for 127.25.22.253:35723: OK, instance_id { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" instance_seqno: 1783466015856312 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
23:13:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.669435 25703 master_runner.cc:419] Couldn't verify the masters in the cluster. Trying again...
23:13:40.669 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.669471 26054 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [sys.catalog]: This master's current role is: LEADER
23:13:40.670 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:40.670 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:40.670 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:40.671 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.671 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.671 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.671 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.671 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.671 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.671 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.671 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.671 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.671 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:40.673 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.673048 26057 catalog_manager.cc:1510] Loading table and tablet metadata into memory...
23:13:40.674 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:40.674 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:40.674 [DEBUG - pool-444-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:40.675 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:40.675 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:40.675 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:40.675 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:40.675 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:40.675 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:40.675 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:40.675 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:40.675 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:40.675 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:40.681 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.681056 26057 catalog_manager.cc:1519] Initializing Kudu cluster ID...
23:13:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.698689 25876 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [term 1 FOLLOWER]: Refusing update from remote peer 1d61c194fe6f4bb2a548fb97c04305c9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:13:40.700 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.699223 25748 raft_consensus.cc:1275] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [term 1 FOLLOWER]: Refusing update from remote peer 1d61c194fe6f4bb2a548fb97c04305c9: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:13:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.702684 26039 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:40.703 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.703416 26054 consensus_queue.cc:1048] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [LEADER]: Connected to new peer: Peer: permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:40.726 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:40.726 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:40.726 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:40.726 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.726 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.726 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:40.727 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:40.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:40.727 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.749070 26047 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1d61c194fe6f4bb2a548fb97c04305c9. Latest consensus state: current_term: 1 leader_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } } }
23:13:40.753 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.753139 26047 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [sys.catalog]: This master's current role is: FOLLOWER
23:13:40.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.749038 26070 catalog_manager.cc:805] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
23:13:40.758 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.758337 26062 mvcc.cc:204] Tried to move back new op lower bound from 7305076820765179904 to 7305076820578217984. Current Snapshot: MvccSnapshot[applied={T|T < 7305076820765179904}]
23:13:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.763166 26039 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } } }
23:13:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.763891 26039 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [sys.catalog]: This master's current role is: LEADER
23:13:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.763594 26037 sys_catalog.cc:455] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 1d61c194fe6f4bb2a548fb97c04305c9. Latest consensus state: current_term: 1 leader_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } } }
23:13:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.764264 26057 catalog_manager.cc:1382] Generated new cluster ID: d8cf951d88db4b55a65f8a261ffff7b7
23:13:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.764333 26037 sys_catalog.cc:458] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [sys.catalog]: This master's current role is: FOLLOWER
23:13:40.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.764549 26057 catalog_manager.cc:1530] Initializing Kudu internal certificate authority...
23:13:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.772678 26054 sys_catalog.cc:455] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } } }
23:13:40.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.773300 26054 sys_catalog.cc:458] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9 [sys.catalog]: This master's current role is: LEADER
23:13:40.777 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:40.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.777042 26067 mvcc.cc:204] Tried to move back new op lower bound from 7305076820765179904 to 7305076820578217984. Current Snapshot: MvccSnapshot[applied={T|T < 7305076820765179904}]
23:13:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.779629 26047 sys_catalog.cc:455] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } } }
23:13:40.782 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.780390 26047 sys_catalog.cc:458] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f [sys.catalog]: This master's current role is: FOLLOWER
23:13:40.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:40.787 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.787122 26037 sys_catalog.cc:455] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "865ea4ac60034b41bc19e896f38a5f00" member_type: VOTER last_known_addr { host: "127.25.22.254" port: 34285 } } peers { permanent_uuid: "44361a9064464112aace8b60ae4fea1f" member_type: VOTER last_known_addr { host: "127.25.22.253" port: 35723 } } peers { permanent_uuid: "1d61c194fe6f4bb2a548fb97c04305c9" member_type: VOTER last_known_addr { host: "127.25.22.252" port: 36495 } } }
23:13:40.788 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.787922 26037 sys_catalog.cc:458] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00 [sys.catalog]: This master's current role is: FOLLOWER
23:13:40.790 [DEBUG - pool-406-thread-1] (KuduRpc.java:260) Handling a callback on RPC KuduRpc(method=loopLocateTable, tablet=null, attempt=0, TimeoutTracker(timeout=30000, elapsed=30017), Traces: [0ms] sending RPC to server master-127.21.224.62:43747, [4ms] received response from server master-127.21.224.62:43747: OK, deferred=null) with no deferred attached!
23:13:40.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.806538 26057 catalog_manager.cc:1405] Generated new certificate authority record
23:13:40.811 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.810456 26057 catalog_manager.cc:1539] Loading token signing keys...
23:13:40.836 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.836447 26057 catalog_manager.cc:6069] T 00000000000000000000000000000000 P 1d61c194fe6f4bb2a548fb97c04305c9: Generated new TSK 0
23:13:40.838 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.838021 26057 catalog_manager.cc:1549] Initializing in-progress tserver states...
23:13:40.849 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:40.849 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:40.849 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:40.850 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.850 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.850 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.850 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.850 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.850 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.850 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.850 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.850 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.850 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:40.911496 25691 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/wal
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/data
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/logs
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/data/info.pb
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.193:0
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.22.193
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.193
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:40.912 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:13:40.969 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:40.970 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:40.970 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:40.970 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.970 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.970 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:40.970 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.970 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.970 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:40.970 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.970 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.970 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:40.971 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:41.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:41.113 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:41.113 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:41.113 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:41.113 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.113 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.113 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.113 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.113 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.114 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.114 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.114 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.114 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.114 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:41.189 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:41.189 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:41.189 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:41.190 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:41.190 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:41.190 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:41.190 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:41.190 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:41.190 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:41.190 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:41.190 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:41.190 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:41.191 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:41.202 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:41.203 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:41.203 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:41.203 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.203 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.203 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:41.265 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:41.266 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:41.266 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:41.266 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:41.266 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:41.266 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:41.266 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:41.266 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:41.266 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:41.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:41.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:41.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:41.267 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:41.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:41.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:41.290112 26074 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:41.290 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:41.290697 26074 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:41.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:41.291258 26074 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:41.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:41.342758 26074 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:41.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:41.344547 26074 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.22.193
23:13:41.367 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:41.367 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:41.367 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:41.367 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:41.367 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:41.367 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:41.367 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:41.367 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:41.367 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:41.367 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:41.367 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:41.367 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:41.368 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:41.400415 26074 tablet_server_runner.cc:78] Tablet server non-default flags:
23:13:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/data
23:13:41.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/wal
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.193:0
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/data/info.pb
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.193
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.22.193
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/logs
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:41.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:41.402 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:41.402036 26074 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:41.402 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:41.402 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:41.402 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:41.402 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.402 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.402 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.402 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.402 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.402 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.402 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.402 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.402 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.403 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:41.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:41.403785 26074 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:41.409 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:41.409 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:41.410 [DEBUG - pool-476-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:41.410 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:41.410 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:41.410 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:41.410 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:41.410 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:41.410 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:41.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:41.410 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:41.410 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:41.410 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:41.411 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29982), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [50ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [56ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [58ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [59ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [103ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [204ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [322ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [562ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [862ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1602ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1762ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [5141ms] refreshing cache from master, [5141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5142ms] too many traces: truncated at 100 traces, deferred=Deferred@1470255050(state=PENDING, result=null, callback=(continuation of Deferred@709309455 after retry RPC after error@317870945) -> (continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548), errback=(continuation of Deferred@709309455 after retry RPC after error@317870945) -> (continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548)))
23:13:41.411 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (SourceReaderBase.java:338) Closing Source Reader.
23:13:41.412 [WARN - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29982), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [50ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [56ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [58ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [59ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [103ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [204ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [322ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [562ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [862ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1602ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1762ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [5141ms] refreshing cache from master, [5141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5142ms] too many traces: truncated at 100 traces, deferred=Deferred@1470255050(state=PENDING, result=null, callback=(continuation of Deferred@709309455 after retry RPC after error@317870945) -> (continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548), errback=(continuation of Deferred@709309455 after retry RPC after error@317870945) -> (continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:41.412 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#6 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6).
23:13:41.414 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#6 d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
23:13:41.416 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from INITIALIZING to FAILED on ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=29982), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [2ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [3ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [3ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [50ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [56ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [58ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [59ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [62ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [63ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [63ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [81ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [82ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [82ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [102ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [103ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [142ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [142ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [202ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [203ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [204ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [204ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [321ms] refreshing cache from master, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [322ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [322ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [322ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [561ms] refreshing cache from master, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [562ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [562ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [861ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [862ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [862ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [862ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1601ms] refreshing cache from master, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1601ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1602ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1602ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1761ms] refreshing cache from master, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [1761ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [1762ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.189:34071: Network error: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.190:46459: Network error: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459, [1762ms] Sub RPC ConnectToMaster: received response from server master-127.14.70.188:41813: Network error: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813, [1762ms] delaying RPC due to: Service unavailable: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071, [5141ms] refreshing cache from master, [5141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.189:34071, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.190:46459, [5142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.14.70.188:41813, [5142ms] too many traces: truncated at 100 traces, deferred=Deferred@1470255050(state=PENDING, result=null, callback=(continuation of Deferred@709309455 after retry RPC after error@317870945) -> (continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548), errback=(continuation of Deferred@709309455 after retry RPC after error@317870945) -> (continuation of Deferred@1200727745 after retry RPC after error@42499558) -> (continuation of Deferred@293394164 after retry RPC after error@295036641) -> (continuation of Deferred@1534655932 after retry RPC after error@442420344) -> (continuation of Deferred@1835164337 after retry RPC after error@1409164050) -> (continuation of Deferred@1333240268 after retry RPC after error@589732182) -> (continuation of Deferred@1563361385 after retry RPC after error@2137742957) -> (continuation of Deferred@232847757 after retry RPC after error@437992782) -> (continuation of Deferred@1058167340 after retry RPC after error@439350165) -> (continuation of Deferred@269049292 after retry RPC after error@1396437966) -> (continuation of Deferred@2119499967 after retry RPC after error@453244859) -> (continuation of Deferred@1094594090 after retry RPC after error@1293357120) -> (continuation of Deferred@454144421 after retry RPC after error@531309395) -> (continuation of Deferred@802427378 after retry RPC after error@1521783128) -> (continuation of Deferred@1287556914 after retry RPC after error@172592205) -> (continuation of Deferred@94197623 after retry RPC after error@2078091469) -> (continuation of Deferred@1134751643 after retry RPC after error@97462342) -> (continuation of Deferred@1787224423 after retry RPC after error@2014263226) -> (continuation of Deferred@746967319 after retry RPC after error@1349796313) -> (continuation of Deferred@228859753 after retry RPC after error@202853248) -> (continuation of Deferred@236465788 after retry RPC after error@2089868527) -> (continuation of Deferred@1373817667 after retry RPC after error@1730138548)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.14.70.188:41813
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:41.417 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_6.
23:13:41.417 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:318) Clearing resource requirements of job b2b25cd960f08851bedacc90188e59d4
23:13:41.419 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#6) of source Source: KuduSource.
23:13:41.427 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:41.427 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:41.427 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:41.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:41.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:41.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:41.427 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:41.428 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:41.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:41.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:41.428 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:41.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:41.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:41.434 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:41.433578 26081 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:41.469 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:41.469 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:41.469 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:41.469 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:41.469 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:41.470 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:41.470 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:41.470 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:41.470 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:41.470 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:41.470 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:41.470 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:41.470 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:41.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:41.551 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:41.551 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:41.551 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:41.551 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:41.551 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:41.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:41.552 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:41.552 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:41.552 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:41.551 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:41.552 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:41.552 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:41.552 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:41.668262 26053 catalog_manager.cc:1294] Loaded cluster ID: d8cf951d88db4b55a65f8a261ffff7b7
23:13:41.668 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:41.668602 26053 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00: loading cluster ID for follower catalog manager: success
23:13:41.687 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:41.687482 26053 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00: acquiring CA information for follower catalog manager: success
23:13:41.702 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:41.702117 26053 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 865ea4ac60034b41bc19e896f38a5f00: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:13:41.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:41.772691 26070 catalog_manager.cc:1294] Loaded cluster ID: d8cf951d88db4b55a65f8a261ffff7b7
23:13:41.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:41.773928 26070 catalog_manager.cc:1587] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f: loading cluster ID for follower catalog manager: success
23:13:41.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:41.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:41.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:41.798050 26070 catalog_manager.cc:1609] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f: acquiring CA information for follower catalog manager: success
23:13:41.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:41.835373 26070 catalog_manager.cc:1637] T 00000000000000000000000000000000 P 44361a9064464112aace8b60ae4fea1f: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
23:13:41.886 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:41.886 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:41.886 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:41.886 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.887 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.887 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:41.887 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.887 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.887 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:41.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:41.887 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:42.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:42.004 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:13:42.004 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:13:42.005 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
23:13:42.005 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
23:13:42.005 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id 11148c1f12cc2257404ffa115a7cd97a
23:13:42.006 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:13:42.006 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:13:42.006 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to SCHEDULED.
23:13:42.007 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from SCHEDULED to DEPLOYING.
23:13:42.007 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #4) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id dd79a6f79ec905dac849f07417c6e19d
23:13:42.007 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:13:42.007 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:13:42.008 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:42.008 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:42.009 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 11148c1f12cc2257404ffa115a7cd97a.
23:13:42.010 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 11148c1f12cc2257404ffa115a7cd97a.
23:13:42.013 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (740adf8daa67de3853e3b5185db02a0c) switched from state RESTARTING to RUNNING.
23:13:42.014 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 740adf8daa67de3853e3b5185db02a0c from Checkpoint 64 @ 1783465915060 for 740adf8daa67de3853e3b5185db02a0c located at file:/tmp/junit14506623844381056474/checkpoints/740adf8daa67de3853e3b5185db02a0c/chk-64.
23:13:42.015 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:13:42.015 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 64 for source Source: KuduSource to checkpoint.
23:13:42.016 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
23:13:42.016 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 740adf8daa67de3853e3b5185db02a0c: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:42.024 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
23:13:42.024 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 17f4b6ca-e275-4d45-bb6f-a33a835f8abf @ 127.0.0.1 (dataPort=-1) with allocation id 8ccdb4d1b659593e1e2aaebb806abe3f
23:13:42.028 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:42.028 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot dd79a6f79ec905dac849f07417c6e19d.
23:13:42.030 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_4), deploy into slot with allocation id dd79a6f79ec905dac849f07417c6e19d.
23:13:42.031 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
23:13:42.031 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
23:13:42.031 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@533da4ce
23:13:42.031 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:42.032 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:13:42.032 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:13:42.032 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:13:42.033 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskSlotTableImpl.java:391) Activate slot 8ccdb4d1b659593e1e2aaebb806abe3f.
23:13:42.035 [INFO - flink-pekko.actor.default-dispatcher-5] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 8ccdb4d1b659593e1e2aaebb806abe3f.
23:13:42.036 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from CREATED to DEPLOYING.
23:13:42.036 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_4) [DEPLOYING].
23:13:42.037 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
23:13:42.037 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
23:13:42.038 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@55533e89
23:13:42.038 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:42.038 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:42.038 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:42.038 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:42.039 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@127f472f
23:13:42.039 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:42.039 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:42.039 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:42.039 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:42.039 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:42.039 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:42.040 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:42.040 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:42.040 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:42.040 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:42.040 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:42.043 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:13:42.043 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:13:42.043 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_2_4) switched from DEPLOYING to INITIALIZING.
23:13:42.044 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit14506623844381056474/checkpoints")
23:13:42.044 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:13:42.044 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (a8a379fce5504af9fda31e097595ca39_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:13:42.052 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@1df6553a
23:13:42.055 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@69d6597a
23:13:42.058 [INFO - Source: KuduSource -> Sink: Writer (3/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7e9f4f3a
23:13:42.069 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:42.070 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:42.077 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:42.078 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.081 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.084 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.086 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.090 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.090 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.091 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.091 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.092 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.092 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.092 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.093 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.094 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.094 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.094 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.105 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.113 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.113 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.113 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.113 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.114 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.114 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.114 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.118 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.122 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.122 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.123 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.123 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.123 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.123 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#4] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.124 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.126 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.128 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.134 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.134 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.134 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.139 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.140 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.140 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.140 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.140 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.144 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.166 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.166 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.166 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.166 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.170 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.172 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.172 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.172 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.174 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.175 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.176 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.176 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.179 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.179 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.180 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.180 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.180 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.185 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.186 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.186 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.190 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.191 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.191 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.191 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.196 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.196 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.197 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.197 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.201 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.202 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.203 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.203 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.203 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.204 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.207 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:42.207 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:42.207 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:42.208 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:42.208 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:42.208 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:42.208 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:42.208 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:42.208 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:42.208 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:42.208 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:42.208 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:42.208 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:42.209 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.210 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.210 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.210 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.210 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.210 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.210 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.210 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.215 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.215 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.216 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.217 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.218 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.218 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.218 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.219 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.219 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.219 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.219 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.219 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.219 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.220 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.221 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.222 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.222 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.222 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.222 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.227 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.228 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.228 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.228 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.231 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.231 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.231 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.231 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.231 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.232 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.232 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.232 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.239 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.239 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.239 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.239 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.239 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.239 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.239 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.239 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.239 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.239 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.240 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.240 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.240 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.241 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.241 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.241 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.241 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.241 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.241 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.241 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.241 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.241 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.241 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.244 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.244 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.244 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.244 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.245 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.245 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.245 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.245 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.245 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.245 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.245 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.245 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.245 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.260 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.260 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.261 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.261 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.261 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.261 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.262 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.262 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.263 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.263 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.263 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.263 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.263 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.263 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.263 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.264 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.264 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.264 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.264 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.265 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.266 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.266 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.266 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.266 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.266 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.267 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.267 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.267 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.267 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.267 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.267 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.267 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:42.281 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.281 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.281 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.281 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.282 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.282 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.282 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.284 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:42.299 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.299 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.299 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.300 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.300 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.300 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.300 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.300 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.300 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.300 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.300 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.300 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.300 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.301 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.301 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.301 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.301 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.301 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.301 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.301 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.301 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.301 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.301 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.301 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.301 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.301 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.304 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.304 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.304 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.305 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.305 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.305 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.305 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.305 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.305 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.305 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.305 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.305 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.305 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.364 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.364 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.364 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.365 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.365 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.365 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.365 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.365 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.365 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.365 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.365 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.365 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.366 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.389 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:42.389 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:42.389 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:42.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:42.389 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:42.389 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:42.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:42.390 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:42.390 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:42.390 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:42.390 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:42.390 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:42.390 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:42.399 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.399 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.399 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.399 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.399 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.399 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.399 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.399 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.400 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.400 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.400 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.400 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.400 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.401 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.401 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.401 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.402 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.402 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.402 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.402 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.402 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.402 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.403 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.413 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:42.413 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:42.413 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:42.413 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:42.413 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:42.413 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:42.413 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:42.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:42.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:42.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:42.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:42.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:42.414 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:42.484 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.485 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.485 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.486 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.486 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.486 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.487 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.487 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.487 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.487 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:42.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:42.605 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:42.606 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:42.606 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:42.606 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:42.606 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:42.606 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:42.606 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:42.606 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:42.606 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:42.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:42.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:42.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:42.607 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:42.641 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.641 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.641 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.643 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.658 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.659 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.659 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.660 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.660 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.660 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.660 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.660 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.684 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.684 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.685 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.685 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.685 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.685 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.686 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.686 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.686 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.686 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.686 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.686 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.686 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.725 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:42.725 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:42.725 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:42.726 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:42.726 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:42.726 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:42.727 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:42.727 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:42.727 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:42.727 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:42.727 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:42.727 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:42.727 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:42.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:42.784 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:42.841 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.841 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.841 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.842 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.842 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.842 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.842 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.842 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.842 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.843 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.843 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.843 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.843 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.844 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:42.844 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:42.844 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:42.845 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:42.845 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:42.845 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:42.845 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:42.845 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:42.845 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:42.845 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:42.845 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:42.845 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:42.845 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:42.858 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.859 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.859 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.859 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.859 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.859 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.860 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.860 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.860 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.860 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.860 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.860 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.860 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.925 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.925 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.925 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.926 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.926 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.926 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.927 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.927 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.927 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.927 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.938 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:42.938 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:42.938 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:42.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.939 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:42.939 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.940 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.940 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:42.940 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.940 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.940 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:42.940 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:42.987 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:42.987 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:42.987 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:42.987 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:42.988 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:42.988 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:42.988 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:42.988 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:42.988 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:42.988 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:42.988 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:42.988 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:42.988 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:43.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:43.016 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:43.017 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:43.017 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:43.017 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:43.017 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:43.017 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:43.017 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:43.017 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:43.017 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:43.017 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:43.017 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:43.017 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:43.018 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:43.021 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:43.183 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (9c307ae8863c63d3de8666de8ff6a319) switched from state RESTARTING to RUNNING.
23:13:43.183 [INFO - flink-pekko.actor.default-dispatcher-7] (CheckpointCoordinator.java:1805) Restoring job 9c307ae8863c63d3de8666de8ff6a319 from Checkpoint 65 @ 1783465863518 for 9c307ae8863c63d3de8666de8ff6a319 located at file:/tmp/junit16081764617082026865/checkpoints/9c307ae8863c63d3de8666de8ff6a319/chk-65.
23:13:43.184 [INFO - flink-pekko.actor.default-dispatcher-7] (MasterHooks.java:201) No master state to restore
23:13:43.184 [INFO - flink-pekko.actor.default-dispatcher-7] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:13:43.189 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to SCHEDULED.
23:13:43.190 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:43.190 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from SCHEDULED to DEPLOYING.
23:13:43.190 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #6) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 6b8216d747499fdd765ce2b567992055
23:13:43.190 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to SCHEDULED.
23:13:43.191 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from SCHEDULED to DEPLOYING.
23:13:43.192 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #6) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id bfc1f281532da150741ebe37e35f65fc
23:13:43.192 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to SCHEDULED.
23:13:43.192 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:43.192 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 6b8216d747499fdd765ce2b567992055.
23:13:43.194 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_6), deploy into slot with allocation id 6b8216d747499fdd765ce2b567992055.
23:13:43.195 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot bfc1f281532da150741ebe37e35f65fc.
23:13:43.196 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:43.197 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from SCHEDULED to DEPLOYING.
23:13:43.197 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #6) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 7d74b8666a09b18f8a6e06f293e59fd5
23:13:43.197 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to SCHEDULED.
23:13:43.198 [INFO - flink-pekko.actor.default-dispatcher-4] (FineGrainedSlotManager.java:324) Received resource requirements from job 9c307ae8863c63d3de8666de8ff6a319: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:43.198 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from SCHEDULED to DEPLOYING.
23:13:43.199 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #6) with attempt id 34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_6 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ac1d8fda-1e20-4b04-bb7c-bba0c0a31d3a @ 127.0.0.1 (dataPort=-1) with allocation id 85bfe1384700b0a8fc9aea3230d7daee
23:13:43.199 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_6), deploy into slot with allocation id bfc1f281532da150741ebe37e35f65fc.
23:13:43.199 [INFO - Thread-65] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:13:43.199 [DEBUG - Thread-65] (Connection.java:575) [peer master-127.15.153.253:37081(127.15.153.253:37081)] disconnecting while in state TERMINATED
23:13:43.200 [DEBUG - Thread-65] (Connection.java:575) [peer master-127.15.153.252:38525(127.15.153.252:38525)] disconnecting while in state TERMINATED
23:13:43.200 [DEBUG - Thread-65] (Connection.java:575) [peer master-127.15.153.254:35665(127.15.153.254:35665)] disconnecting while in state TERMINATED
23:13:43.200 [DEBUG - Thread-65] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:43.203 [INFO - Thread-65] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:13:43.204 [INFO - Thread-65] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:13:43.205 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 7d74b8666a09b18f8a6e06f293e59fd5.
23:13:43.206 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_6), deploy into slot with allocation id 7d74b8666a09b18f8a6e06f293e59fd5.
23:13:43.206 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from CREATED to DEPLOYING.
23:13:43.206 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_6) [DEPLOYING].
23:13:43.206 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a6eaf90
23:13:43.206 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:43.207 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:13:43.207 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
23:13:43.207 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_1_6) switched from DEPLOYING to INITIALIZING.
23:13:43.209 [DEBUG - Thread-65] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:43.209 [INFO - Source: KuduSource -> Sink: Writer (2/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3941a9da
23:13:43.209 [INFO - Thread-65] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:13:43.210 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:43.214 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from CREATED to DEPLOYING.
23:13:43.214 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_6) [DEPLOYING].
23:13:43.216 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskSlotTableImpl.java:391) Activate slot 85bfe1384700b0a8fc9aea3230d7daee.
23:13:43.217 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_6), deploy into slot with allocation id 85bfe1384700b0a8fc9aea3230d7daee.
23:13:43.218 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from CREATED to DEPLOYING.
23:13:43.218 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_6) [DEPLOYING].
23:13:43.219 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6f8974b9
23:13:43.219 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:43.219 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:13:43.219 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:13:43.221 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_2_6) switched from DEPLOYING to INITIALIZING.
23:13:43.224 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:43.225 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:43.225 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:43.225 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:43.227 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@c0421d
23:13:43.227 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:43.229 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:13:43.231 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
23:13:43.231 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_0_6) switched from DEPLOYING to INITIALIZING.
23:13:43.233 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.236 [INFO - Source: KuduSource -> Sink: Writer (3/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@652ff089
23:13:43.242 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.242 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from CREATED to DEPLOYING.
23:13:43.242 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_6) [DEPLOYING].
23:13:43.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.243 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2542c53c
23:13:43.243 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:43.243 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:43.243 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit16081764617082026865/checkpoints")
23:13:43.243 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#6 (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
23:13:43.243 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (34cd5e72a257424977d3653d7831946b_cbc357ccb763df2852fee8c4fc7d55f2_3_6) switched from DEPLOYING to INITIALIZING.
23:13:43.244 [INFO - Source: KuduSource -> Sink: Writer (1/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2ded3358
23:13:43.245 [INFO - Source: KuduSource -> Sink: Writer (4/4)#6] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@7872c4e5
23:13:43.246 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#6] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.248 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.248 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.248 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.257 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:43.258 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.258 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.258 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.258 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.264 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:43.265 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.265 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.265 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.266 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.266 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:43.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.267 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.267 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.269 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.269 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.269 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.269 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.271 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#6] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.272 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.272 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.272 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.273 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.274 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.274 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.275 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.275 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:43.276 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:43.284 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:43.284 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:43.285 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.287 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.287 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.287 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.288 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.294 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.295 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.295 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.295 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:43.298 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:43.305 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.316 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:43.319 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.330 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.330 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.331 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.331 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.332 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.334 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.334 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.332 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.331 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:43.331 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.335 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.335 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.341 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.341 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.355 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.356 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.356 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.356 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.357 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:43.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.357 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.357 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.357 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.357 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.367 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:43.368 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:43.368 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:43.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:43.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:43.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:43.369 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.369 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.369 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.369 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:43.369 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:43.369 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:43.369 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:43.370 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:43.370 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:43.370 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:43.370 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:43.373 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.375 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#6] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.375 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.375 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.376 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.378 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:43.390 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.390 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.391 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.391 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.391 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.391 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.391 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.391 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.392 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.392 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.392 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.392 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.394 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#6] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.395 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.395 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.395 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.400 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.400 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.400 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.400 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.401 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.401 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.401 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.401 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.402 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.402 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.402 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.402 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.402 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.403 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:43.404 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.404 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.404 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.405 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.406 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:43.406 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.407 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.408 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.408 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.408 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.408 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.408 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.407 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.408 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.408 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.409 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.409 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.409 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.409 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.409 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.410 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.410 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.410 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.410 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.410 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.410 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.410 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.410 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.410 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.411 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.411 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.411 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.413 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:43.413 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.413 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.413 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.413 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.413 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.413 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.414 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.414 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.414 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.413 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.414 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.415 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.415 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.417 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:43.417 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:43.417 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:43.417 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.417 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.418 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.418 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.418 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.418 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.418 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.418 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.418 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.418 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:43.420 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.421 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.422 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.422 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.422 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.425 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.426 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.426 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.426 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.426 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.426 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.426 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.426 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.426 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.426 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.426 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.426 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.426 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.437 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.437 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.437 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.437 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.438 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.438 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.438 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.438 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.438 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.438 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:43.438 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:43.438 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:43.438 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:43.438 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:43.438 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:43.438 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:43.438 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:43.438 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:43.439 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:43.439 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:43.439 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:43.439 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:43.439 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:43.439 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:43.439 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:43.438 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.440 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.440 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.440 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.440 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.440 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.440 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.441 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.441 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.441 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.441 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.442 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.442 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.442 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:43.444 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:43.444 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:43.444 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:43.445 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:43.445 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:43.445 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:43.445 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:43.445 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:43.445 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:43.445 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:43.446 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:43.446 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:43.446 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:43.446 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.446 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.446 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.447 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.447 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.447 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.447 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.457 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:43.458 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:43.458 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:43.458 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.458 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.458 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.459 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.459 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.459 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:41.435053 26082 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:42.821688 26080 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26074
23:13:43.459 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.459 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.459 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.459 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:43.459278 26080 kernel_stack_watchdog.cc:198] Thread 26074 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 383ms:
23:13:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:13:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:13:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:13:43.459 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:13:43.464 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:43.464262 26074 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 2.029s	user 0.669s	sys 1.107s
23:13:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:43.464725 26074 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 2.029s	user 0.669s	sys 1.107s
23:13:43.466 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:43.466158 26083 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 2028 milliseconds
23:13:43.466 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.466 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.466 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:43.468182 26084 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:43.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.468264 26074 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:13:43.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.470074 26074 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:43.474 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.474 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.474 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.474 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.474 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.474 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.474 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.474 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.474 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.475 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.475 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.475 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.475 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.475 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.475234 26074 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:43.477 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.476698 26074 hybrid_clock.cc:648] HybridClock initialized: now 1783466023476589 us; error 99 us; skew 500 ppm
23:13:43.478 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.478526 26074 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:43.479 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.479 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.479 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.479 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.484 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.486 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.486 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.486 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.486 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.486 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.486 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.486 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.486 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.486 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.487 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.487 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.487 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.487 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.487 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.487 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.487 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.491 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.491 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.491 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.491 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.492 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.492 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.492 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.492 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.497 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:43.497 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:43.497 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:43.497 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.498 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.498 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.498 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.498 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.498 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.498 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.498 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.498 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.498 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:43.499 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.501 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.502 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.502 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.502 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.502 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.503 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.503 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.503 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.503 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:43.505 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.505 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.505 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.506 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.508 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.507678 26074 webserver.cc:534] Webserver started at http://127.25.22.193:34963/ using document root <none> and password file <none>
23:13:43.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.508924 26074 fs_manager.cc:362] Metadata directory not provided
23:13:43.509 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.509253 26074 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:43.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.509989 26074 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:43.514 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.514 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.514 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.514 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.514 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.514 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.515 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.515 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.515 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.515 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.515 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:43.521 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.522 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.522 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.525 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.525 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.525 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.525 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.525 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.525 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.525 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.525 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.525 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.526 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.526 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.526 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.527 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.527 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.730 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.731 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.731 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.731 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.731 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.731 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:43.731 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:43.731 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.731 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:43.731 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:43.731 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:43.731 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:43.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.732 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:43.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.732 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:43.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:43.732 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.732 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.732 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.732 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.732 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.732 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.732 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.732 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.732 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.733 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:43.733 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:43.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.733 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:43.733 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.733 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.520974 26074 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/data/instance:
23:13:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f62160b85ffc425796905d26895338e6"
23:13:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:43 on dist-test-slave-sprr"
23:13:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.523480 26074 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/wal/instance:
23:13:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f62160b85ffc425796905d26895338e6"
23:13:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:43 on dist-test-slave-sprr"
23:13:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.713845 26074 fs_manager.cc:696] Time spent creating directory manager: real 0.189s	user 0.040s	sys 0.064s
23:13:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.728221 26179 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.729594 26074 fs_manager.cc:730] Time spent opening block manager: real 0.011s	user 0.003s	sys 0.004s
23:13:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.729993 26074 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/wal
23:13:43.733 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.733 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.733 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.733 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.733 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.733 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.733 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.733 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.734 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.734 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.734 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.734 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.734 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.734 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.734 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.734 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.734 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.734 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.734 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.732 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:43.735 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:43.735 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.735 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.735 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.735 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.735 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.735 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.735 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.734 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.737 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.733 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.738 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:43.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f62160b85ffc425796905d26895338e6"
23:13:43.733 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:43 on dist-test-slave-sprr"
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.730412 26074 fs_report.cc:389] FS layout report
23:13:43.735 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/wal
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/wal
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/data/data
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:43.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:43.740 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.740 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.740 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.740 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.740 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.740 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.741 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.765 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.765 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.766 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.766 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.766 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.766 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.766 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.766 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.766 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.767 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.767 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.767 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.767 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.772 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:43.772 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:43.772 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:43.772 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:43.772 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:43.772 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:43.772 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:43.772 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:43.772 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:43.772 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:43.772 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:43.772 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:43.772 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:43.777 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:43.779 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.779 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.779 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.780 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.780 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.780 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.780 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.781 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.781 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.781 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.781 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:43.793 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.793 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.793 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.794 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.794 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.794 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.794 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.794 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.794 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.794 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.794 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.794 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.794 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.805 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.806 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.806 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.806 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.806 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.806 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.806 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.806 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.806 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.807 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.807 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.807 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.807 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.816 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:43.819 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.819 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.819 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.819 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.820 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.820 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.820 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.820 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.820 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.820 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.820 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.820 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.820 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.821 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.821478 26074 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:43.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.823601 26074 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:43.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.824183 26074 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:43.835 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.834820 26074 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:13:43.840 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:43.841 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:43.841 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:43.841 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:43.841 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:43.841 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:43.842 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:43.842 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:43.842 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:43.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:43.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:43.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:43.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:43.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.844242 26074 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:13:43.844 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.844573 26074 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:13:43.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.845006 26074 ts_tablet_manager.cc:616] Registered 0 tablets
23:13:43.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:43.845220 26074 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:13:43.848 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.848 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.848 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.852 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.852 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.852 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.852 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.852 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.852 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.853 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.853 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.853 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.853 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.853 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.853 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.853 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.853 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.853 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.853 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.854 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.854 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.854 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.854 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.865 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.865 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.866 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.866 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.866 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.866 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.866 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.867 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.867 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.867 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.867 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.867 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.868 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.868 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.868 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.868 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.868 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.868 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.868 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.869 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.869 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.869 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.869 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.869 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.869 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.869 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.897 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:43.897 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:43.897 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:43.898 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.898 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.898 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:43.898 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.899 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.899 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:43.898 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.899 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.899 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:43.899 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:43.899 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.899 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.900 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.900 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.900 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.900 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.900 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.900 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.900 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.900 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.905 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.905 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.905 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.906 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.906 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.906 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.906 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.906 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.906 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.907 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.907 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.907 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.907 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.907 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.907 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.907 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.908 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.908 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.908 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.908 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.908 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.908 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.908 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:43.933 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:43.933 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:43.933 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:43.934 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.934 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.934 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.934 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.934 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:43.934 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.934 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.934 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:43.934 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:43.934 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:44.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:44.021 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:44.124 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:44.124 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:44.124 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:44.125 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:44.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:44.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:44.126 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:44.126 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:44.126 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:44.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:44.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:44.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:44.127 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:44.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:44.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:44.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:44.338 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:44.338 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:44.338 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:44.339 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:44.339 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:44.339 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:44.339 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:44.339 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:44.339 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:44.339 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:44.339 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:44.339 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:44.340 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:44.351 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:44.351 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:44.351 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:44.351 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:44.352 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:44.352 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:44.353 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:44.354 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:44.354 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:44.354 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:44.354 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:44.354 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:44.354 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:44.359 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:44.359 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:44.359 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:44.359 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.359 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.359 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.359 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.359 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.360 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.360 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.360 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.360 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.360 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:44.365 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:44.365 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:44.365 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:44.366 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.366 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.366 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.366 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.366 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.366 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:44.377 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:44.377 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:44.377 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:44.378 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:44.378 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:44.378 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:44.378 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:44.378 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:44.378 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:44.378 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:44.378 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:44.378 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:44.378 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:44.405 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:44.405 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:44.406 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:44.406 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:44.406 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:44.406 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:44.407 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:44.407 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:44.407 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:44.407 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:44.407 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:44.407 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:44.407 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:44.441 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.440315 26074 rpc_server.cc:307] RPC server started. Bound to: 127.25.22.193:40315
23:13:44.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.443063 26293 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.22.193:40315 every 8 connection(s)
23:13:44.447 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.446770 26074 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/data/info.pb
23:13:44.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.456092 25691 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 26074
23:13:44.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.456758 25691 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-0/wal/instance
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.495126 25691 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/wal
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/data
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/logs
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/data/info.pb
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.194:0
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.22.194
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.194
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:44.496 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:13:44.500 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:44.501 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:44.501 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:44.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:44.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:44.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:44.502 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:44.502 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:44.502 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:44.502 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:44.502 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:44.502 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:44.502 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:44.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:44.521 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.590746 26295 heartbeater.cc:344] Connected to a master server at 127.25.22.253:35723
23:13:44.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.591312 26295 heartbeater.cc:461] Registering TS with master...
23:13:44.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.592875 26295 heartbeater.cc:507] Master 127.25.22.253:35723 requested a full tablet report, sending...
23:13:44.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.599756 25868 ts_manager.cc:194] Registered new tserver with Master: f62160b85ffc425796905d26895338e6 (127.25.22.193:40315)
23:13:44.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.605015 26294 heartbeater.cc:344] Connected to a master server at 127.25.22.252:36495
23:13:44.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.605376 26294 heartbeater.cc:461] Registering TS with master...
23:13:44.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.606261 26294 heartbeater.cc:507] Master 127.25.22.252:36495 requested a full tablet report, sending...
23:13:44.611 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.609412 25959 ts_manager.cc:194] Registered new tserver with Master: f62160b85ffc425796905d26895338e6 (127.25.22.193:40315)
23:13:44.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.612550 25959 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.22.193:60327
23:13:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.622642 26296 heartbeater.cc:344] Connected to a master server at 127.25.22.254:34285
23:13:44.623 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.623042 26296 heartbeater.cc:461] Registering TS with master...
23:13:44.624 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.623737 26296 heartbeater.cc:507] Master 127.25.22.254:34285 requested a full tablet report, sending...
23:13:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:44.627803 25738 ts_manager.cc:194] Registered new tserver with Master: f62160b85ffc425796905d26895338e6 (127.25.22.193:40315)
23:13:44.633 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:44.633 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:44.633 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:44.634 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.634 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.634 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.634 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.634 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.634 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.635 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.635 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.635 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.635 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:44.657 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:44.657 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:44.658 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:44.658 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:44.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:44.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:44.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:44.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:44.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:44.659 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:44.659 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:44.659 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:44.659 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:44.660 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:44.659785 25536 debug-util.cc:398] Leaking SignalData structure 0x7b08000b6de0 after lost signal to thread 25411
23:13:44.661 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:44.660974 25536 debug-util.cc:398] Leaking SignalData structure 0x7b08000b30e0 after lost signal to thread 25539
23:13:44.706 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:44.707 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:44.707 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:44.707 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.707 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.707 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:44.708 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.708 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.708 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:44.708 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.708 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.708 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:44.708 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:44.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:44.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:44.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:44.847 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:44.847 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:44.847 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:44.847 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:44.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:44.847 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:44.847 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:44.847 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:44.847 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:44.848 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:44.848 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:44.848 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:44.848 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:45.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:45.021 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:45.124 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:45.124 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:45.124 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:45.125 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.125 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.125 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.125 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.125 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.125 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.126 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.126 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.126 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.126 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:45.223 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:45.223 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:45.223 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:45.223 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.223 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.223 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.223 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.223 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.223 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.224 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.224 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.224 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.224 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:45.277 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:45.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:45.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:45.319 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:45.320 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:45.320 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:45.320 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.320 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.320 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.321 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.321 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.321 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.321 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:45.345 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:45.346 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:45.346 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:45.346 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.346 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.346 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.347 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.347 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.347 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.347 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.347 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.347 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.347 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:45.405 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:45.405 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:45.405 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:45.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:45.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:45.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:45.406 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:45.406 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:45.406 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:45.406 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:45.407 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:45.407 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:45.407 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:45.419 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:45.420 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:45.420 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:45.424 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.424 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.424 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.424 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.424 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.424 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.424 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.424 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.424 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.424 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:45.426 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:45.426 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:45.427 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:45.427 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.427 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.427 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.427 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.428 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.428 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.428 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:45.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:45.456387 26304 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:45.457 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:45.457038 26304 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:45.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:45.457823 26304 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:45.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:45.519 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:45.519 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:45.519 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:45.519 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:45.520 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:45.520 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:45.520 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:45.520 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:45.520 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:45.520 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:45.520 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:45.520 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:45.520 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:45.521 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:45.558 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:45.558 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:45.558 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:45.559 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:45.559 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:45.559 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:45.559 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:45.559 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:45.559 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:45.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:45.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:45.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:45.560 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:45.574 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:45.573879 26304 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:45.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:45.580242 26304 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.22.194
23:13:45.586 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:45.586 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:45.586 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:45.587 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:45.587 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:45.587 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:45.587 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:45.587 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:45.587 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:45.588 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:45.588 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:45.588 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:45.588 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:45.593 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:45.593 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:45.593 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:45.593 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:45.593 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:45.593 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:45.593 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:45.593 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:45.593 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:45.594 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:45.594 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:45.594 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:45.594 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:45.607 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:45.607 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:45.607 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:45.608 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:45.608 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:45.608 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:45.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:45.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:45.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:45.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:45.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:45.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:45.608 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:45.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:45.617758 26294 heartbeater.cc:499] Master 127.25.22.252:36495 was elected leader, sending a full tablet report...
23:13:45.665 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:45.665 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:45.665 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:45.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:45.666 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:45.666 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:45.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:45.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:45.666 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:45.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:45.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:45.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:45.666 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:45.674252 26304 tablet_server_runner.cc:78] Tablet server non-default flags:
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/data
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/wal
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.194:0
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/data/info.pb
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.194
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.22.194
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/logs
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:45.675 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:45.678 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:45.678 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:45.678 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:45.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:45.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:45.680 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:45.681 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:45.681 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:45.681 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:45.681 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:45.681 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:45.681 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:45.681 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:45.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:45.676139 26304 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:45.682 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:45.678598 26304 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:45.726 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:45.724690 26311 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:45.795 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:45.795 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:45.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:45.831 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:45.831 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:45.831 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:45.836 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.837 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.837 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:45.853 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.853 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.853 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:45.868 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.868 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:45.868 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:45.944 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:45.944 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:45.944 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:45.944 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.944 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.944 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.945 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.945 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:45.945 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:45.944 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.945 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.945 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:45.945 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:46.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:46.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:46.184 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:46.184 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:46.184 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:46.185 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:46.185 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:46.185 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:46.185 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:46.185 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:46.185 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:46.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:46.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:46.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:46.186 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:46.277 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:46.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:46.287 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:46.288 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:46.288 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:46.288 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:46.288 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:46.288 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:46.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:46.289 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:46.289 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:46.289 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:46.289 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:46.289 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:46.289 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:46.289 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:46.289 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:46.290 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:46.290 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:46.290 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:46.290 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:46.290 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:46.290 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:46.290 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:46.290 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:46.290 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:46.290 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:46.290 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:46.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:46.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:46.506 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:46.506 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:46.506 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:46.506 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:46.506 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:46.506 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:46.506 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:46.506 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:46.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:46.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:46.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:46.506 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:46.507 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:46.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:46.576 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:46.576 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:46.577 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:46.577 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:46.577 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:46.577 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:46.577 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:46.577 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:46.578 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:46.578 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:46.578 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:46.578 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:46.578 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:46.618 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:46.619 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:46.619 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:46.619 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:46.620 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:46.620 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:46.620 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:46.620 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:46.620 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:46.621 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:46.621 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:46.621 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:46.621 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:46.644 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:46.644 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:46.644 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:46.645 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:46.645 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:46.645 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:46.645 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:46.646 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:46.646 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:46.646 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:46.646 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:46.646 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:46.646 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:46.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:46.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:46.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:46.804555 25029 debug-util.cc:398] Leaking SignalData structure 0x7b0800078ac0 after lost signal to thread 24963
23:13:46.808 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:46.808121 25029 debug-util.cc:398] Leaking SignalData structure 0x7b08000b5e00 after lost signal to thread 25032
23:13:46.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:47.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:47.005 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:47.005 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:47.005 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:47.006 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:47.006 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:47.006 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:47.006 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:47.006 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:47.006 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:47.007 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:47.007 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:47.007 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:47.007 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:47.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:47.226 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:47.227 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:47.227 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:47.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:47.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:47.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:47.228 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:47.228 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:47.228 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:47.228 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:47.228 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:47.228 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:47.228 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:47.238 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:47.239 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:47.239 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:47.239 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:47.239 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:47.239 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:47.239 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:47.239 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:47.240 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:47.240 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:47.240 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:47.240 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:47.240 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:47.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:47.284 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:47.303 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:47.303 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:47.303 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:47.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:47.304 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:47.304 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:47.304 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:47.304 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:47.304 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:47.304 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:47.304 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:47.304 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:47.304 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:47.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:47.321 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:47.321 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:47.321 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:47.321 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:47.321 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:47.321 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:47.322 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:47.322 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:47.322 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:47.321 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:47.322 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:47.322 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:47.322 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:47.413 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:47.414 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:47.414 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:47.414 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:47.414 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:47.414 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:47.414 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:47.414 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:47.414 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:47.414 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:47.414 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:47.414 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:47.414 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:47.493 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:47.493 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:47.493 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:47.493 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:47.493 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:47.493 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:47.493 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:47.493 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:47.493 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:47.494 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:47.494 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:47.494 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:47.494 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:47.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:47.521 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:47.118996 26310 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26304
23:13:47.534 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:47.534647 26310 kernel_stack_watchdog.cc:198] Thread 26304 stuck at /home/jenkins-slave/workspace/build_and_test@2/src/kudu/util/thread.cc:642 for 383ms:
23:13:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Kernel stack:
23:13:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) (could not read kernel stack)
23:13:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) User stack:
23:13:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) <Timed out: thread did not respond: maybe it is blocking signals>
23:13:47.535 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:45.734186 26312 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:47.537588 26315 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:47.538 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:47.538401 26304 thread.cc:641] OpenStack (cloud detector) Time spent creating pthread: real 1.805s	user 0.259s	sys 0.407s
23:13:47.539 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:47.538779 26304 thread.cc:608] OpenStack (cloud detector) Time spent starting thread: real 1.806s	user 0.259s	sys 0.407s
23:13:47.543 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:47.543557 26313 instance_detector.cc:116] could not retrieve GCE instance metadata: Timed out: curl timeout: Timeout was reached: Resolving timed out after 1804 milliseconds
23:13:47.544 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.543558 26304 server_base.cc:1056] Not found: could not retrieve instance metadata: unable to detect cloud type of this node, probably running in non-cloud environment
23:13:47.545 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.545101 26304 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:47.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.548446 26304 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:47.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.549855 26304 hybrid_clock.cc:648] HybridClock initialized: now 1783466027549776 us; error 86 us; skew 500 ppm
23:13:47.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.550832 26304 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:47.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.559000 26304 webserver.cc:534] Webserver started at http://127.25.22.194:35445/ using document root <none> and password file <none>
23:13:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.560003 26304 fs_manager.cc:362] Metadata directory not provided
23:13:47.560 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.560282 26304 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:47.561 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.560832 26304 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:47.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.566604 26304 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/data/instance:
23:13:47.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "149176ce7e6f412e8c7c9dc206dfa316"
23:13:47.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:47 on dist-test-slave-sprr"
23:13:47.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.568148 26304 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/wal/instance:
23:13:47.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "149176ce7e6f412e8c7c9dc206dfa316"
23:13:47.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:47 on dist-test-slave-sprr"
23:13:47.578 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:47.579 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:47.579 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:47.579 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:47.579 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:47.579 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:47.579 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:47.579 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:47.579 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:47.580 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:47.580 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:47.580 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:47.580 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:47.581 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.581094 26304 fs_manager.cc:696] Time spent creating directory manager: real 0.012s	user 0.003s	sys 0.006s
23:13:47.589 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.589401 26325 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:47.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.591114 26304 fs_manager.cc:730] Time spent opening block manager: real 0.006s	user 0.002s	sys 0.002s
23:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.591724 26304 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/wal
23:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "149176ce7e6f412e8c7c9dc206dfa316"
23:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:47 on dist-test-slave-sprr"
23:13:47.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.592259 26304 fs_report.cc:389] FS layout report
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/wal
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/wal
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/data/data
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:47.593 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:47.718 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.717679 26304 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.719972 26304 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:47.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.720649 26304 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:47.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.724709 26304 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:13:47.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.731046 26304 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:13:47.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.731309 26304 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:13:47.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.731652 26304 ts_tablet_manager.cc:616] Registered 0 tablets
23:13:47.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:47.731896 26304 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:13:47.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:47.778 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:47.778 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:47.779 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:47.781 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:47.781 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:47.781 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:47.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:47.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:47.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:47.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:47.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:47.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:47.782 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:47.784 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:47.816 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:47.945 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:47.945 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:47.945 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:47.946 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:47.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:47.946 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:47.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:47.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:47.946 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:47.946 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:47.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:47.946 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:47.946 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:48.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:48.021 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:48.130 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:48.130 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:48.131 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:48.131 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:48.131 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:48.131 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:48.131 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:48.131 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:48.131 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:48.131 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:48.131 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:48.131 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:48.131 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:48.273 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.273334 26304 rpc_server.cc:307] RPC server started. Bound to: 127.25.22.194:39877
23:13:48.274 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.273414 26437 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.22.194:39877 every 8 connection(s)
23:13:48.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:48.277 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.277047 26304 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/data/info.pb
23:13:48.279 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:48.279 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:48.280 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:48.280 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:48.280 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:48.280 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:48.280 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:48.280 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:48.281 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:48.281 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:48.281 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:48.281 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:48.281 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.283219 25691 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 26304
23:13:48.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.283782 25691 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-1/wal/instance
23:13:48.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:48.316 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.329074 25691 external_mini_cluster.cc:1372] Running /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu
23:13:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/wal
23:13:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/data
23:13:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
23:13:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
23:13:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
23:13:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:48.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/logs
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/data/info.pb
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.195:0
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.22.195
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.195
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:48.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin with env {}
23:13:48.381 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:48.382 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:48.382 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:48.382 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:48.382 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:48.382 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:48.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:48.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:48.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:48.383 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:48.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:48.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:48.383 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:48.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.387871 26439 heartbeater.cc:344] Connected to a master server at 127.25.22.253:35723
23:13:48.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.388345 26439 heartbeater.cc:461] Registering TS with master...
23:13:48.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.389678 26439 heartbeater.cc:507] Master 127.25.22.253:35723 requested a full tablet report, sending...
23:13:48.393 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.393093 25868 ts_manager.cc:194] Registered new tserver with Master: 149176ce7e6f412e8c7c9dc206dfa316 (127.25.22.194:39877)
23:13:48.406 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:48.406 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:48.406 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:48.407 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:48.407 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:48.407 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:48.407 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:48.407 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:48.407 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:48.408 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:48.408 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:48.408 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:48.408 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:48.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.408953 26438 heartbeater.cc:344] Connected to a master server at 127.25.22.252:36495
23:13:48.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.409361 26438 heartbeater.cc:461] Registering TS with master...
23:13:48.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.410269 26438 heartbeater.cc:507] Master 127.25.22.252:36495 requested a full tablet report, sending...
23:13:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.413700 25959 ts_manager.cc:194] Registered new tserver with Master: 149176ce7e6f412e8c7c9dc206dfa316 (127.25.22.194:39877)
23:13:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.416414 26440 heartbeater.cc:344] Connected to a master server at 127.25.22.254:34285
23:13:48.416 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.416760 26440 heartbeater.cc:461] Registering TS with master...
23:13:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.416778 25959 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.22.194:48005
23:13:48.417 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.417685 26440 heartbeater.cc:507] Master 127.25.22.254:34285 requested a full tablet report, sending...
23:13:48.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:48.421998 25738 ts_manager.cc:194] Registered new tserver with Master: 149176ce7e6f412e8c7c9dc206dfa316 (127.25.22.194:39877)
23:13:48.446 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:48.446 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:48.446 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:48.446 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:48.446 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:48.446 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:48.447 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:48.447 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:48.447 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:48.447 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:48.447 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:48.447 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:48.447 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:48.447 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:48.447 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:48.447 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:48.448 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:48.448 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:48.448 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:48.449 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:48.449 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:48.449 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:48.449 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:48.449 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:48.449 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:48.449 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:48.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:48.521 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:48.545 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:48.546 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:48.546 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:48.546 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:48.546 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:48.546 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:48.546 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:48.546 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:48.546 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:48.546 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:48.546 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:48.546 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:48.546 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:48.614 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:48.614 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:48.614 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:48.614 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:48.614 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:48.614 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:48.614 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:48.615 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:48.615 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:48.615 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:48.615 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:48.615 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:48.615 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:48.777 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:48.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:48.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:48.912470 26448 flags.cc:432] Enabled unsafe flag: --openssl_security_level_override=0
23:13:48.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:48.913156 26448 flags.cc:432] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
23:13:48.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:48.914031 26448 flags.cc:432] Enabled unsafe flag: --never_fsync=true
23:13:48.929 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:48.929 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:48.929 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:48.929 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:48.929 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:48.929 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:48.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:48.930 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:48.930 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:48.930 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:48.930 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:48.930 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:48.930 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:48.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:48.985062 26448 flags.cc:432] Enabled experimental flag: --ipki_server_key_size=768
23:13:48.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:48.986701 26448 flags.cc:432] Enabled experimental flag: --local_ip_for_outbound_sockets=127.25.22.195
23:13:49.003 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:49.021 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:49.063658 26448 tablet_server_runner.cc:78] Tablet server non-default flags:
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.25.22.212:46679
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/data
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/wal
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.25.22.195:0
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/data/info.pb
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.25.22.195
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.25.22.254:34285,127.25.22.253:35723,127.25.22.252:36495
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.25.22.195
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/logs
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
23:13:49.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
23:13:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 
23:13:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
23:13:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.19.0-SNAPSHOT
23:13:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision 5090956cd8459f75ecce585332f90a8f50524d7f
23:13:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
23:13:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by None at 07 Jul 2026 22:43:31 UTC on e7f111948823
23:13:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 16829
23:13:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) TSAN enabled
23:13:49.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:49.065457 26448 env_posix.cc:2267] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
23:13:49.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:49.067706 26448 file_cache.cc:492] Constructed file cache file cache with capacity 419430
23:13:49.085 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:49.084510 26457 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:49.092 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:49.092 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:49.092 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:49.093 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:49.093 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:49.093 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:49.093 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:49.093 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:49.094 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:49.093 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:49.094 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:49.094 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:49.094 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:49.127 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:49.127 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:49.127 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:49.128 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:49.128 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:49.128 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:49.128 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:49.128 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:49.128 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:49.129 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:49.129 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:49.129 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:49.129 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:49.165 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:49.165 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:49.165 [DEBUG - pool-482-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:49.165 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:49.165 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:49.165 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:49.165 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:49.165 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:49.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:49.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:49.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:49.166 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:49.166 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:49.167 [DEBUG - kudu-nio-7] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=22, TimeoutTracker(timeout=30000, elapsed=27983), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [9ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [37ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [38ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [43ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [84ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [84ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [86ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [86ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [109ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [110ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [116ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [117ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [117ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [117ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [147ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [147ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [147ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [163ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [163ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [262ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [262ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [263ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [263ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [422ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [680ms] refreshing cache from master, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [681ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [682ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [682ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1080ms] refreshing cache from master, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1081ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1081ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1082ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1082ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2801ms] refreshing cache from master, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [2801ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [2802ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2802ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2802ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [6741ms] refreshing cache from master, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [6741ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [6742ms] too many traces: truncated at 100 traces, deferred=Deferred@67483286(state=PENDING, result=null, callback=(continuation of Deferred@1381386872 after retry RPC after error@1492761930) -> (continuation of Deferred@1019805934 after retry RPC after error@366059751) -> (continuation of Deferred@1966353839 after retry RPC after error@1613942190) -> (continuation of Deferred@336097078 after retry RPC after error@205923272) -> (continuation of Deferred@1481326266 after retry RPC after error@778225568) -> (continuation of Deferred@2034531461 after retry RPC after error@1151424518) -> (continuation of Deferred@1167982790 after retry RPC after error@2105114642) -> (continuation of Deferred@654539628 after retry RPC after error@1764517602) -> (continuation of Deferred@1552012081 after retry RPC after error@1833542051) -> (continuation of Deferred@1361932157 after retry RPC after error@1539053772) -> (continuation of Deferred@158748881 after retry RPC after error@689093861) -> (continuation of Deferred@335444029 after retry RPC after error@675248374) -> (continuation of Deferred@334775800 after retry RPC after error@792540919) -> (continuation of Deferred@1340247229 after retry RPC after error@474592639) -> (continuation of Deferred@765716619 after retry RPC after error@1802496326) -> (continuation of Deferred@817039346 after retry RPC after error@1627434710) -> (continuation of Deferred@1406531021 after retry RPC after error@1206125352) -> (continuation of Deferred@1874858161 after retry RPC after error@198337921) -> (continuation of Deferred@2002096811 after retry RPC after error@282010154) -> (continuation of Deferred@2137390362 after retry RPC after error@1736667418) -> (continuation of Deferred@1016620939 after retry RPC after error@1429195840), errback=(continuation of Deferred@1381386872 after retry RPC after error@1492761930) -> (continuation of Deferred@1019805934 after retry RPC after error@366059751) -> (continuation of Deferred@1966353839 after retry RPC after error@1613942190) -> (continuation of Deferred@336097078 after retry RPC after error@205923272) -> (continuation of Deferred@1481326266 after retry RPC after error@778225568) -> (continuation of Deferred@2034531461 after retry RPC after error@1151424518) -> (continuation of Deferred@1167982790 after retry RPC after error@2105114642) -> (continuation of Deferred@654539628 after retry RPC after error@1764517602) -> (continuation of Deferred@1552012081 after retry RPC after error@1833542051) -> (continuation of Deferred@1361932157 after retry RPC after error@1539053772) -> (continuation of Deferred@158748881 after retry RPC after error@689093861) -> (continuation of Deferred@335444029 after retry RPC after error@675248374) -> (continuation of Deferred@334775800 after retry RPC after error@792540919) -> (continuation of Deferred@1340247229 after retry RPC after error@474592639) -> (continuation of Deferred@765716619 after retry RPC after error@1802496326) -> (continuation of Deferred@817039346 after retry RPC after error@1627434710) -> (continuation of Deferred@1406531021 after retry RPC after error@1206125352) -> (continuation of Deferred@1874858161 after retry RPC after error@198337921) -> (continuation of Deferred@2002096811 after retry RPC after error@282010154) -> (continuation of Deferred@2137390362 after retry RPC after error@1736667418) -> (continuation of Deferred@1016620939 after retry RPC after error@1429195840)))
23:13:49.186 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:49.187 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:49.187 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:49.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:49.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:49.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:49.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:49.188 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:49.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:49.188 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:49.188 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:49.188 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:49.188 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:49.281 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:49.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:49.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:49.377 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:49.378 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:49.378 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:49.379 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:49.379 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:49.379 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:49.379 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:49.380 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:49.380 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:49.380 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:49.380 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:49.380 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:49.380 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:49.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:49.421300 26438 heartbeater.cc:499] Master 127.25.22.252:36495 was elected leader, sending a full tablet report...
23:13:49.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:49.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:49.685 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:49.685 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:49.685 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:49.687 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:49.687 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:49.688 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:49.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:49.688 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:49.688 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:49.686 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:49.688 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:49.688 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:49.688 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:49.725 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:49.725 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:49.725 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:49.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:49.726 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:49.726 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:49.726 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:49.726 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:49.726 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:49.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:49.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:49.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:49.727 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:49.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:49.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:49.788 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:49.788 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:49.788 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:49.790 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:49.790 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:49.790 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:49.790 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:49.790 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:49.790 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:49.791 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:49.791 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:49.791 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:49.791 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:49.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:49.910 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:49.913 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:49.913 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:49.917 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:49.917 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:49.918 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:49.918 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:49.918 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:49.920 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:49.920 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:49.920 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:49.921 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:49.921 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:49.945 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:49.945 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:49.945 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:49.946 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:49.946 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:49.946 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:49.946 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:49.946 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:49.946 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:49.947 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:49.947 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:49.947 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:49.947 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:50.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:50.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:50.074 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:50.074 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:50.074 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:50.075 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:50.075 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:50.075 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:50.076 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:50.076 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:50.076 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:50.076 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:50.076 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:50.076 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:50.076 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:50.094 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:50.094 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:50.094 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:50.095 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:50.095 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:50.095 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:50.095 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:50.095 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:50.096 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:50.096 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:50.096 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:50.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:50.101 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:50.271 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:50.271 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:50.271 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:50.272 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:50.272 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:50.272 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:50.272 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:50.272 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:50.272 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:50.272 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:50.272 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:50.272 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:50.272 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:50.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:50.284 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:50.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:50.356 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:50.356 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:50.357 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:50.357 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.357 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.357 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.357 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.357 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.357 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.358 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.358 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.358 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.358 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:50.504 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:50.506 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:50.506 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:50.506 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:50.506 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:50.506 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:50.506 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:50.506 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:50.507 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:50.507 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:50.507 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:50.507 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:50.507 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:50.507 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:50.521 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:49.087796 26458 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:50.679 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:50.485435 26456 debug-util.cc:398] Leaking SignalData structure 0x7b0800028000 after lost signal to thread 26448
23:13:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:50.679059 26448 thread.cc:641] GCE (cloud detector) Time spent creating pthread: real 1.596s	user 0.519s	sys 0.977s
23:13:50.680 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:50.680107 26448 thread.cc:608] GCE (cloud detector) Time spent starting thread: real 1.597s	user 0.519s	sys 0.977s
23:13:50.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.695151 26448 server_base.cc:1061] running on GCE node
23:13:50.695 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:50.695398 26463 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
23:13:50.696 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.696719 26448 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
23:13:50.698 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:50.698 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:50.698 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:50.699 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.699 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.699 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.699 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.699 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.699 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.699 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.699 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.699 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.699 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.699298 26448 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
23:13:50.699 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.700852 26448 hybrid_clock.cc:648] HybridClock initialized: now 1783466030700806 us; error 32 us; skew 500 ppm
23:13:50.701 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.701627 26448 server_base.cc:861] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
23:13:50.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.708469 26448 webserver.cc:534] Webserver started at http://127.25.22.195:40995/ using document root <none> and password file <none>
23:13:50.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.709475 26448 fs_manager.cc:362] Metadata directory not provided
23:13:50.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.709658 26448 fs_manager.cc:368] Using write-ahead log directory (fs_wal_dir) as metadata directory
23:13:50.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.710294 26448 server_base.cc:909] This appears to be a new deployment of Kudu; creating new FS layout
23:13:50.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.715952 26448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/data/instance:
23:13:50.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02902c7b33754bb28ace9d01ec920857"
23:13:50.716 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:50 on dist-test-slave-sprr"
23:13:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.717123 26448 fs_manager.cc:1068] Generated new instance metadata in path /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/wal/instance:
23:13:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02902c7b33754bb28ace9d01ec920857"
23:13:50.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:50 on dist-test-slave-sprr"
23:13:50.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.725031 26448 fs_manager.cc:696] Time spent creating directory manager: real 0.007s	user 0.007s	sys 0.003s
23:13:50.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.731782 26468 log_block_manager.cc:4031] Time spent loading block containers with low live blocks: real 0.000s	user 0.000s	sys 0.000s
23:13:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.732892 26448 fs_manager.cc:730] Time spent opening block manager: real 0.004s	user 0.005s	sys 0.000s
23:13:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.733371 26448 fs_manager.cc:647] Opened local filesystem: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/data,/tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/wal
23:13:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "02902c7b33754bb28ace9d01ec920857"
23:13:50.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-07-07 23:13:50 on dist-test-slave-sprr"
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.733824 26448 fs_report.cc:389] FS layout report
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/wal
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/wal
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/data/data
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
23:13:50.734 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
23:13:50.752 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:50.752 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:50.752 [DEBUG - pool-483-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:50.753 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.753 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.753 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.753 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.753 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.753 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.753 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.753 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.753 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.753 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:50.753 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=25, TimeoutTracker(timeout=30000, elapsed=29546), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [30ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [32ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [34ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [36ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [41ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [41ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [65ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [66ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [70ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [71ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [76ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [76ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [98ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [99ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [111ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [112ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [121ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [122ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [122ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [142ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [143ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [143ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [162ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [301ms] refreshing cache from master, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [303ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [522ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [522ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [523ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [523ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [581ms] refreshing cache from master, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [582ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [582ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [583ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [583ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1360ms] refreshing cache from master, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1362ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1363ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3041ms] refreshing cache from master, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [3041ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [3042ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [3043ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3043ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [4021ms] refreshing cache from master, [4021ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [4022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [4022ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [4022ms] too many traces: truncated at 100 traces, deferred=Deferred@1232184708(state=PENDING, result=null, callback=(continuation of Deferred@686375356 after retry RPC after error@613933476) -> (continuation of Deferred@706415546 after retry RPC after error@1854064376) -> (continuation of Deferred@201625141 after retry RPC after error@394646736) -> (continuation of Deferred@1706117953 after retry RPC after error@494728201) -> (continuation of Deferred@891397301 after retry RPC after error@205247893) -> (continuation of Deferred@1665104912 after retry RPC after error@421068994) -> (continuation of Deferred@556075864 after retry RPC after error@1935730068) -> (continuation of Deferred@1806161940 after retry RPC after error@980011698) -> (continuation of Deferred@857700716 after retry RPC after error@1202157278) -> (continuation of Deferred@303395142 after retry RPC after error@1717376492) -> (continuation of Deferred@776066130 after retry RPC after error@1387026114) -> (continuation of Deferred@1804239504 after retry RPC after error@1710626936) -> (continuation of Deferred@1169535952 after retry RPC after error@1973417954) -> (continuation of Deferred@1253995971 after retry RPC after error@526291252) -> (continuation of Deferred@1998428732 after retry RPC after error@2100773850) -> (continuation of Deferred@1151214034 after retry RPC after error@790810436) -> (continuation of Deferred@888503526 after retry RPC after error@1939587121) -> (continuation of Deferred@1186918177 after retry RPC after error@2145337437) -> (continuation of Deferred@1615986956 after retry RPC after error@1298521983) -> (continuation of Deferred@2090067477 after retry RPC after error@2034994290) -> (continuation of Deferred@165783606 after retry RPC after error@1788612690) -> (continuation of Deferred@157081690 after retry RPC after error@751944991) -> (continuation of Deferred@678787243 after retry RPC after error@576840567) -> (continuation of Deferred@1280411985 after retry RPC after error@1846166777), errback=(continuation of Deferred@686375356 after retry RPC after error@613933476) -> (continuation of Deferred@706415546 after retry RPC after error@1854064376) -> (continuation of Deferred@201625141 after retry RPC after error@394646736) -> (continuation of Deferred@1706117953 after retry RPC after error@494728201) -> (continuation of Deferred@891397301 after retry RPC after error@205247893) -> (continuation of Deferred@1665104912 after retry RPC after error@421068994) -> (continuation of Deferred@556075864 after retry RPC after error@1935730068) -> (continuation of Deferred@1806161940 after retry RPC after error@980011698) -> (continuation of Deferred@857700716 after retry RPC after error@1202157278) -> (continuation of Deferred@303395142 after retry RPC after error@1717376492) -> (continuation of Deferred@776066130 after retry RPC after error@1387026114) -> (continuation of Deferred@1804239504 after retry RPC after error@1710626936) -> (continuation of Deferred@1169535952 after retry RPC after error@1973417954) -> (continuation of Deferred@1253995971 after retry RPC after error@526291252) -> (continuation of Deferred@1998428732 after retry RPC after error@2100773850) -> (continuation of Deferred@1151214034 after retry RPC after error@790810436) -> (continuation of Deferred@888503526 after retry RPC after error@1939587121) -> (continuation of Deferred@1186918177 after retry RPC after error@2145337437) -> (continuation of Deferred@1615986956 after retry RPC after error@1298521983) -> (continuation of Deferred@2090067477 after retry RPC after error@2034994290) -> (continuation of Deferred@165783606 after retry RPC after error@1788612690) -> (continuation of Deferred@157081690 after retry RPC after error@751944991) -> (continuation of Deferred@678787243 after retry RPC after error@576840567) -> (continuation of Deferred@1280411985 after retry RPC after error@1846166777)))
23:13:50.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:50.784 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:50.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:50.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.820358 26448 rpc_server.cc:225] running with OpenSSL 1.1.1  11 Sep 2018
23:13:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.822149 26448 env_posix.cc:2267] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
23:13:50.822 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.822574 26448 kserver.cc:163] Server-wide thread pool size limit: 3276
23:13:50.825 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.825670 26448 txn_system_client.cc:432] TxnSystemClient initialization is disabled...
23:13:50.826 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:50.826 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:50.826 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:50.826 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:50.826 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:50.826 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:50.826 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:50.826 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:50.826 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:50.826 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:50.826 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:50.826 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:50.827 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.831151 26448 ts_tablet_manager.cc:585] Loaded tablet metadata (0 total tablets, 0 live tablets)
23:13:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.831481 26448 ts_tablet_manager.cc:531] Time spent load tablet metadata: real 0.000s	user 0.000s	sys 0.000s
23:13:50.831 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.831754 26448 ts_tablet_manager.cc:616] Registered 0 tablets
23:13:50.832 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:50.831912 26448 ts_tablet_manager.cc:595] Time spent register tablets: real 0.000s	user 0.000s	sys 0.000s
23:13:50.902 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:50.902 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:50.903 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:50.903 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.903 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.903 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.904 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.904 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.904 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.904 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:50.927 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:50.927 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:50.927 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:50.927 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.927 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.927 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:50.927 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.927 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.927 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:50.927 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.927 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.928 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:50.928 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:50.973 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:50.973 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:50.974 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:50.974 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:50.974 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:50.974 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:50.974 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:50.974 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:50.974 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:50.974 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:50.974 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:50.975 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:50.975 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:51.004 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:51.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:51.041 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:51.041 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:51.041 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:51.041 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:51.041 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:51.042 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:51.042 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:51.042 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:51.042 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:51.042 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:51.042 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:51.042 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:51.042 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.043221 26448 rpc_server.cc:307] RPC server started. Bound to: 127.25.22.195:41863
23:13:51.043 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.043349 26581 acceptor_pool.cc:272] collecting diagnostics on the listening RPC socket 127.25.22.195:41863 every 8 connection(s)
23:13:51.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.047263 26448 server_base.cc:1193] Dumped server information to /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/data/info.pb
23:13:51.052 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.050637 25691 external_mini_cluster.cc:1434] Started /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu as pid 26448
23:13:51.057 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.051095 25691 external_mini_cluster.cc:1448] Reading /tmp/dist-test-taskvVowSE/test-tmp/mini-kudu-cluster2486880812298302282/ts-2/wal/instance
23:13:51.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.112113 26583 heartbeater.cc:344] Connected to a master server at 127.25.22.253:35723
23:13:51.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.112663 26583 heartbeater.cc:461] Registering TS with master...
23:13:51.114 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.114228 26583 heartbeater.cc:507] Master 127.25.22.253:35723 requested a full tablet report, sending...
23:13:51.117 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.117403 25868 ts_manager.cc:194] Registered new tserver with Master: 02902c7b33754bb28ace9d01ec920857 (127.25.22.195:41863)
23:13:51.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.119547 26584 heartbeater.cc:344] Connected to a master server at 127.25.22.254:34285
23:13:51.120 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.119932 26584 heartbeater.cc:461] Registering TS with master...
23:13:51.121 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.120952 26584 heartbeater.cc:507] Master 127.25.22.254:34285 requested a full tablet report, sending...
23:13:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.122146 26582 heartbeater.cc:344] Connected to a master server at 127.25.22.252:36495
23:13:51.122 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.122475 26582 heartbeater.cc:461] Registering TS with master...
23:13:51.123 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.123431 26582 heartbeater.cc:507] Master 127.25.22.252:36495 requested a full tablet report, sending...
23:13:51.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.124419 25738 ts_manager.cc:194] Registered new tserver with Master: 02902c7b33754bb28ace9d01ec920857 (127.25.22.195:41863)
23:13:51.126 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.125541 25959 ts_manager.cc:194] Registered new tserver with Master: 02902c7b33754bb28ace9d01ec920857 (127.25.22.195:41863)
23:13:51.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.127514 25959 master_service.cc:502] Signed X509 certificate for tserver {username='slave'} at 127.25.22.195:39289
23:13:51.140 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.140580 25691 external_mini_cluster.cc:955] 3 TS(s) registered with all masters
23:13:51.153 [DEBUG - main] (MiniKuduCluster.java:195) Response: 
23:13:51.153 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}

23:13:51.154 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
  masters {
    id {
      type: MASTER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.22.254"
      port: 34285
    }
    bound_http_address {
      host: "127.25.22.254"
      port: 44409
    }
  }
  masters {
    id {
      type: MASTER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.22.253"
      port: 35723
    }
    bound_http_address {
      host: "127.25.22.253"
      port: 36721
    }
  }
  masters {
    id {
      type: MASTER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.22.252"
      port: 36495
    }
    bound_http_address {
      host: "127.25.22.252"
      port: 33061
    }
  }
}

23:13:51.154 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}

23:13:51.154 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
  tservers {
    id {
      type: TSERVER
      index: 0
    }
    bound_rpc_address {
      host: "127.25.22.193"
      port: 40315
    }
    bound_http_address {
      host: "127.25.22.193"
      port: 34963
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 1
    }
    bound_rpc_address {
      host: "127.25.22.194"
      port: 39877
    }
    bound_http_address {
      host: "127.25.22.194"
      port: 35445
    }
  }
  tservers {
    id {
      type: TSERVER
      index: 2
    }
    bound_rpc_address {
      host: "127.25.22.195"
      port: 41863
    }
    bound_http_address {
      host: "127.25.22.195"
      port: 40995
    }
  }
}

23:13:51.155 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
23:13:51.157 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:51.159 [DEBUG - main] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:13:51.160 [DEBUG - main] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:13:51.160 [DEBUG - main] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:13:51.161 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.75.124:39771(127.24.75.124:39771)] Successfully connected to peer
23:13:51.162 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.75.125:42673(127.24.75.125:42673)] Successfully connected to peer
23:13:51.164 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.75.126:42301(127.24.75.126:42301)] Successfully connected to peer
23:13:51.166 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.124
23:13:51.166 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:51.166 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:51.167 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:51.167 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:51.167 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:51.167 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:51.167 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:51.167 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:51.167 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:51.167 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:51.167 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:51.167 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:51.167 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:51.168 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.125
23:13:51.172 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.126
23:13:51.177 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:51.180 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3fd4d41a, L:/127.0.0.1:44566 - R:/127.24.75.125:42673] using SASL/PLAIN
23:13:51.180 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:51.182 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:51.183 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x1ec5bb76, L:/127.0.0.1:35064 - R:/127.24.75.126:42301] using SASL/PLAIN
23:13:51.184 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:51.185 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=25), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.75.124:39771, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.75.126:42301, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.75.125:42673, [25ms] Sub RPC ConnectToMaster: received response from server master-127.24.75.125:42673: OK, deferred=null) after lookup
23:13:51.190 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2da2c348, L:/127.0.0.1:48668 - R:/127.24.75.124:39771] using SASL/PLAIN
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.189580 24997 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:44566:
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.192 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:51.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:13:51.196 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:51.196485 24997 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:13:51.258 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 93a377c6bebd496581dd32356f74012a
23:13:51.277 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:51.287 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:51.316 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:51.371 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.369627 25335 tablet_service.cc:1511] Processing CreateTablet for tablet ec7d3349e8d440d683f33efc58ffd0d7 (DEFAULT_TABLE table=replication_test_table [id=93a377c6bebd496581dd32356f74012a]), partition=RANGE (int8) PARTITION UNBOUNDED
23:13:51.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.372216 25335 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ec7d3349e8d440d683f33efc58ffd0d7. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:51.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.377059 25616 tablet_service.cc:1511] Processing CreateTablet for tablet ec7d3349e8d440d683f33efc58ffd0d7 (DEFAULT_TABLE table=replication_test_table [id=93a377c6bebd496581dd32356f74012a]), partition=RANGE (int8) PARTITION UNBOUNDED
23:13:51.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.380350 25616 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ec7d3349e8d440d683f33efc58ffd0d7. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:51.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.389950 25475 tablet_service.cc:1511] Processing CreateTablet for tablet ec7d3349e8d440d683f33efc58ffd0d7 (DEFAULT_TABLE table=replication_test_table [id=93a377c6bebd496581dd32356f74012a]), partition=RANGE (int8) PARTITION UNBOUNDED
23:13:51.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.392643 25475 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet ec7d3349e8d440d683f33efc58ffd0d7. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:51.453 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.452622 26618 tablet_bootstrap.cc:492] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac: Bootstrap starting.
23:13:51.468 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.467860 26618 tablet_bootstrap.cc:654] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac: Neither blocks nor log segments found. Creating new log.
23:13:51.470 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.470570 26618 log.cc:826] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac: Log is configured to *not* fsync() on all Append() calls
23:13:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.481897 26618 tablet_bootstrap.cc:492] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac: No bootstrap required, opened a new log
23:13:51.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.482450 26618 ts_tablet_manager.cc:1403] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac: Time spent bootstrapping tablet: real 0.030s	user 0.010s	sys 0.012s
23:13:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.491799 26621 tablet_bootstrap.cc:492] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3: Bootstrap starting.
23:13:51.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.491859 26620 tablet_bootstrap.cc:492] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd: Bootstrap starting.
23:13:51.498 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.498381 26620 tablet_bootstrap.cc:654] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd: Neither blocks nor log segments found. Creating new log.
23:13:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.500294 26621 tablet_bootstrap.cc:654] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3: Neither blocks nor log segments found. Creating new log.
23:13:51.501 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.501430 26620 log.cc:826] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd: Log is configured to *not* fsync() on all Append() calls
23:13:51.503 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:51.503 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.502889 26621 log.cc:826] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3: Log is configured to *not* fsync() on all Append() calls
23:13:51.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.510300 26621 tablet_bootstrap.cc:492] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3: No bootstrap required, opened a new log
23:13:51.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.510912 26621 ts_tablet_manager.cc:1403] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3: Time spent bootstrapping tablet: real 0.020s	user 0.010s	sys 0.008s
23:13:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.513013 26620 tablet_bootstrap.cc:492] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd: No bootstrap required, opened a new log
23:13:51.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.513435 26620 ts_tablet_manager.cc:1403] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd: Time spent bootstrapping tablet: real 0.022s	user 0.020s	sys 0.000s
23:13:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.513504 26618 raft_consensus.cc:359] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 } } peers { permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 } } peers { permanent_uuid: "efe9c9138ba646e9bbb240e826e934d3" member_type: VOTER last_known_addr { host: "127.24.75.67" port: 38811 } }
23:13:51.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.514446 26618 raft_consensus.cc:385] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:51.515 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.514772 26618 raft_consensus.cc:740] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: af35977bbf5f477c87f577a3829410ac, State: Initialized, Role: FOLLOWER
23:13:51.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.515808 26618 consensus_queue.cc:260] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 } } peers { permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 } } peers { permanent_uuid: "efe9c9138ba646e9bbb240e826e934d3" member_type: VOTER last_known_addr { host: "127.24.75.67" port: 38811 } }
23:13:51.520 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:51.520 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:51.520 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:51.521 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:51.521 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:51.521 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:51.521 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:51.521 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:51.521 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:51.522 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:51.522 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:51.522 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:51.522 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:51.522 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:51.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.528066 26618 ts_tablet_manager.cc:1434] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac: Time spent starting tablet: real 0.045s	user 0.024s	sys 0.010s
23:13:51.546 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:51.546 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:51.547 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:51.547 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:51.547 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:51.547 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:51.547 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:51.547 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:51.547 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:51.547 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:51.547 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:51.547 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:51.548 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.547035 26620 raft_consensus.cc:359] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 } } peers { permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 } } peers { permanent_uuid: "efe9c9138ba646e9bbb240e826e934d3" member_type: VOTER last_known_addr { host: "127.24.75.67" port: 38811 } }
23:13:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.547479 26621 raft_consensus.cc:359] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 } } peers { permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 } } peers { permanent_uuid: "efe9c9138ba646e9bbb240e826e934d3" member_type: VOTER last_known_addr { host: "127.24.75.67" port: 38811 } }
23:13:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.548139 26620 raft_consensus.cc:385] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.548404 26621 raft_consensus.cc:385] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:51.548 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.548465 26620 raft_consensus.cc:740] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: e7fbb898fe874ddd85448f11fb08d9bd, State: Initialized, Role: FOLLOWER
23:13:51.549 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.548741 26621 raft_consensus.cc:740] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: efe9c9138ba646e9bbb240e826e934d3, State: Initialized, Role: FOLLOWER
23:13:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.549422 26620 consensus_queue.cc:260] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 } } peers { permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 } } peers { permanent_uuid: "efe9c9138ba646e9bbb240e826e934d3" member_type: VOTER last_known_addr { host: "127.24.75.67" port: 38811 } }
23:13:51.550 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.549772 26621 consensus_queue.cc:260] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 } } peers { permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 } } peers { permanent_uuid: "efe9c9138ba646e9bbb240e826e934d3" member_type: VOTER last_known_addr { host: "127.24.75.67" port: 38811 } }
23:13:51.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.556058 26620 ts_tablet_manager.cc:1434] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd: Time spent starting tablet: real 0.042s	user 0.027s	sys 0.008s
23:13:51.559 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:51.559 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:51.559 [DEBUG - pool-492-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:51.560 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:51.560 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:51.560 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:51.561 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:51.561 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:51.561 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:51.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:51.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:51.561 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:51.561 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:51.562 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28077), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [27ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [170ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [176ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [177ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [177ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [381ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [602ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [741ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1562ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [2821ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2822ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@1635662357(state=PENDING, result=null, callback=(continuation of Deferred@1132302477 after retry RPC after error@1658879863) -> (continuation of Deferred@148465936 after retry RPC after error@417809548) -> (continuation of Deferred@934364901 after retry RPC after error@1447791779) -> (continuation of Deferred@362413715 after retry RPC after error@930618248) -> (continuation of Deferred@180614636 after retry RPC after error@15158915) -> (continuation of Deferred@1515210090 after retry RPC after error@755212787) -> (continuation of Deferred@947543338 after retry RPC after error@47423472) -> (continuation of Deferred@1525739989 after retry RPC after error@1791807297) -> (continuation of Deferred@11885631 after retry RPC after error@503807942) -> (continuation of Deferred@1134844810 after retry RPC after error@1327379064) -> (continuation of Deferred@1700846336 after retry RPC after error@1086091557) -> (continuation of Deferred@556079795 after retry RPC after error@529948957) -> (continuation of Deferred@2093809972 after retry RPC after error@1608217297) -> (continuation of Deferred@1445075739 after retry RPC after error@2047874635) -> (continuation of Deferred@1849719964 after retry RPC after error@1779029631) -> (continuation of Deferred@741733094 after retry RPC after error@1449991013) -> (continuation of Deferred@992229800 after retry RPC after error@523938461) -> (continuation of Deferred@471587166 after retry RPC after error@571694987) -> (continuation of Deferred@954260248 after retry RPC after error@1925505243) -> (continuation of Deferred@819398388 after retry RPC after error@134277218) -> (continuation of Deferred@914803297 after retry RPC after error@1670456914) -> (continuation of Deferred@1811508338 after retry RPC after error@1689635479), errback=(continuation of Deferred@1132302477 after retry RPC after error@1658879863) -> (continuation of Deferred@148465936 after retry RPC after error@417809548) -> (continuation of Deferred@934364901 after retry RPC after error@1447791779) -> (continuation of Deferred@362413715 after retry RPC after error@930618248) -> (continuation of Deferred@180614636 after retry RPC after error@15158915) -> (continuation of Deferred@1515210090 after retry RPC after error@755212787) -> (continuation of Deferred@947543338 after retry RPC after error@47423472) -> (continuation of Deferred@1525739989 after retry RPC after error@1791807297) -> (continuation of Deferred@11885631 after retry RPC after error@503807942) -> (continuation of Deferred@1134844810 after retry RPC after error@1327379064) -> (continuation of Deferred@1700846336 after retry RPC after error@1086091557) -> (continuation of Deferred@556079795 after retry RPC after error@529948957) -> (continuation of Deferred@2093809972 after retry RPC after error@1608217297) -> (continuation of Deferred@1445075739 after retry RPC after error@2047874635) -> (continuation of Deferred@1849719964 after retry RPC after error@1779029631) -> (continuation of Deferred@741733094 after retry RPC after error@1449991013) -> (continuation of Deferred@992229800 after retry RPC after error@523938461) -> (continuation of Deferred@471587166 after retry RPC after error@571694987) -> (continuation of Deferred@954260248 after retry RPC after error@1925505243) -> (continuation of Deferred@819398388 after retry RPC after error@134277218) -> (continuation of Deferred@914803297 after retry RPC after error@1670456914) -> (continuation of Deferred@1811508338 after retry RPC after error@1689635479)))
23:13:51.563 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:13:51.564 [WARN - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28077), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [27ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [170ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [176ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [177ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [177ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [381ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [602ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [741ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1562ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [2821ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2822ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@1635662357(state=PENDING, result=null, callback=(continuation of Deferred@1132302477 after retry RPC after error@1658879863) -> (continuation of Deferred@148465936 after retry RPC after error@417809548) -> (continuation of Deferred@934364901 after retry RPC after error@1447791779) -> (continuation of Deferred@362413715 after retry RPC after error@930618248) -> (continuation of Deferred@180614636 after retry RPC after error@15158915) -> (continuation of Deferred@1515210090 after retry RPC after error@755212787) -> (continuation of Deferred@947543338 after retry RPC after error@47423472) -> (continuation of Deferred@1525739989 after retry RPC after error@1791807297) -> (continuation of Deferred@11885631 after retry RPC after error@503807942) -> (continuation of Deferred@1134844810 after retry RPC after error@1327379064) -> (continuation of Deferred@1700846336 after retry RPC after error@1086091557) -> (continuation of Deferred@556079795 after retry RPC after error@529948957) -> (continuation of Deferred@2093809972 after retry RPC after error@1608217297) -> (continuation of Deferred@1445075739 after retry RPC after error@2047874635) -> (continuation of Deferred@1849719964 after retry RPC after error@1779029631) -> (continuation of Deferred@741733094 after retry RPC after error@1449991013) -> (continuation of Deferred@992229800 after retry RPC after error@523938461) -> (continuation of Deferred@471587166 after retry RPC after error@571694987) -> (continuation of Deferred@954260248 after retry RPC after error@1925505243) -> (continuation of Deferred@819398388 after retry RPC after error@134277218) -> (continuation of Deferred@914803297 after retry RPC after error@1670456914) -> (continuation of Deferred@1811508338 after retry RPC after error@1689635479), errback=(continuation of Deferred@1132302477 after retry RPC after error@1658879863) -> (continuation of Deferred@148465936 after retry RPC after error@417809548) -> (continuation of Deferred@934364901 after retry RPC after error@1447791779) -> (continuation of Deferred@362413715 after retry RPC after error@930618248) -> (continuation of Deferred@180614636 after retry RPC after error@15158915) -> (continuation of Deferred@1515210090 after retry RPC after error@755212787) -> (continuation of Deferred@947543338 after retry RPC after error@47423472) -> (continuation of Deferred@1525739989 after retry RPC after error@1791807297) -> (continuation of Deferred@11885631 after retry RPC after error@503807942) -> (continuation of Deferred@1134844810 after retry RPC after error@1327379064) -> (continuation of Deferred@1700846336 after retry RPC after error@1086091557) -> (continuation of Deferred@556079795 after retry RPC after error@529948957) -> (continuation of Deferred@2093809972 after retry RPC after error@1608217297) -> (continuation of Deferred@1445075739 after retry RPC after error@2047874635) -> (continuation of Deferred@1849719964 after retry RPC after error@1779029631) -> (continuation of Deferred@741733094 after retry RPC after error@1449991013) -> (continuation of Deferred@992229800 after retry RPC after error@523938461) -> (continuation of Deferred@471587166 after retry RPC after error@571694987) -> (continuation of Deferred@954260248 after retry RPC after error@1925505243) -> (continuation of Deferred@819398388 after retry RPC after error@134277218) -> (continuation of Deferred@914803297 after retry RPC after error@1670456914) -> (continuation of Deferred@1811508338 after retry RPC after error@1689635479)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.126:37441
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:51.564 [INFO - Source: KuduSource -> Sink: Writer (3/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2).
23:13:51.567 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#2 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:13:51.577 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2) switched from INITIALIZING to FAILED on 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28077), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [23ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [24ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [24ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [25ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [26ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [27ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [61ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [62ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [64ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [64ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [169ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [170ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [175ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [176ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [177ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [177ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [182ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [182ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [200ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [201ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [222ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [222ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [381ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [600ms] refreshing cache from master, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [600ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [601ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [601ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [602ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [602ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [740ms] refreshing cache from master, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [740ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [741ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [741ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1560ms] refreshing cache from master, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1560ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1561ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1562ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2821ms] refreshing cache from master, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [2821ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [2821ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2822ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2822ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [5561ms] refreshing cache from master, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [5561ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [5562ms] too many traces: truncated at 100 traces, deferred=Deferred@1635662357(state=PENDING, result=null, callback=(continuation of Deferred@1132302477 after retry RPC after error@1658879863) -> (continuation of Deferred@148465936 after retry RPC after error@417809548) -> (continuation of Deferred@934364901 after retry RPC after error@1447791779) -> (continuation of Deferred@362413715 after retry RPC after error@930618248) -> (continuation of Deferred@180614636 after retry RPC after error@15158915) -> (continuation of Deferred@1515210090 after retry RPC after error@755212787) -> (continuation of Deferred@947543338 after retry RPC after error@47423472) -> (continuation of Deferred@1525739989 after retry RPC after error@1791807297) -> (continuation of Deferred@11885631 after retry RPC after error@503807942) -> (continuation of Deferred@1134844810 after retry RPC after error@1327379064) -> (continuation of Deferred@1700846336 after retry RPC after error@1086091557) -> (continuation of Deferred@556079795 after retry RPC after error@529948957) -> (continuation of Deferred@2093809972 after retry RPC after error@1608217297) -> (continuation of Deferred@1445075739 after retry RPC after error@2047874635) -> (continuation of Deferred@1849719964 after retry RPC after error@1779029631) -> (continuation of Deferred@741733094 after retry RPC after error@1449991013) -> (continuation of Deferred@992229800 after retry RPC after error@523938461) -> (continuation of Deferred@471587166 after retry RPC after error@571694987) -> (continuation of Deferred@954260248 after retry RPC after error@1925505243) -> (continuation of Deferred@819398388 after retry RPC after error@134277218) -> (continuation of Deferred@914803297 after retry RPC after error@1670456914) -> (continuation of Deferred@1811508338 after retry RPC after error@1689635479), errback=(continuation of Deferred@1132302477 after retry RPC after error@1658879863) -> (continuation of Deferred@148465936 after retry RPC after error@417809548) -> (continuation of Deferred@934364901 after retry RPC after error@1447791779) -> (continuation of Deferred@362413715 after retry RPC after error@930618248) -> (continuation of Deferred@180614636 after retry RPC after error@15158915) -> (continuation of Deferred@1515210090 after retry RPC after error@755212787) -> (continuation of Deferred@947543338 after retry RPC after error@47423472) -> (continuation of Deferred@1525739989 after retry RPC after error@1791807297) -> (continuation of Deferred@11885631 after retry RPC after error@503807942) -> (continuation of Deferred@1134844810 after retry RPC after error@1327379064) -> (continuation of Deferred@1700846336 after retry RPC after error@1086091557) -> (continuation of Deferred@556079795 after retry RPC after error@529948957) -> (continuation of Deferred@2093809972 after retry RPC after error@1608217297) -> (continuation of Deferred@1445075739 after retry RPC after error@2047874635) -> (continuation of Deferred@1849719964 after retry RPC after error@1779029631) -> (continuation of Deferred@741733094 after retry RPC after error@1449991013) -> (continuation of Deferred@992229800 after retry RPC after error@523938461) -> (continuation of Deferred@471587166 after retry RPC after error@571694987) -> (continuation of Deferred@954260248 after retry RPC after error@1925505243) -> (continuation of Deferred@819398388 after retry RPC after error@134277218) -> (continuation of Deferred@914803297 after retry RPC after error@1670456914) -> (continuation of Deferred@1811508338 after retry RPC after error@1689635479)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.126:37441
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:51.579 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:51.583 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#2) of source Source: KuduSource.
23:13:51.584 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.583731 26621 ts_tablet_manager.cc:1434] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3: Time spent starting tablet: real 0.072s	user 0.029s	sys 0.004s
23:13:51.584 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_2.
23:13:51.584 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e) switched from state RUNNING to RESTARTING.
23:13:51.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:51.601423 25408 tablet.cc:2406] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:51.662 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:51.661803 25548 tablet.cc:2406] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:51.669 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:51.670 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:51.670 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:51.670 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:51.670 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:51.670 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:51.670 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:51.670 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:51.670 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:51.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:51.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:51.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:51.670 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:51.676 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:51.677 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:51.677 [DEBUG - pool-489-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:51.677 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:51.677 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:51.677 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:51.677 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:51.677 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:51.677 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:51.677 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:51.677 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:51.677 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:51.677 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:51.678 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [58ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [87ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [87ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [88ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [111ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [245ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [246ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [275ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [280ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [301ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [361ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [362ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [381ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [441ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [441ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [441ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [441ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [521ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [522ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [522ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [522ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [861ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [862ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [982ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1222ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3680ms] refreshing cache from master, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [3681ms] too many traces: truncated at 100 traces, deferred=Deferred@598764874(state=PENDING, result=null, callback=(continuation of Deferred@1873293875 after retry RPC after error@617961263) -> (continuation of Deferred@2138039776 after retry RPC after error@1603607930) -> (continuation of Deferred@1904383249 after retry RPC after error@2137049121) -> (continuation of Deferred@2141217480 after retry RPC after error@145346187) -> (continuation of Deferred@1835460754 after retry RPC after error@339608799) -> (continuation of Deferred@1752470194 after retry RPC after error@779076769) -> (continuation of Deferred@1947704198 after retry RPC after error@283865383) -> (continuation of Deferred@1548124298 after retry RPC after error@207363439) -> (continuation of Deferred@1147104457 after retry RPC after error@267800364) -> (continuation of Deferred@1734134920 after retry RPC after error@193401449) -> (continuation of Deferred@872484596 after retry RPC after error@162773111) -> (continuation of Deferred@134880581 after retry RPC after error@992825975) -> (continuation of Deferred@132615496 after retry RPC after error@327413187) -> (continuation of Deferred@1262168771 after retry RPC after error@450127673) -> (continuation of Deferred@568472806 after retry RPC after error@763570412) -> (continuation of Deferred@1073504941 after retry RPC after error@103299012) -> (continuation of Deferred@912090851 after retry RPC after error@36568204) -> (continuation of Deferred@1587027822 after retry RPC after error@432641390) -> (continuation of Deferred@1157534410 after retry RPC after error@693821253) -> (continuation of Deferred@933742191 after retry RPC after error@1645233936) -> (continuation of Deferred@1380512090 after retry RPC after error@764918945) -> (continuation of Deferred@604668866 after retry RPC after error@1145206932), errback=(continuation of Deferred@1873293875 after retry RPC after error@617961263) -> (continuation of Deferred@2138039776 after retry RPC after error@1603607930) -> (continuation of Deferred@1904383249 after retry RPC after error@2137049121) -> (continuation of Deferred@2141217480 after retry RPC after error@145346187) -> (continuation of Deferred@1835460754 after retry RPC after error@339608799) -> (continuation of Deferred@1752470194 after retry RPC after error@779076769) -> (continuation of Deferred@1947704198 after retry RPC after error@283865383) -> (continuation of Deferred@1548124298 after retry RPC after error@207363439) -> (continuation of Deferred@1147104457 after retry RPC after error@267800364) -> (continuation of Deferred@1734134920 after retry RPC after error@193401449) -> (continuation of Deferred@872484596 after retry RPC after error@162773111) -> (continuation of Deferred@134880581 after retry RPC after error@992825975) -> (continuation of Deferred@132615496 after retry RPC after error@327413187) -> (continuation of Deferred@1262168771 after retry RPC after error@450127673) -> (continuation of Deferred@568472806 after retry RPC after error@763570412) -> (continuation of Deferred@1073504941 after retry RPC after error@103299012) -> (continuation of Deferred@912090851 after retry RPC after error@36568204) -> (continuation of Deferred@1587027822 after retry RPC after error@432641390) -> (continuation of Deferred@1157534410 after retry RPC after error@693821253) -> (continuation of Deferred@933742191 after retry RPC after error@1645233936) -> (continuation of Deferred@1380512090 after retry RPC after error@764918945) -> (continuation of Deferred@604668866 after retry RPC after error@1145206932)))
23:13:51.678 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:13:51.679 [WARN - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (1/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [58ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [87ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [87ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [88ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [111ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [245ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [246ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [275ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [280ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [301ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [361ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [362ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [381ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [441ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [441ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [441ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [441ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [521ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [522ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [522ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [522ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [861ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [862ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [982ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1222ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3680ms] refreshing cache from master, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [3681ms] too many traces: truncated at 100 traces, deferred=Deferred@598764874(state=PENDING, result=null, callback=(continuation of Deferred@1873293875 after retry RPC after error@617961263) -> (continuation of Deferred@2138039776 after retry RPC after error@1603607930) -> (continuation of Deferred@1904383249 after retry RPC after error@2137049121) -> (continuation of Deferred@2141217480 after retry RPC after error@145346187) -> (continuation of Deferred@1835460754 after retry RPC after error@339608799) -> (continuation of Deferred@1752470194 after retry RPC after error@779076769) -> (continuation of Deferred@1947704198 after retry RPC after error@283865383) -> (continuation of Deferred@1548124298 after retry RPC after error@207363439) -> (continuation of Deferred@1147104457 after retry RPC after error@267800364) -> (continuation of Deferred@1734134920 after retry RPC after error@193401449) -> (continuation of Deferred@872484596 after retry RPC after error@162773111) -> (continuation of Deferred@134880581 after retry RPC after error@992825975) -> (continuation of Deferred@132615496 after retry RPC after error@327413187) -> (continuation of Deferred@1262168771 after retry RPC after error@450127673) -> (continuation of Deferred@568472806 after retry RPC after error@763570412) -> (continuation of Deferred@1073504941 after retry RPC after error@103299012) -> (continuation of Deferred@912090851 after retry RPC after error@36568204) -> (continuation of Deferred@1587027822 after retry RPC after error@432641390) -> (continuation of Deferred@1157534410 after retry RPC after error@693821253) -> (continuation of Deferred@933742191 after retry RPC after error@1645233936) -> (continuation of Deferred@1380512090 after retry RPC after error@764918945) -> (continuation of Deferred@604668866 after retry RPC after error@1145206932), errback=(continuation of Deferred@1873293875 after retry RPC after error@617961263) -> (continuation of Deferred@2138039776 after retry RPC after error@1603607930) -> (continuation of Deferred@1904383249 after retry RPC after error@2137049121) -> (continuation of Deferred@2141217480 after retry RPC after error@145346187) -> (continuation of Deferred@1835460754 after retry RPC after error@339608799) -> (continuation of Deferred@1752470194 after retry RPC after error@779076769) -> (continuation of Deferred@1947704198 after retry RPC after error@283865383) -> (continuation of Deferred@1548124298 after retry RPC after error@207363439) -> (continuation of Deferred@1147104457 after retry RPC after error@267800364) -> (continuation of Deferred@1734134920 after retry RPC after error@193401449) -> (continuation of Deferred@872484596 after retry RPC after error@162773111) -> (continuation of Deferred@134880581 after retry RPC after error@992825975) -> (continuation of Deferred@132615496 after retry RPC after error@327413187) -> (continuation of Deferred@1262168771 after retry RPC after error@450127673) -> (continuation of Deferred@568472806 after retry RPC after error@763570412) -> (continuation of Deferred@1073504941 after retry RPC after error@103299012) -> (continuation of Deferred@912090851 after retry RPC after error@36568204) -> (continuation of Deferred@1587027822 after retry RPC after error@432641390) -> (continuation of Deferred@1157534410 after retry RPC after error@693821253) -> (continuation of Deferred@933742191 after retry RPC after error@1645233936) -> (continuation of Deferred@1380512090 after retry RPC after error@764918945) -> (continuation of Deferred@604668866 after retry RPC after error@1145206932)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.126:37441
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:51.679 [INFO - Source: KuduSource -> Sink: Writer (1/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (1/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3).
23:13:51.681 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (1/4)#3 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:13:51.682 [INFO - flink-pekko.actor.default-dispatcher-7] (Execution.java:1449) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3) switched from INITIALIZING to FAILED on 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=28201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [56ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [58ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [86ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [87ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [87ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [88ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [100ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [110ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [111ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [112ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [112ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [245ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [246ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] refreshing cache from master, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [275ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [275ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [280ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [282ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [301ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [301ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [321ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [321ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [322ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [360ms] refreshing cache from master, [360ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [361ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [361ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [362ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [362ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [380ms] refreshing cache from master, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [381ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [381ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [441ms] refreshing cache from master, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [441ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [441ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [441ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [441ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [441ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [520ms] refreshing cache from master, [520ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [521ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [522ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [522ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [522ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [860ms] refreshing cache from master, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [861ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [861ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [862ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [862ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [980ms] refreshing cache from master, [980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [982ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1220ms] refreshing cache from master, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1222ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1222ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3680ms] refreshing cache from master, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [3680ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [3681ms] too many traces: truncated at 100 traces, deferred=Deferred@598764874(state=PENDING, result=null, callback=(continuation of Deferred@1873293875 after retry RPC after error@617961263) -> (continuation of Deferred@2138039776 after retry RPC after error@1603607930) -> (continuation of Deferred@1904383249 after retry RPC after error@2137049121) -> (continuation of Deferred@2141217480 after retry RPC after error@145346187) -> (continuation of Deferred@1835460754 after retry RPC after error@339608799) -> (continuation of Deferred@1752470194 after retry RPC after error@779076769) -> (continuation of Deferred@1947704198 after retry RPC after error@283865383) -> (continuation of Deferred@1548124298 after retry RPC after error@207363439) -> (continuation of Deferred@1147104457 after retry RPC after error@267800364) -> (continuation of Deferred@1734134920 after retry RPC after error@193401449) -> (continuation of Deferred@872484596 after retry RPC after error@162773111) -> (continuation of Deferred@134880581 after retry RPC after error@992825975) -> (continuation of Deferred@132615496 after retry RPC after error@327413187) -> (continuation of Deferred@1262168771 after retry RPC after error@450127673) -> (continuation of Deferred@568472806 after retry RPC after error@763570412) -> (continuation of Deferred@1073504941 after retry RPC after error@103299012) -> (continuation of Deferred@912090851 after retry RPC after error@36568204) -> (continuation of Deferred@1587027822 after retry RPC after error@432641390) -> (continuation of Deferred@1157534410 after retry RPC after error@693821253) -> (continuation of Deferred@933742191 after retry RPC after error@1645233936) -> (continuation of Deferred@1380512090 after retry RPC after error@764918945) -> (continuation of Deferred@604668866 after retry RPC after error@1145206932), errback=(continuation of Deferred@1873293875 after retry RPC after error@617961263) -> (continuation of Deferred@2138039776 after retry RPC after error@1603607930) -> (continuation of Deferred@1904383249 after retry RPC after error@2137049121) -> (continuation of Deferred@2141217480 after retry RPC after error@145346187) -> (continuation of Deferred@1835460754 after retry RPC after error@339608799) -> (continuation of Deferred@1752470194 after retry RPC after error@779076769) -> (continuation of Deferred@1947704198 after retry RPC after error@283865383) -> (continuation of Deferred@1548124298 after retry RPC after error@207363439) -> (continuation of Deferred@1147104457 after retry RPC after error@267800364) -> (continuation of Deferred@1734134920 after retry RPC after error@193401449) -> (continuation of Deferred@872484596 after retry RPC after error@162773111) -> (continuation of Deferred@134880581 after retry RPC after error@992825975) -> (continuation of Deferred@132615496 after retry RPC after error@327413187) -> (continuation of Deferred@1262168771 after retry RPC after error@450127673) -> (continuation of Deferred@568472806 after retry RPC after error@763570412) -> (continuation of Deferred@1073504941 after retry RPC after error@103299012) -> (continuation of Deferred@912090851 after retry RPC after error@36568204) -> (continuation of Deferred@1587027822 after retry RPC after error@432641390) -> (continuation of Deferred@1157534410 after retry RPC after error@693821253) -> (continuation of Deferred@933742191 after retry RPC after error@1645233936) -> (continuation of Deferred@1380512090 after retry RPC after error@764918945) -> (continuation of Deferred@604668866 after retry RPC after error@1145206932)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.126:37441
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:51.683 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:51.683 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 0 (#3) of source Source: KuduSource.
23:13:51.683 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_3.
23:13:51.722 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:51.721679 25690 tablet.cc:2406] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:51.776 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.776453 26625 raft_consensus.cc:493] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:51.777 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:51.777 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.777140 26625 raft_consensus.cc:515] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 } } peers { permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 } } peers { permanent_uuid: "efe9c9138ba646e9bbb240e826e934d3" member_type: VOTER last_known_addr { host: "127.24.75.67" port: 38811 } }
23:13:51.785 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.780889 26625 leader_election.cc:290] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers e7fbb898fe874ddd85448f11fb08d9bd (127.24.75.66:39995), af35977bbf5f477c87f577a3829410ac (127.24.75.65:35729)
23:13:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.782032 26626 raft_consensus.cc:493] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:51.786 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.782691 26626 raft_consensus.cc:515] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 } } peers { permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 } } peers { permanent_uuid: "efe9c9138ba646e9bbb240e826e934d3" member_type: VOTER last_known_addr { host: "127.24.75.67" port: 38811 } }
23:13:51.793 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.789889 26626 leader_election.cc:290] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers af35977bbf5f477c87f577a3829410ac (127.24.75.65:35729), efe9c9138ba646e9bbb240e826e934d3 (127.24.75.67:38811)
23:13:51.801 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.800992 25495 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ec7d3349e8d440d683f33efc58ffd0d7" candidate_uuid: "efe9c9138ba646e9bbb240e826e934d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" is_pre_election: true
23:13:51.803 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.801832 25495 raft_consensus.cc:2468] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate efe9c9138ba646e9bbb240e826e934d3 in term 0.
23:13:51.804 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.803659 25570 leader_election.cc:304] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: e7fbb898fe874ddd85448f11fb08d9bd, efe9c9138ba646e9bbb240e826e934d3; no voters: 
23:13:51.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.804962 26625 raft_consensus.cc:2804] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:51.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.805315 26625 raft_consensus.cc:493] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:51.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.805661 26625 raft_consensus.cc:3060] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [term 0 FOLLOWER]: Advancing to term 1
23:13:51.814 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.813423 26625 raft_consensus.cc:515] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 } } peers { permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 } } peers { permanent_uuid: "efe9c9138ba646e9bbb240e826e934d3" member_type: VOTER last_known_addr { host: "127.24.75.67" port: 38811 } }
23:13:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.815178 25355 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ec7d3349e8d440d683f33efc58ffd0d7" candidate_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af35977bbf5f477c87f577a3829410ac" is_pre_election: true
23:13:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.815555 26625 leader_election.cc:290] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [CANDIDATE]: Term 1 election: Requested vote from peers e7fbb898fe874ddd85448f11fb08d9bd (127.24.75.66:39995), af35977bbf5f477c87f577a3829410ac (127.24.75.65:35729)
23:13:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.816162 25355 raft_consensus.cc:2468] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate e7fbb898fe874ddd85448f11fb08d9bd in term 0.
23:13:51.817 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.816826 25495 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ec7d3349e8d440d683f33efc58ffd0d7" candidate_uuid: "efe9c9138ba646e9bbb240e826e934d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "e7fbb898fe874ddd85448f11fb08d9bd"
23:13:51.818 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.817358 25495 raft_consensus.cc:3060] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [term 0 FOLLOWER]: Advancing to term 1
23:13:51.818 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.817777 25428 leader_election.cc:304] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: af35977bbf5f477c87f577a3829410ac, e7fbb898fe874ddd85448f11fb08d9bd; no voters: 
23:13:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.821162 25355 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ec7d3349e8d440d683f33efc58ffd0d7" candidate_uuid: "efe9c9138ba646e9bbb240e826e934d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af35977bbf5f477c87f577a3829410ac" is_pre_election: true
23:13:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.821678 25354 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ec7d3349e8d440d683f33efc58ffd0d7" candidate_uuid: "efe9c9138ba646e9bbb240e826e934d3" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "af35977bbf5f477c87f577a3829410ac"
23:13:51.823 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.822583 25355 raft_consensus.cc:2468] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate efe9c9138ba646e9bbb240e826e934d3 in term 0.
23:13:51.828 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.828397 25495 raft_consensus.cc:2468] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate efe9c9138ba646e9bbb240e826e934d3 in term 1.
23:13:51.829 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.828790 26626 raft_consensus.cc:2764] T ec7d3349e8d440d683f33efc58ffd0d7 P e7fbb898fe874ddd85448f11fb08d9bd [term 1 FOLLOWER]: Leader pre-election decision vote started in defunct term 0: won
23:13:51.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.829475 25570 leader_election.cc:304] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: e7fbb898fe874ddd85448f11fb08d9bd, efe9c9138ba646e9bbb240e826e934d3; no voters: af35977bbf5f477c87f577a3829410ac
23:13:51.830 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.830410 26625 raft_consensus.cc:2804] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [term 1 FOLLOWER]: Leader election won for term 1
23:13:51.833 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.832641 26625 raft_consensus.cc:697] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [term 1 LEADER]: Becoming Leader. State: Replica: efe9c9138ba646e9bbb240e826e934d3, State: Running, Role: LEADER
23:13:51.834 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.833877 26625 consensus_queue.cc:237] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 } } peers { permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 } } peers { permanent_uuid: "efe9c9138ba646e9bbb240e826e934d3" member_type: VOTER last_known_addr { host: "127.24.75.67" port: 38811 } }
23:13:51.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.844255 25636 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "ec7d3349e8d440d683f33efc58ffd0d7" candidate_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "efe9c9138ba646e9bbb240e826e934d3" is_pre_election: true
23:13:51.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:51.854322 24998 catalog_manager.cc:5696] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 reported cstate change: term changed from 0 to 1, leader changed from <none> to efe9c9138ba646e9bbb240e826e934d3 (127.24.75.67). New cstate: current_term: 1 leader_uuid: "efe9c9138ba646e9bbb240e826e934d3" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "efe9c9138ba646e9bbb240e826e934d3" member_type: VOTER last_known_addr { host: "127.24.75.67" port: 38811 } health_report { overall_health: HEALTHY } } }
23:13:51.952 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:51.953 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:51.953 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:51.953 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:51.953 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:51.953 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:51.953 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:51.953 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:51.953 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:51.953 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:51.953 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:51.953 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:51.953 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:51.958 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:51.958 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:51.959 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:51.959 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:51.959 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:51.959 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:51.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:51.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:51.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:51.959 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:51.959 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:51.959 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:51.959 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:51.999 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:51.999 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:51.999 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:51.999 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:51.999 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:52.000 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:52.000 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:52.000 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:52.000 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:51.999 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:52.000 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:52.000 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:52.000 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:52.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:52.046 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:52.047 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:52.047 [DEBUG - pool-494-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:52.047 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:52.047 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:52.047 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:52.047 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:52.047 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:52.047 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:52.047 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:52.047 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:52.047 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:52.047 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:52.048 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28553), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [46ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [72ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [75ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [152ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [152ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [152ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [304ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [422ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [422ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [761ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [761ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [762ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [762ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [921ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [922ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3540ms] refreshing cache from master, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [3541ms] too many traces: truncated at 100 traces, deferred=Deferred@661867487(state=PENDING, result=null, callback=(continuation of Deferred@1294594597 after retry RPC after error@1965824395) -> (continuation of Deferred@1435738985 after retry RPC after error@1745041335) -> (continuation of Deferred@1782138952 after retry RPC after error@2135745733) -> (continuation of Deferred@923572398 after retry RPC after error@1178840951) -> (continuation of Deferred@1721287935 after retry RPC after error@2120904229) -> (continuation of Deferred@770724014 after retry RPC after error@1980983920) -> (continuation of Deferred@1443686257 after retry RPC after error@2075828435) -> (continuation of Deferred@1424030250 after retry RPC after error@961370668) -> (continuation of Deferred@147526939 after retry RPC after error@651792617) -> (continuation of Deferred@1975197618 after retry RPC after error@653567763) -> (continuation of Deferred@1992756507 after retry RPC after error@485721586) -> (continuation of Deferred@832065361 after retry RPC after error@852998734) -> (continuation of Deferred@2083968730 after retry RPC after error@2087321787) -> (continuation of Deferred@259730080 after retry RPC after error@7468235) -> (continuation of Deferred@1253794329 after retry RPC after error@1727581229) -> (continuation of Deferred@813749368 after retry RPC after error@1062779151) -> (continuation of Deferred@786607959 after retry RPC after error@240879362) -> (continuation of Deferred@953065893 after retry RPC after error@1109718898) -> (continuation of Deferred@2030530678 after retry RPC after error@724999107) -> (continuation of Deferred@1723384969 after retry RPC after error@54665291) -> (continuation of Deferred@1090811029 after retry RPC after error@1592989685) -> (continuation of Deferred@2119109678 after retry RPC after error@1822243796) -> (continuation of Deferred@241129998 after retry RPC after error@1221965967) -> (continuation of Deferred@1325261767 after retry RPC after error@1270559319) -> (continuation of Deferred@1061199364 after retry RPC after error@1521764515), errback=(continuation of Deferred@1294594597 after retry RPC after error@1965824395) -> (continuation of Deferred@1435738985 after retry RPC after error@1745041335) -> (continuation of Deferred@1782138952 after retry RPC after error@2135745733) -> (continuation of Deferred@923572398 after retry RPC after error@1178840951) -> (continuation of Deferred@1721287935 after retry RPC after error@2120904229) -> (continuation of Deferred@770724014 after retry RPC after error@1980983920) -> (continuation of Deferred@1443686257 after retry RPC after error@2075828435) -> (continuation of Deferred@1424030250 after retry RPC after error@961370668) -> (continuation of Deferred@147526939 after retry RPC after error@651792617) -> (continuation of Deferred@1975197618 after retry RPC after error@653567763) -> (continuation of Deferred@1992756507 after retry RPC after error@485721586) -> (continuation of Deferred@832065361 after retry RPC after error@852998734) -> (continuation of Deferred@2083968730 after retry RPC after error@2087321787) -> (continuation of Deferred@259730080 after retry RPC after error@7468235) -> (continuation of Deferred@1253794329 after retry RPC after error@1727581229) -> (continuation of Deferred@813749368 after retry RPC after error@1062779151) -> (continuation of Deferred@786607959 after retry RPC after error@240879362) -> (continuation of Deferred@953065893 after retry RPC after error@1109718898) -> (continuation of Deferred@2030530678 after retry RPC after error@724999107) -> (continuation of Deferred@1723384969 after retry RPC after error@54665291) -> (continuation of Deferred@1090811029 after retry RPC after error@1592989685) -> (continuation of Deferred@2119109678 after retry RPC after error@1822243796) -> (continuation of Deferred@241129998 after retry RPC after error@1221965967) -> (continuation of Deferred@1325261767 after retry RPC after error@1270559319) -> (continuation of Deferred@1061199364 after retry RPC after error@1521764515)))
23:13:52.049 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (SourceReaderBase.java:338) Closing Source Reader.
23:13:52.049 [WARN - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:1117) Source: KuduSource -> Sink: Writer (4/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28553), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [46ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [72ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [75ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [152ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [152ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [152ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [304ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [422ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [422ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [761ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [761ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [762ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [762ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [921ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [922ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3540ms] refreshing cache from master, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [3541ms] too many traces: truncated at 100 traces, deferred=Deferred@661867487(state=PENDING, result=null, callback=(continuation of Deferred@1294594597 after retry RPC after error@1965824395) -> (continuation of Deferred@1435738985 after retry RPC after error@1745041335) -> (continuation of Deferred@1782138952 after retry RPC after error@2135745733) -> (continuation of Deferred@923572398 after retry RPC after error@1178840951) -> (continuation of Deferred@1721287935 after retry RPC after error@2120904229) -> (continuation of Deferred@770724014 after retry RPC after error@1980983920) -> (continuation of Deferred@1443686257 after retry RPC after error@2075828435) -> (continuation of Deferred@1424030250 after retry RPC after error@961370668) -> (continuation of Deferred@147526939 after retry RPC after error@651792617) -> (continuation of Deferred@1975197618 after retry RPC after error@653567763) -> (continuation of Deferred@1992756507 after retry RPC after error@485721586) -> (continuation of Deferred@832065361 after retry RPC after error@852998734) -> (continuation of Deferred@2083968730 after retry RPC after error@2087321787) -> (continuation of Deferred@259730080 after retry RPC after error@7468235) -> (continuation of Deferred@1253794329 after retry RPC after error@1727581229) -> (continuation of Deferred@813749368 after retry RPC after error@1062779151) -> (continuation of Deferred@786607959 after retry RPC after error@240879362) -> (continuation of Deferred@953065893 after retry RPC after error@1109718898) -> (continuation of Deferred@2030530678 after retry RPC after error@724999107) -> (continuation of Deferred@1723384969 after retry RPC after error@54665291) -> (continuation of Deferred@1090811029 after retry RPC after error@1592989685) -> (continuation of Deferred@2119109678 after retry RPC after error@1822243796) -> (continuation of Deferred@241129998 after retry RPC after error@1221965967) -> (continuation of Deferred@1325261767 after retry RPC after error@1270559319) -> (continuation of Deferred@1061199364 after retry RPC after error@1521764515), errback=(continuation of Deferred@1294594597 after retry RPC after error@1965824395) -> (continuation of Deferred@1435738985 after retry RPC after error@1745041335) -> (continuation of Deferred@1782138952 after retry RPC after error@2135745733) -> (continuation of Deferred@923572398 after retry RPC after error@1178840951) -> (continuation of Deferred@1721287935 after retry RPC after error@2120904229) -> (continuation of Deferred@770724014 after retry RPC after error@1980983920) -> (continuation of Deferred@1443686257 after retry RPC after error@2075828435) -> (continuation of Deferred@1424030250 after retry RPC after error@961370668) -> (continuation of Deferred@147526939 after retry RPC after error@651792617) -> (continuation of Deferred@1975197618 after retry RPC after error@653567763) -> (continuation of Deferred@1992756507 after retry RPC after error@485721586) -> (continuation of Deferred@832065361 after retry RPC after error@852998734) -> (continuation of Deferred@2083968730 after retry RPC after error@2087321787) -> (continuation of Deferred@259730080 after retry RPC after error@7468235) -> (continuation of Deferred@1253794329 after retry RPC after error@1727581229) -> (continuation of Deferred@813749368 after retry RPC after error@1062779151) -> (continuation of Deferred@786607959 after retry RPC after error@240879362) -> (continuation of Deferred@953065893 after retry RPC after error@1109718898) -> (continuation of Deferred@2030530678 after retry RPC after error@724999107) -> (continuation of Deferred@1723384969 after retry RPC after error@54665291) -> (continuation of Deferred@1090811029 after retry RPC after error@1592989685) -> (continuation of Deferred@2119109678 after retry RPC after error@1822243796) -> (continuation of Deferred@241129998 after retry RPC after error@1221965967) -> (continuation of Deferred@1325261767 after retry RPC after error@1270559319) -> (continuation of Deferred@1061199364 after retry RPC after error@1521764515)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.124:39773
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:52.049 [INFO - Source: KuduSource -> Sink: Writer (4/4)#3] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (4/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3).
23:13:52.051 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (4/4)#3 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:13:52.053 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1449) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3) switched from INITIALIZING to FAILED on 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=26, TimeoutTracker(timeout=30000, elapsed=28553), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [43ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [44ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [44ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [46ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [46ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [71ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [72ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [75ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [75ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [81ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [81ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [143ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [144ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [151ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [152ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [152ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [152ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [161ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [161ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [180ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [181ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [201ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [202ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [220ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [221ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [221ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [302ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [303ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [304ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [420ms] refreshing cache from master, [420ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [421ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [421ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [422ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [422ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [760ms] refreshing cache from master, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [760ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [761ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [761ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [762ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [762ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [920ms] refreshing cache from master, [920ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [921ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [921ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [922ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [922ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1980ms] refreshing cache from master, [1980ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1981ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [3540ms] refreshing cache from master, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [3540ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [3541ms] too many traces: truncated at 100 traces, deferred=Deferred@661867487(state=PENDING, result=null, callback=(continuation of Deferred@1294594597 after retry RPC after error@1965824395) -> (continuation of Deferred@1435738985 after retry RPC after error@1745041335) -> (continuation of Deferred@1782138952 after retry RPC after error@2135745733) -> (continuation of Deferred@923572398 after retry RPC after error@1178840951) -> (continuation of Deferred@1721287935 after retry RPC after error@2120904229) -> (continuation of Deferred@770724014 after retry RPC after error@1980983920) -> (continuation of Deferred@1443686257 after retry RPC after error@2075828435) -> (continuation of Deferred@1424030250 after retry RPC after error@961370668) -> (continuation of Deferred@147526939 after retry RPC after error@651792617) -> (continuation of Deferred@1975197618 after retry RPC after error@653567763) -> (continuation of Deferred@1992756507 after retry RPC after error@485721586) -> (continuation of Deferred@832065361 after retry RPC after error@852998734) -> (continuation of Deferred@2083968730 after retry RPC after error@2087321787) -> (continuation of Deferred@259730080 after retry RPC after error@7468235) -> (continuation of Deferred@1253794329 after retry RPC after error@1727581229) -> (continuation of Deferred@813749368 after retry RPC after error@1062779151) -> (continuation of Deferred@786607959 after retry RPC after error@240879362) -> (continuation of Deferred@953065893 after retry RPC after error@1109718898) -> (continuation of Deferred@2030530678 after retry RPC after error@724999107) -> (continuation of Deferred@1723384969 after retry RPC after error@54665291) -> (continuation of Deferred@1090811029 after retry RPC after error@1592989685) -> (continuation of Deferred@2119109678 after retry RPC after error@1822243796) -> (continuation of Deferred@241129998 after retry RPC after error@1221965967) -> (continuation of Deferred@1325261767 after retry RPC after error@1270559319) -> (continuation of Deferred@1061199364 after retry RPC after error@1521764515), errback=(continuation of Deferred@1294594597 after retry RPC after error@1965824395) -> (continuation of Deferred@1435738985 after retry RPC after error@1745041335) -> (continuation of Deferred@1782138952 after retry RPC after error@2135745733) -> (continuation of Deferred@923572398 after retry RPC after error@1178840951) -> (continuation of Deferred@1721287935 after retry RPC after error@2120904229) -> (continuation of Deferred@770724014 after retry RPC after error@1980983920) -> (continuation of Deferred@1443686257 after retry RPC after error@2075828435) -> (continuation of Deferred@1424030250 after retry RPC after error@961370668) -> (continuation of Deferred@147526939 after retry RPC after error@651792617) -> (continuation of Deferred@1975197618 after retry RPC after error@653567763) -> (continuation of Deferred@1992756507 after retry RPC after error@485721586) -> (continuation of Deferred@832065361 after retry RPC after error@852998734) -> (continuation of Deferred@2083968730 after retry RPC after error@2087321787) -> (continuation of Deferred@259730080 after retry RPC after error@7468235) -> (continuation of Deferred@1253794329 after retry RPC after error@1727581229) -> (continuation of Deferred@813749368 after retry RPC after error@1062779151) -> (continuation of Deferred@786607959 after retry RPC after error@240879362) -> (continuation of Deferred@953065893 after retry RPC after error@1109718898) -> (continuation of Deferred@2030530678 after retry RPC after error@724999107) -> (continuation of Deferred@1723384969 after retry RPC after error@54665291) -> (continuation of Deferred@1090811029 after retry RPC after error@1592989685) -> (continuation of Deferred@2119109678 after retry RPC after error@1822243796) -> (continuation of Deferred@241129998 after retry RPC after error@1221965967) -> (continuation of Deferred@1325261767 after retry RPC after error@1270559319) -> (continuation of Deferred@1061199364 after retry RPC after error@1521764515)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.124:39773
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:52.054 [INFO - flink-pekko.actor.default-dispatcher-7] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:52.054 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_3.
23:13:52.054 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 3 (#3) of source Source: KuduSource.
23:13:52.084 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:52.084 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:52.084 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:52.084 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:52.085 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:52.085 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:52.085 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:52.085 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:52.085 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:52.085 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:52.085 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:52.085 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:52.085 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:52.123 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:52.123 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:52.123 [DEBUG - pool-488-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:52.123 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:52.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:52.123 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:52.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:52.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:52.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:52.123 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:52.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:52.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:52.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:52.124 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28647), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [36ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [149ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [164ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [218ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [229ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [229ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [261ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [281ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [461ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [462ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [721ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [721ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [722ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1181ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [2941ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [2941ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2942ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [4901ms] refreshing cache from master, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [4901ms] too many traces: truncated at 100 traces, deferred=Deferred@403264798(state=PENDING, result=null, callback=(continuation of Deferred@1878447022 after retry RPC after error@1754202747) -> (continuation of Deferred@2026617740 after retry RPC after error@708354094) -> (continuation of Deferred@1938455908 after retry RPC after error@1661351348) -> (continuation of Deferred@1186264451 after retry RPC after error@702678187) -> (continuation of Deferred@161689006 after retry RPC after error@1532625595) -> (continuation of Deferred@975432894 after retry RPC after error@56451085) -> (continuation of Deferred@319026069 after retry RPC after error@407336084) -> (continuation of Deferred@1034173758 after retry RPC after error@1427206031) -> (continuation of Deferred@1493348835 after retry RPC after error@2051181955) -> (continuation of Deferred@1712525880 after retry RPC after error@941651042) -> (continuation of Deferred@1960920876 after retry RPC after error@438428326) -> (continuation of Deferred@1692250376 after retry RPC after error@1608866453) -> (continuation of Deferred@566476386 after retry RPC after error@887249966) -> (continuation of Deferred@1027538507 after retry RPC after error@1224354443) -> (continuation of Deferred@1962327384 after retry RPC after error@1389599940) -> (continuation of Deferred@408288371 after retry RPC after error@23208832) -> (continuation of Deferred@1086280329 after retry RPC after error@239391718) -> (continuation of Deferred@960827449 after retry RPC after error@699091634) -> (continuation of Deferred@322596372 after retry RPC after error@994661494) -> (continuation of Deferred@714891262 after retry RPC after error@1502703301) -> (continuation of Deferred@421257517 after retry RPC after error@1744895132) -> (continuation of Deferred@539704781 after retry RPC after error@1914607691) -> (continuation of Deferred@877272492 after retry RPC after error@1539437477) -> (continuation of Deferred@578648133 after retry RPC after error@614953089) -> (continuation of Deferred@1088732868 after retry RPC after error@342634918) -> (continuation of Deferred@1570425918 after retry RPC after error@1109822580), errback=(continuation of Deferred@1878447022 after retry RPC after error@1754202747) -> (continuation of Deferred@2026617740 after retry RPC after error@708354094) -> (continuation of Deferred@1938455908 after retry RPC after error@1661351348) -> (continuation of Deferred@1186264451 after retry RPC after error@702678187) -> (continuation of Deferred@161689006 after retry RPC after error@1532625595) -> (continuation of Deferred@975432894 after retry RPC after error@56451085) -> (continuation of Deferred@319026069 after retry RPC after error@407336084) -> (continuation of Deferred@1034173758 after retry RPC after error@1427206031) -> (continuation of Deferred@1493348835 after retry RPC after error@2051181955) -> (continuation of Deferred@1712525880 after retry RPC after error@941651042) -> (continuation of Deferred@1960920876 after retry RPC after error@438428326) -> (continuation of Deferred@1692250376 after retry RPC after error@1608866453) -> (continuation of Deferred@566476386 after retry RPC after error@887249966) -> (continuation of Deferred@1027538507 after retry RPC after error@1224354443) -> (continuation of Deferred@1962327384 after retry RPC after error@1389599940) -> (continuation of Deferred@408288371 after retry RPC after error@23208832) -> (continuation of Deferred@1086280329 after retry RPC after error@239391718) -> (continuation of Deferred@960827449 after retry RPC after error@699091634) -> (continuation of Deferred@322596372 after retry RPC after error@994661494) -> (continuation of Deferred@714891262 after retry RPC after error@1502703301) -> (continuation of Deferred@421257517 after retry RPC after error@1744895132) -> (continuation of Deferred@539704781 after retry RPC after error@1914607691) -> (continuation of Deferred@877272492 after retry RPC after error@1539437477) -> (continuation of Deferred@578648133 after retry RPC after error@614953089) -> (continuation of Deferred@1088732868 after retry RPC after error@342634918) -> (continuation of Deferred@1570425918 after retry RPC after error@1109822580)))
23:13:52.125 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (SourceReaderBase.java:338) Closing Source Reader.
23:13:52.125 [WARN - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:1117) Source: KuduSource -> Sink: Writer (2/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28647), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [36ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [149ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [164ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [218ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [229ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [229ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [261ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [281ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [461ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [462ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [721ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [721ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [722ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1181ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [2941ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [2941ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2942ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [4901ms] refreshing cache from master, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [4901ms] too many traces: truncated at 100 traces, deferred=Deferred@403264798(state=PENDING, result=null, callback=(continuation of Deferred@1878447022 after retry RPC after error@1754202747) -> (continuation of Deferred@2026617740 after retry RPC after error@708354094) -> (continuation of Deferred@1938455908 after retry RPC after error@1661351348) -> (continuation of Deferred@1186264451 after retry RPC after error@702678187) -> (continuation of Deferred@161689006 after retry RPC after error@1532625595) -> (continuation of Deferred@975432894 after retry RPC after error@56451085) -> (continuation of Deferred@319026069 after retry RPC after error@407336084) -> (continuation of Deferred@1034173758 after retry RPC after error@1427206031) -> (continuation of Deferred@1493348835 after retry RPC after error@2051181955) -> (continuation of Deferred@1712525880 after retry RPC after error@941651042) -> (continuation of Deferred@1960920876 after retry RPC after error@438428326) -> (continuation of Deferred@1692250376 after retry RPC after error@1608866453) -> (continuation of Deferred@566476386 after retry RPC after error@887249966) -> (continuation of Deferred@1027538507 after retry RPC after error@1224354443) -> (continuation of Deferred@1962327384 after retry RPC after error@1389599940) -> (continuation of Deferred@408288371 after retry RPC after error@23208832) -> (continuation of Deferred@1086280329 after retry RPC after error@239391718) -> (continuation of Deferred@960827449 after retry RPC after error@699091634) -> (continuation of Deferred@322596372 after retry RPC after error@994661494) -> (continuation of Deferred@714891262 after retry RPC after error@1502703301) -> (continuation of Deferred@421257517 after retry RPC after error@1744895132) -> (continuation of Deferred@539704781 after retry RPC after error@1914607691) -> (continuation of Deferred@877272492 after retry RPC after error@1539437477) -> (continuation of Deferred@578648133 after retry RPC after error@614953089) -> (continuation of Deferred@1088732868 after retry RPC after error@342634918) -> (continuation of Deferred@1570425918 after retry RPC after error@1109822580), errback=(continuation of Deferred@1878447022 after retry RPC after error@1754202747) -> (continuation of Deferred@2026617740 after retry RPC after error@708354094) -> (continuation of Deferred@1938455908 after retry RPC after error@1661351348) -> (continuation of Deferred@1186264451 after retry RPC after error@702678187) -> (continuation of Deferred@161689006 after retry RPC after error@1532625595) -> (continuation of Deferred@975432894 after retry RPC after error@56451085) -> (continuation of Deferred@319026069 after retry RPC after error@407336084) -> (continuation of Deferred@1034173758 after retry RPC after error@1427206031) -> (continuation of Deferred@1493348835 after retry RPC after error@2051181955) -> (continuation of Deferred@1712525880 after retry RPC after error@941651042) -> (continuation of Deferred@1960920876 after retry RPC after error@438428326) -> (continuation of Deferred@1692250376 after retry RPC after error@1608866453) -> (continuation of Deferred@566476386 after retry RPC after error@887249966) -> (continuation of Deferred@1027538507 after retry RPC after error@1224354443) -> (continuation of Deferred@1962327384 after retry RPC after error@1389599940) -> (continuation of Deferred@408288371 after retry RPC after error@23208832) -> (continuation of Deferred@1086280329 after retry RPC after error@239391718) -> (continuation of Deferred@960827449 after retry RPC after error@699091634) -> (continuation of Deferred@322596372 after retry RPC after error@994661494) -> (continuation of Deferred@714891262 after retry RPC after error@1502703301) -> (continuation of Deferred@421257517 after retry RPC after error@1744895132) -> (continuation of Deferred@539704781 after retry RPC after error@1914607691) -> (continuation of Deferred@877272492 after retry RPC after error@1539437477) -> (continuation of Deferred@578648133 after retry RPC after error@614953089) -> (continuation of Deferred@1088732868 after retry RPC after error@342634918) -> (continuation of Deferred@1570425918 after retry RPC after error@1109822580)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.126:37441
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:52.125 [INFO - Source: KuduSource -> Sink: Writer (2/4)#2] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (2/4)#2 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2).
23:13:52.127 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (2/4)#2 d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
23:13:52.129 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1449) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2) switched from INITIALIZING to FAILED on 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=27, TimeoutTracker(timeout=30000, elapsed=28647), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [35ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [36ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [82ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [83ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [83ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [148ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [149ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [154ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [162ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [164ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [164ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [217ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [218ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [227ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [228ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [229ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [229ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [240ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [241ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [260ms] refreshing cache from master, [260ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [261ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [261ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [261ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [281ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [281ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [341ms] refreshing cache from master, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [341ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [342ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [342ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [461ms] refreshing cache from master, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [461ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [461ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [462ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [462ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [720ms] refreshing cache from master, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [720ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [721ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [721ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [721ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [722ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [722ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1180ms] refreshing cache from master, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1181ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1181ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1981ms] refreshing cache from master, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [1981ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [1982ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [1982ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2940ms] refreshing cache from master, [2940ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [2941ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [2941ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.124:39773: Network error: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773, [2941ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.125:35321: Network error: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321, [2942ms] Sub RPC ConnectToMaster: received response from server master-127.20.133.126:37441: Network error: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [2942ms] delaying RPC due to: Service unavailable: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441, [4901ms] refreshing cache from master, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.124:39773, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.125:35321, [4901ms] Sub RPC ConnectToMaster: sending RPC to server master-127.20.133.126:37441, [4901ms] too many traces: truncated at 100 traces, deferred=Deferred@403264798(state=PENDING, result=null, callback=(continuation of Deferred@1878447022 after retry RPC after error@1754202747) -> (continuation of Deferred@2026617740 after retry RPC after error@708354094) -> (continuation of Deferred@1938455908 after retry RPC after error@1661351348) -> (continuation of Deferred@1186264451 after retry RPC after error@702678187) -> (continuation of Deferred@161689006 after retry RPC after error@1532625595) -> (continuation of Deferred@975432894 after retry RPC after error@56451085) -> (continuation of Deferred@319026069 after retry RPC after error@407336084) -> (continuation of Deferred@1034173758 after retry RPC after error@1427206031) -> (continuation of Deferred@1493348835 after retry RPC after error@2051181955) -> (continuation of Deferred@1712525880 after retry RPC after error@941651042) -> (continuation of Deferred@1960920876 after retry RPC after error@438428326) -> (continuation of Deferred@1692250376 after retry RPC after error@1608866453) -> (continuation of Deferred@566476386 after retry RPC after error@887249966) -> (continuation of Deferred@1027538507 after retry RPC after error@1224354443) -> (continuation of Deferred@1962327384 after retry RPC after error@1389599940) -> (continuation of Deferred@408288371 after retry RPC after error@23208832) -> (continuation of Deferred@1086280329 after retry RPC after error@239391718) -> (continuation of Deferred@960827449 after retry RPC after error@699091634) -> (continuation of Deferred@322596372 after retry RPC after error@994661494) -> (continuation of Deferred@714891262 after retry RPC after error@1502703301) -> (continuation of Deferred@421257517 after retry RPC after error@1744895132) -> (continuation of Deferred@539704781 after retry RPC after error@1914607691) -> (continuation of Deferred@877272492 after retry RPC after error@1539437477) -> (continuation of Deferred@578648133 after retry RPC after error@614953089) -> (continuation of Deferred@1088732868 after retry RPC after error@342634918) -> (continuation of Deferred@1570425918 after retry RPC after error@1109822580), errback=(continuation of Deferred@1878447022 after retry RPC after error@1754202747) -> (continuation of Deferred@2026617740 after retry RPC after error@708354094) -> (continuation of Deferred@1938455908 after retry RPC after error@1661351348) -> (continuation of Deferred@1186264451 after retry RPC after error@702678187) -> (continuation of Deferred@161689006 after retry RPC after error@1532625595) -> (continuation of Deferred@975432894 after retry RPC after error@56451085) -> (continuation of Deferred@319026069 after retry RPC after error@407336084) -> (continuation of Deferred@1034173758 after retry RPC after error@1427206031) -> (continuation of Deferred@1493348835 after retry RPC after error@2051181955) -> (continuation of Deferred@1712525880 after retry RPC after error@941651042) -> (continuation of Deferred@1960920876 after retry RPC after error@438428326) -> (continuation of Deferred@1692250376 after retry RPC after error@1608866453) -> (continuation of Deferred@566476386 after retry RPC after error@887249966) -> (continuation of Deferred@1027538507 after retry RPC after error@1224354443) -> (continuation of Deferred@1962327384 after retry RPC after error@1389599940) -> (continuation of Deferred@408288371 after retry RPC after error@23208832) -> (continuation of Deferred@1086280329 after retry RPC after error@239391718) -> (continuation of Deferred@960827449 after retry RPC after error@699091634) -> (continuation of Deferred@322596372 after retry RPC after error@994661494) -> (continuation of Deferred@714891262 after retry RPC after error@1502703301) -> (continuation of Deferred@421257517 after retry RPC after error@1744895132) -> (continuation of Deferred@539704781 after retry RPC after error@1914607691) -> (continuation of Deferred@877272492 after retry RPC after error@1539437477) -> (continuation of Deferred@578648133 after retry RPC after error@614953089) -> (continuation of Deferred@1088732868 after retry RPC after error@342634918) -> (continuation of Deferred@1570425918 after retry RPC after error@1109822580)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.20.133.126:37441
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:52.130 [INFO - flink-pekko.actor.default-dispatcher-5] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_2.
23:13:52.131 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:318) Clearing resource requirements of job 3ec1c74f67335b85e5e1f959e912487e
23:13:52.131 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 1 (#2) of source Source: KuduSource.
23:13:52.131 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.131528 26582 heartbeater.cc:499] Master 127.25.22.252:36495 was elected leader, sending a full tablet report...
23:13:52.267 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:52.268 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:52.268 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:52.268 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:52.268 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:52.268 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:52.268 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:52.268 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:52.268 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:52.268 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:52.268 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:52.268 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:52.268 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:52.277 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:52.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:52.285 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 93a377c6bebd496581dd32356f74012a
23:13:52.298 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:52.298 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:52.298 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:52.298 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:52.298 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:52.298 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:52.298 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:52.298 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:52.298 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:52.299 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:52.299 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:52.299 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:52.299 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:52.299 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ec7d3349e8d440d683f33efc58ffd0d7 for table 'replication_test_table' with partition [<start>, <end>)
23:13:52.299 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ec7d3349e8d440d683f33efc58ffd0d7@[af35977bbf5f477c87f577a3829410ac(127.24.75.65:35729),e7fbb898fe874ddd85448f11fb08d9bd(127.24.75.66:39995),efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)[L]]}]
23:13:52.300 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=4), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.24.75.125:42673, [4ms] Sub RPC GetTableLocations: received response from server master-127.24.75.125:42673: OK, deferred=null) after lookup
23:13:52.300 [DEBUG - kudu-nio-2] (Connection.java:748) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] connecting to peer
23:13:52.301 [DEBUG - kudu-nio-3] (Connection.java:757) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] Successfully connected to peer
23:13:52.311 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:52.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:52.315 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0x4bbefe3f, L:/127.0.0.1:56066 - R:/127.24.75.67:38811] using TOKEN/null
23:13:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.412289 26645 consensus_queue.cc:1048] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "e7fbb898fe874ddd85448f11fb08d9bd" member_type: VOTER last_known_addr { host: "127.24.75.66" port: 39995 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:52.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.413414 25354 raft_consensus.cc:3060] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac [term 0 FOLLOWER]: Advancing to term 1
23:13:52.426 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.426456 25354 raft_consensus.cc:1275] T ec7d3349e8d440d683f33efc58ffd0d7 P af35977bbf5f477c87f577a3829410ac [term 1 FOLLOWER]: Refusing update from remote peer efe9c9138ba646e9bbb240e826e934d3: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
23:13:52.428 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.428282 26647 consensus_queue.cc:1048] T ec7d3349e8d440d683f33efc58ffd0d7 P efe9c9138ba646e9bbb240e826e934d3 [LEADER]: Connected to new peer: Peer: permanent_uuid: "af35977bbf5f477c87f577a3829410ac" member_type: VOTER last_known_addr { host: "127.24.75.65" port: 35729 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:52.502 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.500703 26650 mvcc.cc:204] Tried to move back new op lower bound from 7305076868680949760 to 7305076866403553280. Current Snapshot: MvccSnapshot[applied={T|T < 7305076868680949760}]
23:13:52.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:52.685 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:52.686 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:52.689 [DEBUG - main] (Connection.java:748) [peer master-127.25.22.253:35723(127.25.22.253:35723)] connecting to peer
23:13:52.692 [DEBUG - main] (Connection.java:748) [peer master-127.25.22.254:34285(127.25.22.254:34285)] connecting to peer
23:13:52.692 [DEBUG - main] (Connection.java:748) [peer master-127.25.22.252:36495(127.25.22.252:36495)] connecting to peer
23:13:52.693 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.22.254:34285(127.25.22.254:34285)] Successfully connected to peer
23:13:52.693 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.22.253:35723(127.25.22.253:35723)] Successfully connected to peer
23:13:52.695 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.22.252:36495(127.25.22.252:36495)] Successfully connected to peer
23:13:52.697 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.254
23:13:52.699 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.252
23:13:52.707 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:52.707 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:52.709 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.253
23:13:52.710 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x3806834e, L:/127.0.0.1:41334 - R:/127.25.22.252:36495] using SASL/PLAIN
23:13:52.711 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x2eb40e6d, L:/127.0.0.1:36240 - R:/127.25.22.254:34285] using SASL/PLAIN
23:13:52.715 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:52.715 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=27), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.253:35723, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.254:34285, [3ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.252:36495, [26ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.252:36495: OK, deferred=null) after lookup
23:13:52.717 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:52.719 [DEBUG - main] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:13:52.719 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x9f370ca8, L:/127.0.0.1:39320 - R:/127.25.22.253:35723] using SASL/PLAIN
23:13:52.722 [DEBUG - main] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:13:52.722 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.75.124:39771(127.24.75.124:39771)] Successfully connected to peer
23:13:52.725 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.124
23:13:52.731 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:52.734 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xfc052a91, L:/127.0.0.1:48676 - R:/127.24.75.124:39771] using SASL/PLAIN
23:13:52.736 [DEBUG - main] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:13:52.736 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.75.126:42301(127.24.75.126:42301)] Successfully connected to peer
23:13:52.737 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.75.125:42673(127.24.75.125:42673)] Successfully connected to peer
23:13:52.737 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:52.738 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:52.738 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:52.738 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:52.738 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:52.738 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:52.738 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:52.738 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:52.738 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:52.738 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:52.738 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:52.738 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:52.738 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:52.741 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.125
23:13:52.748 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.126
23:13:52.749 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:52.751 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xd81c6630, L:/127.0.0.1:44568 - R:/127.24.75.125:42673] using SASL/PLAIN
23:13:52.754 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:52.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:52.755 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=36), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.75.124:39771, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.75.126:42301, [17ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.75.125:42673, [26ms] Sub RPC ConnectToMaster: received response from server master-127.24.75.124:39771: OK, [35ms] Sub RPC ConnectToMaster: received response from server master-127.24.75.125:42673: OK, deferred=null) after lookup
23:13:52.758 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 93a377c6bebd496581dd32356f74012a
23:13:52.759 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x7848339b, L:/127.0.0.1:35074 - R:/127.24.75.126:42301] using SASL/PLAIN
23:13:52.762 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ec7d3349e8d440d683f33efc58ffd0d7 for table 'replication_test_table' with partition [<start>, <end>)
23:13:52.762 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ec7d3349e8d440d683f33efc58ffd0d7@[af35977bbf5f477c87f577a3829410ac(127.24.75.65:35729),e7fbb898fe874ddd85448f11fb08d9bd(127.24.75.66:39995),efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)[L]]}]
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.764544 25959 catalog_manager.cc:2282] Servicing CreateTable request from {username='slave'} at 127.0.0.1:41334:
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "replication_test_table"
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int8"
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT8
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: true
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int16"
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT16
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int32"
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT32
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "int64"
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: INT64
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "bool"
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BOOL
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "float"
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: FLOAT
23:13:52.767 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "double"
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DOUBLE
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "string"
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-array"
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "binary-bytebuffer"
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: BINARY
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "null"
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: STRING
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: true
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "timestamp"
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: UNIXTIME_MICROS
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "decimal"
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DECIMAL32
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       precision: 5
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       scale: 3
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "varchar"
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: VARCHAR
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type_attributes {
23:13:52.769 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       length: 10
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   columns {
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     name: "date"
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     type: DATE
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_key: false
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_nullable: false
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     encoding: AUTO_ENCODING
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     compression: DEFAULT_COMPRESSION
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     cfile_block_size: 0
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     immutable: false
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     is_auto_incrementing: false
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   rows: "<redacted>""\006\000\000\000\000\007\000\000\000\000"
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   range_schema {
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     columns {
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)       name: "int8"
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)     }
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)   }
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
23:13:52.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) comment: ""
23:13:52.772 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:52.771765 25959 catalog_manager.cc:7076] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table replication_test_table in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
23:13:52.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:52.792 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:52.805 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:52.805 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:52.805 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:52.806 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:52.806 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:52.806 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:52.806 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:52.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:52.806 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:52.807 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:52.807 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:52.807 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:52.807 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:52.816 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:52.820 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3fe8fb6b5b4943d29d0c3e7ddd49280c
23:13:52.861 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.860684 26228 tablet_service.cc:1511] Processing CreateTablet for tablet fb3095b528af45aab945d2a19c6f88c3 (DEFAULT_TABLE table=replication_test_table [id=3fe8fb6b5b4943d29d0c3e7ddd49280c]), partition=RANGE (int8) PARTITION UNBOUNDED
23:13:52.862 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.862573 26228 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb3095b528af45aab945d2a19c6f88c3. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:52.896 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.895311 26373 tablet_service.cc:1511] Processing CreateTablet for tablet fb3095b528af45aab945d2a19c6f88c3 (DEFAULT_TABLE table=replication_test_table [id=3fe8fb6b5b4943d29d0c3e7ddd49280c]), partition=RANGE (int8) PARTITION UNBOUNDED
23:13:52.897 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.897573 26373 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb3095b528af45aab945d2a19c6f88c3. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:52.904 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.904378 26687 tablet_bootstrap.cc:492] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6: Bootstrap starting.
23:13:52.908 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.907177 26517 tablet_service.cc:1511] Processing CreateTablet for tablet fb3095b528af45aab945d2a19c6f88c3 (DEFAULT_TABLE table=replication_test_table [id=3fe8fb6b5b4943d29d0c3e7ddd49280c]), partition=RANGE (int8) PARTITION UNBOUNDED
23:13:52.909 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.909365 26517 data_dirs.cc:400] Could only allocate 1 dirs of requested 3 for tablet fb3095b528af45aab945d2a19c6f88c3. 1 dirs total, 0 dirs full, 0 dirs failed
23:13:52.913 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.912806 26687 tablet_bootstrap.cc:654] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6: Neither blocks nor log segments found. Creating new log.
23:13:52.915 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.915114 26687 log.cc:826] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6: Log is configured to *not* fsync() on all Append() calls
23:13:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.942076 26687 tablet_bootstrap.cc:492] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6: No bootstrap required, opened a new log
23:13:52.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.942601 26687 ts_tablet_manager.cc:1403] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6: Time spent bootstrapping tablet: real 0.040s	user 0.017s	sys 0.017s
23:13:52.943 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.943547 26689 tablet_bootstrap.cc:492] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316: Bootstrap starting.
23:13:52.953 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.952952 26689 tablet_bootstrap.cc:654] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316: Neither blocks nor log segments found. Creating new log.
23:13:52.956 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.956420 26689 log.cc:826] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316: Log is configured to *not* fsync() on all Append() calls
23:13:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.971392 26687 raft_consensus.cc:359] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f62160b85ffc425796905d26895338e6" member_type: VOTER last_known_addr { host: "127.25.22.193" port: 40315 } } peers { permanent_uuid: "149176ce7e6f412e8c7c9dc206dfa316" member_type: VOTER last_known_addr { host: "127.25.22.194" port: 39877 } } peers { permanent_uuid: "02902c7b33754bb28ace9d01ec920857" member_type: VOTER last_known_addr { host: "127.25.22.195" port: 41863 } }
23:13:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.972287 26687 raft_consensus.cc:385] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:52.972 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.972574 26687 raft_consensus.cc:740] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f62160b85ffc425796905d26895338e6, State: Initialized, Role: FOLLOWER
23:13:52.974 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.973474 26687 consensus_queue.cc:260] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f62160b85ffc425796905d26895338e6" member_type: VOTER last_known_addr { host: "127.25.22.193" port: 40315 } } peers { permanent_uuid: "149176ce7e6f412e8c7c9dc206dfa316" member_type: VOTER last_known_addr { host: "127.25.22.194" port: 39877 } } peers { permanent_uuid: "02902c7b33754bb28ace9d01ec920857" member_type: VOTER last_known_addr { host: "127.25.22.195" port: 41863 } }
23:13:52.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.988312 26687 ts_tablet_manager.cc:1434] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6: Time spent starting tablet: real 0.045s	user 0.037s	sys 0.002s
23:13:52.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.996189 26689 tablet_bootstrap.cc:492] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316: No bootstrap required, opened a new log
23:13:52.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:52.997066 26689 ts_tablet_manager.cc:1403] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316: Time spent bootstrapping tablet: real 0.054s	user 0.030s	sys 0.009s
23:13:53.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.004752 26692 tablet_bootstrap.cc:492] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857: Bootstrap starting.
23:13:53.010 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:53.010 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:53.010 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:53.011 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:53.011 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:53.011 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:53.011 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:53.011 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:53.011 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:53.012 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:53.012 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:53.012 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:53.012 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:53.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:53.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.024880 26692 tablet_bootstrap.cc:654] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857: Neither blocks nor log segments found. Creating new log.
23:13:53.028 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.027935 26692 log.cc:826] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857: Log is configured to *not* fsync() on all Append() calls
23:13:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.044793 26692 tablet_bootstrap.cc:492] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857: No bootstrap required, opened a new log
23:13:53.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.045413 26692 ts_tablet_manager.cc:1403] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857: Time spent bootstrapping tablet: real 0.041s	user 0.016s	sys 0.013s
23:13:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.057439 26689 raft_consensus.cc:359] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f62160b85ffc425796905d26895338e6" member_type: VOTER last_known_addr { host: "127.25.22.193" port: 40315 } } peers { permanent_uuid: "149176ce7e6f412e8c7c9dc206dfa316" member_type: VOTER last_known_addr { host: "127.25.22.194" port: 39877 } } peers { permanent_uuid: "02902c7b33754bb28ace9d01ec920857" member_type: VOTER last_known_addr { host: "127.25.22.195" port: 41863 } }
23:13:53.058 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.058465 26689 raft_consensus.cc:385] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:53.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.059024 26689 raft_consensus.cc:740] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 149176ce7e6f412e8c7c9dc206dfa316, State: Initialized, Role: FOLLOWER
23:13:53.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.060216 26689 consensus_queue.cc:260] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f62160b85ffc425796905d26895338e6" member_type: VOTER last_known_addr { host: "127.25.22.193" port: 40315 } } peers { permanent_uuid: "149176ce7e6f412e8c7c9dc206dfa316" member_type: VOTER last_known_addr { host: "127.25.22.194" port: 39877 } } peers { permanent_uuid: "02902c7b33754bb28ace9d01ec920857" member_type: VOTER last_known_addr { host: "127.25.22.195" port: 41863 } }
23:13:53.071 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.071441 26689 ts_tablet_manager.cc:1434] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316: Time spent starting tablet: real 0.074s	user 0.028s	sys 0.012s
23:13:53.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:53.073390 26301 tablet.cc:2406] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:53.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.080076 26692 raft_consensus.cc:359] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f62160b85ffc425796905d26895338e6" member_type: VOTER last_known_addr { host: "127.25.22.193" port: 40315 } } peers { permanent_uuid: "149176ce7e6f412e8c7c9dc206dfa316" member_type: VOTER last_known_addr { host: "127.25.22.194" port: 39877 } } peers { permanent_uuid: "02902c7b33754bb28ace9d01ec920857" member_type: VOTER last_known_addr { host: "127.25.22.195" port: 41863 } }
23:13:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.081005 26692 raft_consensus.cc:385] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
23:13:53.081 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.081384 26692 raft_consensus.cc:740] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 02902c7b33754bb28ace9d01ec920857, State: Initialized, Role: FOLLOWER
23:13:53.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.082577 26692 consensus_queue.cc:260] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f62160b85ffc425796905d26895338e6" member_type: VOTER last_known_addr { host: "127.25.22.193" port: 40315 } } peers { permanent_uuid: "149176ce7e6f412e8c7c9dc206dfa316" member_type: VOTER last_known_addr { host: "127.25.22.194" port: 39877 } } peers { permanent_uuid: "02902c7b33754bb28ace9d01ec920857" member_type: VOTER last_known_addr { host: "127.25.22.195" port: 41863 } }
23:13:53.093 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.093436 26692 ts_tablet_manager.cc:1434] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857: Time spent starting tablet: real 0.048s	user 0.034s	sys 0.007s
23:13:53.125 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:53.126 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:53.126 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:53.126 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:53.126 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:53.126 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:53.126 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:53.126 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:53.126 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:53.127 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:53.127 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:53.127 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:53.127 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:53.132 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:53.131651 26441 tablet.cc:2406] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:53.267 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.268 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.268 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.268 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.268 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.268 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.268 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.268 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.268 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.269 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.269 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.269 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.269 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.269 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29728), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [7ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [8ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [9ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [9ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [67ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [76ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [77ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [139ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [161ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [280ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [281ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [302ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [321ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [342ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1141ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2041ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2102ms] too many traces: truncated at 100 traces, deferred=Deferred@674913510(state=PENDING, result=null, callback=(continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550) -> (continuation of Deferred@1792080528 after retry RPC after error@1638983408) -> (continuation of Deferred@1815244024 after retry RPC after error@1213945032) -> (continuation of Deferred@624046889 after retry RPC after error@1137952281) -> (continuation of Deferred@1014572855 after retry RPC after error@781633892) -> (continuation of Deferred@436804836 after retry RPC after error@1203237554) -> (continuation of Deferred@839001580 after retry RPC after error@709297953) -> (continuation of Deferred@2029768881 after retry RPC after error@2203518) -> (continuation of Deferred@598730707 after retry RPC after error@834900616) -> (continuation of Deferred@387691097 after retry RPC after error@458036651) -> (continuation of Deferred@1199634542 after retry RPC after error@1794799044) -> (continuation of Deferred@540642232 after retry RPC after error@1403658841) -> (continuation of Deferred@329901002 after retry RPC after error@709156910), errback=(continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550) -> (continuation of Deferred@1792080528 after retry RPC after error@1638983408) -> (continuation of Deferred@1815244024 after retry RPC after error@1213945032) -> (continuation of Deferred@624046889 after retry RPC after error@1137952281) -> (continuation of Deferred@1014572855 after retry RPC after error@781633892) -> (continuation of Deferred@436804836 after retry RPC after error@1203237554) -> (continuation of Deferred@839001580 after retry RPC after error@709297953) -> (continuation of Deferred@2029768881 after retry RPC after error@2203518) -> (continuation of Deferred@598730707 after retry RPC after error@834900616) -> (continuation of Deferred@387691097 after retry RPC after error@458036651) -> (continuation of Deferred@1199634542 after retry RPC after error@1794799044) -> (continuation of Deferred@540642232 after retry RPC after error@1403658841) -> (continuation of Deferred@329901002 after retry RPC after error@709156910)))
23:13:53.270 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.270 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.270 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.270 [ERROR - SourceCoordinator-Source: KuduSource] (SourceCoordinatorContext.java:436) Exception while handling result from async call in SourceCoordinator-Source: KuduSource. Triggering job failover.
org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29728), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [7ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [8ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [9ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [9ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [67ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [76ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [77ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [139ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [161ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [280ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [281ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [302ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [321ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [342ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1141ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2041ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2102ms] too many traces: truncated at 100 traces, deferred=Deferred@674913510(state=PENDING, result=null, callback=(continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550) -> (continuation of Deferred@1792080528 after retry RPC after error@1638983408) -> (continuation of Deferred@1815244024 after retry RPC after error@1213945032) -> (continuation of Deferred@624046889 after retry RPC after error@1137952281) -> (continuation of Deferred@1014572855 after retry RPC after error@781633892) -> (continuation of Deferred@436804836 after retry RPC after error@1203237554) -> (continuation of Deferred@839001580 after retry RPC after error@709297953) -> (continuation of Deferred@2029768881 after retry RPC after error@2203518) -> (continuation of Deferred@598730707 after retry RPC after error@834900616) -> (continuation of Deferred@387691097 after retry RPC after error@458036651) -> (continuation of Deferred@1199634542 after retry RPC after error@1794799044) -> (continuation of Deferred@540642232 after retry RPC after error@1403658841) -> (continuation of Deferred@329901002 after retry RPC after error@709156910), errback=(continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550) -> (continuation of Deferred@1792080528 after retry RPC after error@1638983408) -> (continuation of Deferred@1815244024 after retry RPC after error@1213945032) -> (continuation of Deferred@624046889 after retry RPC after error@1137952281) -> (continuation of Deferred@1014572855 after retry RPC after error@781633892) -> (continuation of Deferred@436804836 after retry RPC after error@1203237554) -> (continuation of Deferred@839001580 after retry RPC after error@709297953) -> (continuation of Deferred@2029768881 after retry RPC after error@2203518) -> (continuation of Deferred@598730707 after retry RPC after error@834900616) -> (continuation of Deferred@387691097 after retry RPC after error@458036651) -> (continuation of Deferred@1199634542 after retry RPC after error@1794799044) -> (continuation of Deferred@540642232 after retry RPC after error@1403658841) -> (continuation of Deferred@329901002 after retry RPC after error@709156910)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29728), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [7ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [8ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [9ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [9ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [67ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [76ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [77ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [139ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [161ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [280ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [281ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [302ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [321ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [342ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1141ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2041ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2102ms] too many traces: truncated at 100 traces, deferred=Deferred@674913510(state=PENDING, result=null, callback=(continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550) -> (continuation of Deferred@1792080528 after retry RPC after error@1638983408) -> (continuation of Deferred@1815244024 after retry RPC after error@1213945032) -> (continuation of Deferred@624046889 after retry RPC after error@1137952281) -> (continuation of Deferred@1014572855 after retry RPC after error@781633892) -> (continuation of Deferred@436804836 after retry RPC after error@1203237554) -> (continuation of Deferred@839001580 after retry RPC after error@709297953) -> (continuation of Deferred@2029768881 after retry RPC after error@2203518) -> (continuation of Deferred@598730707 after retry RPC after error@834900616) -> (continuation of Deferred@387691097 after retry RPC after error@458036651) -> (continuation of Deferred@1199634542 after retry RPC after error@1794799044) -> (continuation of Deferred@540642232 after retry RPC after error@1403658841) -> (continuation of Deferred@329901002 after retry RPC after error@709156910), errback=(continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550) -> (continuation of Deferred@1792080528 after retry RPC after error@1638983408) -> (continuation of Deferred@1815244024 after retry RPC after error@1213945032) -> (continuation of Deferred@624046889 after retry RPC after error@1137952281) -> (continuation of Deferred@1014572855 after retry RPC after error@781633892) -> (continuation of Deferred@436804836 after retry RPC after error@1203237554) -> (continuation of Deferred@839001580 after retry RPC after error@709297953) -> (continuation of Deferred@2029768881 after retry RPC after error@2203518) -> (continuation of Deferred@598730707 after retry RPC after error@834900616) -> (continuation of Deferred@387691097 after retry RPC after error@458036651) -> (continuation of Deferred@1199634542 after retry RPC after error@1794799044) -> (continuation of Deferred@540642232 after retry RPC after error@1403658841) -> (continuation of Deferred@329901002 after retry RPC after error@709156910)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.175.189:40447
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:53.271 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.271 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.271 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.271 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.271 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.271 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.271 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.271 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.271 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.271 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.275 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:318) Trying to recover from a global failure.
org.apache.flink.util.FlinkException: Global failure triggered by OperatorCoordinator for 'Source: KuduSource -> Sink: Writer' (operator cbc357ccb763df2852fee8c4fc7d55f2).
	at org.apache.flink.runtime.operators.coordination.OperatorCoordinatorHolder$LazyInitializedCoordinatorContext.failJob(OperatorCoordinatorHolder.java:651)
	at org.apache.flink.runtime.operators.coordination.RecreateOnResetOperatorCoordinator$QuiesceableContext.failJob(RecreateOnResetOperatorCoordinator.java:248)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.failJob(SourceCoordinatorContext.java:427)
	at org.apache.flink.runtime.source.coordinator.SourceCoordinatorContext.handleUncaughtExceptionFromAsyncCall(SourceCoordinatorContext.java:440)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:42)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
Caused by: org.apache.flink.util.FlinkRuntimeException: Failed to enumerate Kudu splits, shutting down job.
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.assignSplits(KuduSourceEnumerator.java:215)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$null$4(ExecutorNotifier.java:133)
	at org.apache.flink.util.ThrowableCatchingRunnable.run(ThrowableCatchingRunnable.java:40)
	... 6 more
Caused by: java.lang.RuntimeException: Error during incremental diff scan: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29728), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [7ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [8ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [9ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [9ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [67ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [76ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [77ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [139ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [161ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [280ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [281ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [302ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [321ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [342ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1141ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2041ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2102ms] too many traces: truncated at 100 traces, deferred=Deferred@674913510(state=PENDING, result=null, callback=(continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550) -> (continuation of Deferred@1792080528 after retry RPC after error@1638983408) -> (continuation of Deferred@1815244024 after retry RPC after error@1213945032) -> (continuation of Deferred@624046889 after retry RPC after error@1137952281) -> (continuation of Deferred@1014572855 after retry RPC after error@781633892) -> (continuation of Deferred@436804836 after retry RPC after error@1203237554) -> (continuation of Deferred@839001580 after retry RPC after error@709297953) -> (continuation of Deferred@2029768881 after retry RPC after error@2203518) -> (continuation of Deferred@598730707 after retry RPC after error@834900616) -> (continuation of Deferred@387691097 after retry RPC after error@458036651) -> (continuation of Deferred@1199634542 after retry RPC after error@1794799044) -> (continuation of Deferred@540642232 after retry RPC after error@1403658841) -> (continuation of Deferred@329901002 after retry RPC after error@709156910), errback=(continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550) -> (continuation of Deferred@1792080528 after retry RPC after error@1638983408) -> (continuation of Deferred@1815244024 after retry RPC after error@1213945032) -> (continuation of Deferred@624046889 after retry RPC after error@1137952281) -> (continuation of Deferred@1014572855 after retry RPC after error@781633892) -> (continuation of Deferred@436804836 after retry RPC after error@1203237554) -> (continuation of Deferred@839001580 after retry RPC after error@709297953) -> (continuation of Deferred@2029768881 after retry RPC after error@2203518) -> (continuation of Deferred@598730707 after retry RPC after error@834900616) -> (continuation of Deferred@387691097 after retry RPC after error@458036651) -> (continuation of Deferred@1199634542 after retry RPC after error@1794799044) -> (continuation of Deferred@540642232 after retry RPC after error@1403658841) -> (continuation of Deferred@329901002 after retry RPC after error@709156910)))
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:87)
	at org.apache.flink.connector.kudu.source.enumerator.KuduSourceEnumerator.enumerateNewSplits(KuduSourceEnumerator.java:206)
	at org.apache.flink.runtime.source.coordinator.ExecutorNotifier.lambda$notifyReadyAsync$5(ExecutorNotifier.java:130)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	... 3 more
Caused by: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=30, TimeoutTracker(timeout=30000, elapsed=29728), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [6ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [7ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [8ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [8ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [9ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [9ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [43ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [46ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [49ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [67ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [76ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [77ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [138ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [139ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [144ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [144ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [144ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [161ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [161ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [180ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [181ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [181ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [201ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [202ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [202ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [280ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [281ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [281ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [300ms] refreshing cache from master, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [300ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [301ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [301ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [302ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [302ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [320ms] refreshing cache from master, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [320ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [321ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [321ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [340ms] refreshing cache from master, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [340ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [341ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [341ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [342ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [342ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1140ms] refreshing cache from master, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [1140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [1140ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [1141ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [1141ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2040ms] refreshing cache from master, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.190:33135: Network error: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.188:42277: Network error: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277, [2041ms] Sub RPC ConnectToMaster: received response from server master-127.19.175.189:40447: Network error: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2041ms] delaying RPC due to: Service unavailable: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447, [2101ms] refreshing cache from master, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.190:33135, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.188:42277, [2101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.19.175.189:40447, [2102ms] too many traces: truncated at 100 traces, deferred=Deferred@674913510(state=PENDING, result=null, callback=(continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550) -> (continuation of Deferred@1792080528 after retry RPC after error@1638983408) -> (continuation of Deferred@1815244024 after retry RPC after error@1213945032) -> (continuation of Deferred@624046889 after retry RPC after error@1137952281) -> (continuation of Deferred@1014572855 after retry RPC after error@781633892) -> (continuation of Deferred@436804836 after retry RPC after error@1203237554) -> (continuation of Deferred@839001580 after retry RPC after error@709297953) -> (continuation of Deferred@2029768881 after retry RPC after error@2203518) -> (continuation of Deferred@598730707 after retry RPC after error@834900616) -> (continuation of Deferred@387691097 after retry RPC after error@458036651) -> (continuation of Deferred@1199634542 after retry RPC after error@1794799044) -> (continuation of Deferred@540642232 after retry RPC after error@1403658841) -> (continuation of Deferred@329901002 after retry RPC after error@709156910), errback=(continuation of Deferred@948215334 after retry RPC after error@76858102) -> (continuation of Deferred@1376230431 after retry RPC after error@673200085) -> (continuation of Deferred@877259097 after retry RPC after error@384310868) -> (continuation of Deferred@2028052466 after retry RPC after error@1364623780) -> (continuation of Deferred@707705334 after retry RPC after error@2086799449) -> (continuation of Deferred@143132200 after retry RPC after error@1840708924) -> (continuation of Deferred@847779957 after retry RPC after error@1581575869) -> (continuation of Deferred@380967451 after retry RPC after error@1278237420) -> (continuation of Deferred@1049213103 after retry RPC after error@1203865797) -> (continuation of Deferred@2031757284 after retry RPC after error@934536465) -> (continuation of Deferred@1150058376 after retry RPC after error@255869052) -> (continuation of Deferred@659387255 after retry RPC after error@268341730) -> (continuation of Deferred@673828778 after retry RPC after error@635906419) -> (continuation of Deferred@1778196595 after retry RPC after error@318233903) -> (continuation of Deferred@1959072836 after retry RPC after error@1760888606) -> (continuation of Deferred@1753963723 after retry RPC after error@1144646224) -> (continuation of Deferred@402825639 after retry RPC after error@1485801550) -> (continuation of Deferred@1792080528 after retry RPC after error@1638983408) -> (continuation of Deferred@1815244024 after retry RPC after error@1213945032) -> (continuation of Deferred@624046889 after retry RPC after error@1137952281) -> (continuation of Deferred@1014572855 after retry RPC after error@781633892) -> (continuation of Deferred@436804836 after retry RPC after error@1203237554) -> (continuation of Deferred@839001580 after retry RPC after error@709297953) -> (continuation of Deferred@2029768881 after retry RPC after error@2203518) -> (continuation of Deferred@598730707 after retry RPC after error@834900616) -> (continuation of Deferred@387691097 after retry RPC after error@458036651) -> (continuation of Deferred@1199634542 after retry RPC after error@1794799044) -> (continuation of Deferred@540642232 after retry RPC after error@1403658841) -> (continuation of Deferred@329901002 after retry RPC after error@709156910)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.openTable(KuduClient.java:354)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.obtainScanTokenBuilder(KuduSplitGenerator.java:106)
	at org.apache.flink.connector.kudu.source.utils.KuduSplitGenerator.generateIncrementalSplits(KuduSplitGenerator.java:84)
	... 8 more
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		... 3 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	... 3 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.19.175.189:40447
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:13:53.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:53.276 [INFO - flink-pekko.actor.default-dispatcher-7] (DefaultScheduler.java:347) 4 tasks will be restarted to recover from a global failure.
23:13:53.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:53.287 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.287 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.287 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.288 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.288 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.288 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.288 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.288 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.288 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.288 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.288 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.288 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.288 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.308 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.308 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.308 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.308 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.308 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.308 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.308 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.309 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.309 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.309 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.309 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.309 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.309 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.313 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:53.313 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:53.313 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:53.313 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:53.313 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:53.313 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:53.313 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:53.313 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:53.314 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:53.314 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:53.314 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:53.314 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:53.314 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:53.316 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:53.327 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.327 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.327 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.328 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.328 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.328 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.328 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.328 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.328 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.328 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.328 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.328 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.328 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.333417 26691 raft_consensus.cc:493] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
23:13:53.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.334054 26691 raft_consensus.cc:515] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f62160b85ffc425796905d26895338e6" member_type: VOTER last_known_addr { host: "127.25.22.193" port: 40315 } } peers { permanent_uuid: "149176ce7e6f412e8c7c9dc206dfa316" member_type: VOTER last_known_addr { host: "127.25.22.194" port: 39877 } } peers { permanent_uuid: "02902c7b33754bb28ace9d01ec920857" member_type: VOTER last_known_addr { host: "127.25.22.195" port: 41863 } }
23:13:53.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.337584 26691 leader_election.cc:290] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 149176ce7e6f412e8c7c9dc206dfa316 (127.25.22.194:39877), 02902c7b33754bb28ace9d01ec920857 (127.25.22.195:41863)
23:13:53.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:53.338853 26589 tablet.cc:2406] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857: Can't schedule compaction. Clean time has not been advanced past its initial value.
23:13:53.348 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.348 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.348 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.348 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.348 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.348 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.348 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.348 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.348 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.348 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.348 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.349 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.349 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.361441 26393 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb3095b528af45aab945d2a19c6f88c3" candidate_uuid: "f62160b85ffc425796905d26895338e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "149176ce7e6f412e8c7c9dc206dfa316" is_pre_election: true
23:13:53.362 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.362365 26393 raft_consensus.cc:2468] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f62160b85ffc425796905d26895338e6 in term 0.
23:13:53.364 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.364094 26537 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb3095b528af45aab945d2a19c6f88c3" candidate_uuid: "f62160b85ffc425796905d26895338e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02902c7b33754bb28ace9d01ec920857" is_pre_election: true
23:13:53.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.364892 26537 raft_consensus.cc:2468] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f62160b85ffc425796905d26895338e6 in term 0.
23:13:53.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:53.365638 26290 debug-util.cc:398] Leaking SignalData structure 0x7b08000b63e0 after lost signal to thread 26075
23:13:53.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.366454 26183 leader_election.cc:304] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 02902c7b33754bb28ace9d01ec920857, f62160b85ffc425796905d26895338e6; no voters: 
23:13:53.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.367259 26691 raft_consensus.cc:2804] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [term 0 FOLLOWER]: Leader pre-election won for term 1
23:13:53.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.367702 26691 raft_consensus.cc:493] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
23:13:53.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.368067 26691 raft_consensus.cc:3060] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [term 0 FOLLOWER]: Advancing to term 1
23:13:53.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.373370 26691 raft_consensus.cc:515] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f62160b85ffc425796905d26895338e6" member_type: VOTER last_known_addr { host: "127.25.22.193" port: 40315 } } peers { permanent_uuid: "149176ce7e6f412e8c7c9dc206dfa316" member_type: VOTER last_known_addr { host: "127.25.22.194" port: 39877 } } peers { permanent_uuid: "02902c7b33754bb28ace9d01ec920857" member_type: VOTER last_known_addr { host: "127.25.22.195" port: 41863 } }
23:13:53.376 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.376116 26691 leader_election.cc:290] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [CANDIDATE]: Term 1 election: Requested vote from peers 149176ce7e6f412e8c7c9dc206dfa316 (127.25.22.194:39877), 02902c7b33754bb28ace9d01ec920857 (127.25.22.195:41863)
23:13:53.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.376747 26393 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb3095b528af45aab945d2a19c6f88c3" candidate_uuid: "f62160b85ffc425796905d26895338e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "149176ce7e6f412e8c7c9dc206dfa316"
23:13:53.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.377244 26393 raft_consensus.cc:3060] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316 [term 0 FOLLOWER]: Advancing to term 1
23:13:53.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.377262 26537 tablet_service.cc:1917] Received RequestConsensusVote() RPC: tablet_id: "fb3095b528af45aab945d2a19c6f88c3" candidate_uuid: "f62160b85ffc425796905d26895338e6" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "02902c7b33754bb28ace9d01ec920857"
23:13:53.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.377801 26537 raft_consensus.cc:3060] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857 [term 0 FOLLOWER]: Advancing to term 1
23:13:53.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.384797 26393 raft_consensus.cc:2468] T fb3095b528af45aab945d2a19c6f88c3 P 149176ce7e6f412e8c7c9dc206dfa316 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f62160b85ffc425796905d26895338e6 in term 1.
23:13:53.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.386507 26182 leader_election.cc:304] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 149176ce7e6f412e8c7c9dc206dfa316, f62160b85ffc425796905d26895338e6; no voters: 
23:13:53.387 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.388 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.388 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.388041 26691 raft_consensus.cc:2804] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [term 1 FOLLOWER]: Leader election won for term 1
23:13:53.389 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.389 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.389 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.389 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.389 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.390 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.389 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.390 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.390 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.390 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.393822 26537 raft_consensus.cc:2468] T fb3095b528af45aab945d2a19c6f88c3 P 02902c7b33754bb28ace9d01ec920857 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate f62160b85ffc425796905d26895338e6 in term 1.
23:13:53.396 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.395536 26691 raft_consensus.cc:697] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [term 1 LEADER]: Becoming Leader. State: Replica: f62160b85ffc425796905d26895338e6, State: Running, Role: LEADER
23:13:53.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.396627 26691 consensus_queue.cc:237] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f62160b85ffc425796905d26895338e6" member_type: VOTER last_known_addr { host: "127.25.22.193" port: 40315 } } peers { permanent_uuid: "149176ce7e6f412e8c7c9dc206dfa316" member_type: VOTER last_known_addr { host: "127.25.22.194" port: 39877 } } peers { permanent_uuid: "02902c7b33754bb28ace9d01ec920857" member_type: VOTER last_known_addr { host: "127.25.22.195" port: 41863 } }
23:13:53.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.409092 25959 catalog_manager.cc:5696] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 reported cstate change: term changed from 0 to 1, leader changed from <none> to f62160b85ffc425796905d26895338e6 (127.25.22.193). New cstate: current_term: 1 leader_uuid: "f62160b85ffc425796905d26895338e6" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f62160b85ffc425796905d26895338e6" member_type: VOTER last_known_addr { host: "127.25.22.193" port: 40315 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "149176ce7e6f412e8c7c9dc206dfa316" member_type: VOTER last_known_addr { host: "127.25.22.194" port: 39877 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "02902c7b33754bb28ace9d01ec920857" member_type: VOTER last_known_addr { host: "127.25.22.195" port: 41863 } health_report { overall_health: UNKNOWN } } }
23:13:53.447 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.447 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.448 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.448 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.448 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.448 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.448 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.448 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.448 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.448 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.448 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.448 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.448 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.453 [DEBUG - main] (Connection.java:575) [peer master-127.24.75.126:42301(127.24.75.126:42301)] disconnecting while in state READY
23:13:53.453 [DEBUG - main] (Connection.java:575) [peer master-127.24.75.125:42673(127.24.75.125:42673)] disconnecting while in state READY
23:13:53.453 [DEBUG - main] (Connection.java:575) [peer master-127.24.75.124:39771(127.24.75.124:39771)] disconnecting while in state READY
23:13:53.454 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.75.126:42301(127.24.75.126:42301)] handling channelInactive
23:13:53.454 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state READY due to: connection closed
23:13:53.454 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.75.125:42673(127.24.75.125:42673)] handling channelInactive
23:13:53.454 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state READY due to: connection closed
23:13:53.455 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:53.458 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
23:13:53.459 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:13:53.463 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.75.124:39771(127.24.75.124:39771)] handling channelInactive
23:13:53.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state READY due to: connection closed
23:13:53.463 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:53.464 [DEBUG - main] (Connection.java:575) [peer master-127.25.22.253:35723(127.25.22.253:35723)] disconnecting while in state READY
23:13:53.464 [DEBUG - main] (Connection.java:575) [peer master-127.25.22.254:34285(127.25.22.254:34285)] disconnecting while in state READY
23:13:53.464 [DEBUG - main] (Connection.java:575) [peer master-127.25.22.252:36495(127.25.22.252:36495)] disconnecting while in state READY
23:13:53.464 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.22.253:35723(127.25.22.253:35723)] handling channelInactive
23:13:53.464 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.22.254:34285(127.25.22.254:34285)] handling channelInactive
23:13:53.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.22.253:35723(127.25.22.253:35723)] cleaning up while in state READY due to: connection closed
23:13:53.464 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.22.254:34285(127.25.22.254:34285)] cleaning up while in state READY due to: connection closed
23:13:53.464 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:53.467 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 19 thread-local buffer(s) from thread: kudu-nio-0
23:13:53.467 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:13:53.478 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.22.252:36495(127.25.22.252:36495)] handling channelInactive
23:13:53.478 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.22.252:36495(127.25.22.252:36495)] cleaning up while in state READY due to: connection closed
23:13:53.479 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
23:13:53.480 [INFO - main] (TypeExtractor.java:2144) Field Row#fieldByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:13:53.481 [INFO - main] (TypeExtractor.java:2069) class java.util.LinkedHashMap does not contain a getter for field accessOrder
23:13:53.481 [INFO - main] (TypeExtractor.java:2072) class java.util.LinkedHashMap does not contain a setter for field accessOrder
23:13:53.481 [INFO - main] (TypeExtractor.java:2116) Class class java.util.LinkedHashMap cannot be used as a POJO type because not all fields are valid POJO fields, and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:13:53.481 [INFO - main] (TypeExtractor.java:2144) Field Row#positionByName will be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:13:53.481 [INFO - main] (TypeExtractor.java:2197) class org.apache.flink.types.Row is missing a default constructor so it cannot be used as a POJO type and must be processed as GenericType. Please read the Flink documentation on "Data Types & Serialization" for details of the effect on performance and schema evolution.
23:13:53.490 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.cpu.cores required for local execution is not set, setting it to the maximal possible value.
23:13:53.490 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.heap.size required for local execution is not set, setting it to the maximal possible value.
23:13:53.490 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.task.off-heap.size required for local execution is not set, setting it to the maximal possible value.
23:13:53.490 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.min required for local execution is not set, setting it to its default value 64 mb.
23:13:53.491 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.network.max required for local execution is not set, setting it to its default value 64 mb.
23:13:53.491 [INFO - main] (TaskExecutorResourceUtils.java:281) The configuration option taskmanager.memory.managed.size required for local execution is not set, setting it to its default value 128 mb.
23:13:53.491 [INFO - main] (MiniCluster.java:324) Starting Flink Mini Cluster
23:13:53.507 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.507 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.507 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.508 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.508 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.508 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.508 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.508 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.508 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.509 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.509 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.509 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.509 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:53.568 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.568 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.568 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.568 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.568 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.568 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.568 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.568 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.585 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:53.585 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:53.585 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:53.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:53.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:53.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:53.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:53.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:53.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:53.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:53.586 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:53.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:53.586 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:53.627 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.628 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.628 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.628 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.628 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.628 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.628 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.628 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.628 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.628 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.628 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.628 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.628 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.665 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:53.665 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:53.665 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:53.666 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:53.666 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:53.666 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:53.666 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:53.666 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:53.666 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:53.666 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:53.666 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:53.666 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:53.666 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:53.698 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:53.699 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:53.699 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:53.699 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:53.699 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:53.699 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:53.699 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:53.699 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:53.699 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:53.699 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:53.699 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:53.699 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:53.699 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:53.726 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:53.726 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:53.726 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:53.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:53.727 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:53.727 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:53.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:53.727 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:53.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:53.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:53.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:53.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:53.727 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:53.748 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:53.748 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:53.748 [DEBUG - pool-486-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:53.748 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.748 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.748 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:53.748 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.748 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.748 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:53.748 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.748 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.748 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:53.749 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:53.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:53.779 [INFO - main] (MiniCluster.java:343) Starting Metrics Registry
23:13:53.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:53.816 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:53.844 [INFO - main] (MetricRegistryImpl.java:177) No metrics reporter configured, no metrics will be exposed/reported.
23:13:53.844 [INFO - main] (MetricRegistryImpl.java:240) No trace reporter configured, no metrics will be exposed/reported.
23:13:53.844 [INFO - main] (MiniCluster.java:350) Starting RPC Service(s)
23:13:53.859 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:13:53.934 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.933053 26718 consensus_queue.cc:1048] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "02902c7b33754bb28ace9d01ec920857" member_type: VOTER last_known_addr { host: "127.25.22.195" port: 41863 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.001s
23:13:53.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:53.934902 26717 consensus_queue.cc:1048] T fb3095b528af45aab945d2a19c6f88c3 P f62160b85ffc425796905d26895338e6 [LEADER]: Connected to new peer: Peer: permanent_uuid: "149176ce7e6f412e8c7c9dc206dfa316" member_type: VOTER last_known_addr { host: "127.25.22.194" port: 39877 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
23:13:54.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:54.094 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:54.094 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:54.094 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:54.094 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:54.094 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:54.094 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:54.095 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:54.095 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:54.095 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:54.095 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:54.095 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:54.095 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:54.095 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:54.121 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:54.121 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:54.121 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:54.122 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:54.122 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:54.122 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:54.122 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:54.122 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:54.123 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:54.123 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:54.123 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:54.123 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:54.123 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:54.267 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:54.267 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:54.267 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:54.267 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:54.268 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:54.268 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:54.268 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:54.268 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:54.268 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:54.268 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:54.268 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:54.268 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:54.268 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:54.269 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:54.269 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:54.269 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:54.269 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:54.270 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:54.270 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:54.270 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:54.270 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:54.270 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:54.270 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:54.270 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:54.270 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:54.270 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:54.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:54.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:54.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:54.361 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:54.361 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:54.361 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:54.366 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:54.366 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:54.366 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:54.366 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:54.366 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:54.366 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:54.366 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:54.366 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:54.366 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:54.366 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:54.369 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:54.369 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:54.370 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:54.370 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:54.370 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:54.370 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:54.370 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:54.370 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:54.370 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:54.370 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:54.370 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:54.370 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:54.370 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:54.513 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:54.513 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:54.513 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:54.514 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:54.514 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:54.514 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:54.514 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:54.514 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:54.514 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:54.515 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:54.515 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:54.515 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:54.515 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:54.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:54.585 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:54.585 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:54.585 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:54.586 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:54.586 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:54.586 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:54.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:54.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:54.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:54.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:54.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:54.587 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:54.587 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:54.726 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:54.726 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:54.726 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:54.726 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:54.727 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:54.727 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:54.727 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:54.727 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:54.727 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:54.727 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:54.727 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:54.727 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:54.727 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:54.758 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (3ec1c74f67335b85e5e1f959e912487e) switched from state RESTARTING to RUNNING.
23:13:54.759 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job 3ec1c74f67335b85e5e1f959e912487e from Checkpoint 73 @ 1783465970710 for 3ec1c74f67335b85e5e1f959e912487e located at file:/tmp/junit6931743373734783525/checkpoints/3ec1c74f67335b85e5e1f959e912487e/chk-73.
23:13:54.759 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:13:54.760 [INFO - flink-pekko.actor.default-dispatcher-9] (RecreateOnResetOperatorCoordinator.java:128) Resetting coordinator to checkpoint.
23:13:54.760 [INFO - Thread-66] (SourceCoordinator.java:290) Closing SourceCoordinator for source Source: KuduSource.
23:13:54.761 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.19.175.188:42277(127.19.175.188:42277)] disconnecting while in state TERMINATED
23:13:54.761 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to SCHEDULED.
23:13:54.761 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.19.175.189:40447(127.19.175.189:40447)] disconnecting while in state TERMINATED
23:13:54.761 [DEBUG - Thread-66] (Connection.java:575) [peer master-127.19.175.190:33135(127.19.175.190:33135)] disconnecting while in state TERMINATED
23:13:54.761 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:54.762 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:54.764 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from SCHEDULED to DEPLOYING.
23:13:54.765 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #4) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id 6d9bd2a17e5c624042fd132d220a11dc
23:13:54.766 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 6d9bd2a17e5c624042fd132d220a11dc.
23:13:54.767 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to SCHEDULED.
23:13:54.768 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:54.769 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#4 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_4), deploy into slot with allocation id 6d9bd2a17e5c624042fd132d220a11dc.
23:13:54.770 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from SCHEDULED to DEPLOYING.
23:13:54.770 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #3) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id db42ba01cab3cf95bfd94d34682141f9
23:13:54.770 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to SCHEDULED.
23:13:54.770 [INFO - flink-pekko.actor.default-dispatcher-5] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:54.771 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from SCHEDULED to DEPLOYING.
23:13:54.771 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #3) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_3 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id a42b59db9e403eeca2a100ab510b5dd1
23:13:54.771 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to SCHEDULED.
23:13:54.771 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot db42ba01cab3cf95bfd94d34682141f9.
23:13:54.771 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from SCHEDULED to DEPLOYING.
23:13:54.771 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from CREATED to DEPLOYING.
23:13:54.771 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #4) with attempt id d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_4 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 1399c889-3147-4afd-a449-e21e2eeacaae @ 127.0.0.1 (dataPort=-1) with allocation id 8e6297a68defdfe92d21d45c7af816a8
23:13:54.771 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#4 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_4) [DEPLOYING].
23:13:54.771 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 3ec1c74f67335b85e5e1f959e912487e: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:54.772 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_3), deploy into slot with allocation id db42ba01cab3cf95bfd94d34682141f9.
23:13:54.773 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot a42b59db9e403eeca2a100ab510b5dd1.
23:13:54.773 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from CREATED to DEPLOYING.
23:13:54.773 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_3) [DEPLOYING].
23:13:54.773 [INFO - Thread-66] (SourceCoordinator.java:295) Source coordinator for source Source: KuduSource closed.
23:13:54.773 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_3), deploy into slot with allocation id a42b59db9e403eeca2a100ab510b5dd1.
23:13:54.773 [INFO - Thread-66] (SourceCoordinator.java:449) Restoring SplitEnumerator of source Source: KuduSource from checkpoint.
23:13:54.774 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskSlotTableImpl.java:391) Activate slot 8e6297a68defdfe92d21d45c7af816a8.
23:13:54.775 [INFO - flink-pekko.actor.default-dispatcher-7] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#4 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_4), deploy into slot with allocation id 8e6297a68defdfe92d21d45c7af816a8.
23:13:54.775 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4c97774c
23:13:54.775 [DEBUG - Thread-66] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:54.775 [INFO - Thread-66] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:13:54.775 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:54.777 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:54.778 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from CREATED to DEPLOYING.
23:13:54.778 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_3) [DEPLOYING].
23:13:54.780 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:13:54.780 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#4 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:13:54.780 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_0_4) switched from DEPLOYING to INITIALIZING.
23:13:54.781 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@67ca2d76
23:13:54.781 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:54.781 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:13:54.781 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:13:54.781 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_1_3) switched from DEPLOYING to INITIALIZING.
23:13:54.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:54.784 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4e6f76c4
23:13:54.784 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:54.784 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:13:54.784 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#3 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:13:54.784 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_2_3) switched from DEPLOYING to INITIALIZING.
23:13:54.789 [INFO - Source: KuduSource -> Sink: Writer (3/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@34918d7f
23:13:54.791 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:54.793 [INFO - Source: KuduSource -> Sink: Writer (1/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@65ed1a0c
23:13:54.794 [INFO - Source: KuduSource -> Sink: Writer (2/4)#3] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@f41a627
23:13:54.795 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:54.795 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:54.795 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from CREATED to DEPLOYING.
23:13:54.796 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#4 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_4) [DEPLOYING].
23:13:54.797 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@54cc7f6b
23:13:54.797 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:54.797 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit6931743373734783525/checkpoints")
23:13:54.798 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#4 (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:13:54.798 [INFO - flink-pekko.actor.default-dispatcher-5] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d11b266e22a0b2c40b1e3f4622200b17_cbc357ccb763df2852fee8c4fc7d55f2_3_4) switched from DEPLOYING to INITIALIZING.
23:13:54.798 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'lastEndTimestamp'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:54.798 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:54.798 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'unassignedCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:54.798 [WARN - SourceCoordinator-Source: KuduSource] (AbstractMetricGroup.java:445) Name collision: Group already contains a Metric with the name 'pendingRemovalCount'. Metric will not be reported.[localhost, jobmanager, Flink Streaming Job, Source: KuduSource -> Sink: Writer, coordinator, enumerator]
23:13:54.800 [INFO - Source: KuduSource -> Sink: Writer (4/4)#4] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@51df7995
23:13:54.801 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:54.802 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.810 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.811 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.811 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.811 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.812 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.812 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#4] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.812 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.813 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:54.813 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.813 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:54.813 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.813 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:54.813 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.813 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:54.813 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:54.813 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:54.814 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.814 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.814 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:54.814 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.814 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:54.814 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.814 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:54.814 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:54.814 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:54.814 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#3] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.814 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:54.814 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:54.815 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.815 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.815 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:54.817 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.818 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.819 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.819 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.819 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.819 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.819 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:54.820 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.820 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.820 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.820 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.821 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#4] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.822 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.830 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.830 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:54.831 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.831 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.831 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.831 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#3] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.832 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.832 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.832 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.834 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.834 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.834 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.834 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.834 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.835 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.836 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.836 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.836 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.836 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.836 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.836 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.838 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.846 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.846 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.846 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.846 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.854 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.854 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.854 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.854 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.856 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.857 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.857 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.857 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.857 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.857 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.857 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.857 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.857 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.857 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.857 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.858 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.858 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:54.857 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.858 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.858 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.858 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.858 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.858 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.858 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.858 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.858 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.859 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.859 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.859 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.859 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.859 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.859 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.859 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.859 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:54.860 [INFO - flink-pekko.actor.default-dispatcher-6] (Slf4jLogger.scala:117) Slf4jLogger started
23:13:54.863 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.863 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.863 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.863 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.863 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.864 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.864 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.864 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.864 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.870 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.872 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.872 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.872 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.873 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.873 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.878 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.880 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:54.882 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.882 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.882 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.883 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.883 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.883 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.885 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.885 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.886 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.886 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.886 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.886 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.886 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.886 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.886 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.887 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.887 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.887 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.887 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.888 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.888 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.888 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.893 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.894 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.894 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.894 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.894 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.894 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.894 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.894 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.894 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.894 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.894 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.902 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.903 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.903 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.903 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.903 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.903 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.903 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.903 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.903 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.903 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.903 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.903 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.903 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.905 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.906 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.906 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.906 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.906 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.907 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.907 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.907 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.907 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.907 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.907 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.907 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.907 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:54.908 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.908 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.908 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.911 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.911 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.911 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.911 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.911 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.911 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.911 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:54.911 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.911 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.911 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.911 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.911 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.912 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.912 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.912 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.912 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.912 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.919 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.919 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.919 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.919 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.919 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.919 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.919 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.919 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.919 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.919 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.919 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.919 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.919 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:54.920 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.920 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.920 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.920 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.930 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.930 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.930 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.930 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.930 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.930 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.930 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.930 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.931 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.931 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.931 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.931 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.931 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.931 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.938 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.938 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.938 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.939 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.939 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.939 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.939 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.939 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.939 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.940 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.940 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.940 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:54.940 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.940 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.940 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:54.941 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.941 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.941 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.942 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.942 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.942 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.943 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.943 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.943 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.943 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.946 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:54.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:54.947 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.947 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.947 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.947 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.947 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.947 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.947 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:54.951 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.951 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.951 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.951 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.951 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.951 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.951 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.952 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.952 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.952 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.952 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.952 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.952 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.952 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.953 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.953 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.953 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.953 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.954 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.954 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.954 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.954 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.954 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.954 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.954 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.954 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.958 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.958 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.958 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.958 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.958 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.958 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.958 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.958 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.958 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.959 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.959 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.959 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.959 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.960 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:54.960 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:54.960 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:54.960 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.960 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.960 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.960 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.960 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.960 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.960 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.960 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.960 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.960 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:54.962 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.962 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.962 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.962 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.962 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.962 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.962 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.962 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.962 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.963 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.963 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.963 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.963 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.970 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.970 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.970 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.971 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.971 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.971 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.971 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.971 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.971 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.971 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.971 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.971 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.971 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.972 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.972 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.972 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.972 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.972 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.972 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.973 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.973 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.973 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.973 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.973 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.973 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.973 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:54.980 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:54.980 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:54.980 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:54.980 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.981 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.981 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:54.981 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.981 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.981 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:54.981 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.981 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.981 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:54.981 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:54.991 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:54.991 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:54.992 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:54.992 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.992 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.992 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:54.992 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.992 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.992 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:54.992 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.992 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.992 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:54.992 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.012 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.012 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.012 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.013 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.013 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.013 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.013 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.013 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.013 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.013 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.013 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.013 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.013 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.018 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.018 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.018 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.019 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.019 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.019 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.019 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.019 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.019 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.019 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.019 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.019 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.019 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.020 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:55.020 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:55.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:55.021 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:55.022 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.022 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.022 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.023 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.023 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.023 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.023 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.023 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.023 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.023 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.024 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.024 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.024 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.024 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.024 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:55.023 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.024 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.025 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.051 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.051 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.051 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.052 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.052 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.052 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.052 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.052 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.052 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.053 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.053 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.053 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.053 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.059 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:55.060 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:55.060 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:55.060 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:55.060 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:55.060 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:55.060 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:55.061 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:55.061 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:55.061 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:55.061 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:55.061 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:55.061 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:55.071 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.071 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.071 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.071 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.071 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.071 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.072 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.072 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.072 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.072 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.072 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.072 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.072 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.072 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.072 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.073 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.073 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.073 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.073 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.073 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.074 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.074 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.073 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.074 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.074 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.074 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.078 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink
23:13:55.080 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.080 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.080 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.082 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.082 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.082 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.082 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:55.083 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:55.083 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:55.083 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.083 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.083 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.083 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.083 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.083 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.084 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.084 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.084 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.084 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.084 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.084 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.084 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.084 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:55.101 [INFO - main] (ActorSystemBootstrapTools.java:227) Trying to start local actor system
23:13:55.125 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:55.125 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:55.125 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:55.125 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:55.125 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:55.125 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:55.125 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:55.125 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:55.125 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:55.126 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:55.126 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:55.126 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:55.126 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:55.127 [INFO - flink-metrics-5] (Slf4jLogger.scala:117) Slf4jLogger started
23:13:55.141 [INFO - main] (ActorSystemBootstrapTools.java:257) Actor system started at pekko://flink-metrics
23:13:55.142 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.142 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.142 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.142 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.142 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.143 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.143 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.159 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at pekko://flink-metrics/user/rpc/MetricQueryService .
23:13:55.160 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:55.160 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:55.160 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:55.161 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.161 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.161 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.161 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.161 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.161 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.161 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.161 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.162 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.162 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:55.165 [INFO - main] (DefaultDelegationTokenManager.java:127) Loading delegation token providers
23:13:55.166 [INFO - main] (HadoopFSDelegationTokenProvider.java:78) Hadoop FS is not available (not packaged with this application): NoClassDefFoundError : "org/apache/hadoop/conf/Configuration".
23:13:55.166 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hadoopfs loaded and initialized
23:13:55.167 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider hbase loaded and initialized
23:13:55.167 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider test loaded and initialized
23:13:55.167 [INFO - main] (DefaultDelegationTokenManager.java:135) Delegation token provider throw loaded and initialized
23:13:55.167 [INFO - main] (DefaultDelegationTokenManager.java:165) Delegation token providers loaded successfully
23:13:55.167 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:13:55.168 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:13:55.168 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:13:55.169 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:13:55.169 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:13:55.169 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:13:55.169 [INFO - main] (DefaultDelegationTokenManager.java:189) Checking provider and receiver instances consistency
23:13:55.169 [INFO - main] (DefaultDelegationTokenManager.java:209) Provider and receiver instances are consistent
23:13:55.169 [INFO - main] (DefaultDelegationTokenManager.java:240) Obtaining delegation tokens
23:13:55.169 [INFO - main] (DefaultDelegationTokenManager.java:243) Delegation tokens obtained successfully
23:13:55.169 [WARN - main] (DefaultDelegationTokenManager.java:248) No tokens obtained so skipping notifications
23:13:55.169 [INFO - main] (DelegationTokenReceiverRepository.java:64) Loading delegation token receivers
23:13:55.170 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hadoopfs loaded and initialized
23:13:55.170 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver hbase loaded and initialized
23:13:55.170 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver test loaded and initialized
23:13:55.170 [INFO - main] (DelegationTokenReceiverRepository.java:72) Delegation token receiver throw loaded and initialized
23:13:55.170 [INFO - main] (DelegationTokenReceiverRepository.java:101) Delegation token receivers loaded successfully
23:13:55.171 [INFO - main] (BlobServer.java:165) Created BLOB server storage directory /tmp/minicluster_ea2b5424d5e80981350157444ebf0a7c/blobStorage
23:13:55.171 [INFO - main] (BlobServer.java:239) Started BLOB server at 0.0.0.0:40985 - max concurrent requests: 50 - max backlog: 1000
23:13:55.174 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_ea2b5424d5e80981350157444ebf0a7c/blobStorage
23:13:55.175 [INFO - main] (AbstractBlobCache.java:93) Created BLOB cache storage directory /tmp/minicluster_ea2b5424d5e80981350157444ebf0a7c/blobStorage
23:13:55.176 [INFO - main] (MiniCluster.java:744) Starting 1 TaskManager(s)
23:13:55.177 [INFO - main] (TaskManagerRunner.java:609) Starting TaskManager with ResourceID: 43457da5-53c8-4fa7-b7d8-2d3290d49406
23:13:55.178 [INFO - main] (TaskManagerServices.java:552) Temporary file directory '/tmp': total 48 GB, usable 37 GB (77.08% usable)
23:13:55.178 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.179 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.179 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.179 [INFO - main] (IOManager.java:60) Created a new FileChannelManager for spilling of task related data to disk (joins, sorting, ...). Used directories:
	/tmp/flink-io-3efbffec-2eb7-47df-9633-8c326821385b
23:13:55.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.179 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.179 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.179 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.180 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.181 [INFO - main] (NettyShuffleServiceFactory.java:170) Created a new FileChannelManager for storing result partitions of BLOCKING shuffles. Used directories:
	/tmp/flink-netty-shuffle-c52cd89c-edfa-464f-82cd-9b4a8b8f6bdf
23:13:55.203 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.203 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.203 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.203 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.203 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.203 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.203 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.203 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.203 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.204 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.204 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.204 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.204 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.206 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:55.206 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:55.206 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:55.207 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:55.207 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:55.207 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:55.207 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:55.207 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:55.207 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:55.208 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:55.208 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:55.208 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:55.208 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:55.218 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.218 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.218 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.219 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.219 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.219 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.219 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.219 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.219 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.219 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.219 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.219 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.219 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:55.224512 26578 debug-util.cc:398] Leaking SignalData structure 0x7b08000ad080 after lost signal to thread 26452
23:13:55.226 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:55.226058 26578 debug-util.cc:398] Leaking SignalData structure 0x7b08000bcca0 after lost signal to thread 26581
23:13:55.231 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.231 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.232 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.232 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.232 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.232 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.233 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.233 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.233 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.233 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.251 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.251 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.251 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.251 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.251 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.251 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.252 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.252 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.252 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.252 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.252 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.252 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.252 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.253 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.253 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.253 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.253 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.252 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.253 [INFO - main] (NetworkBufferPool.java:156) Allocated 64 MB for network buffer pool (number of memory segments: 2048, bytes per segment: 32768).
23:13:55.253 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.253 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.254 [INFO - main] (NettyShuffleEnvironment.java:355) Starting the network environment and its components.
23:13:55.254 [INFO - main] (TaskManagerServices.java:353) TaskManager data connection initialized successfully; listening internally on port: -1
23:13:55.254 [INFO - main] (KvStateService.java:92) Starting the kvState service and its components.
23:13:55.255 [INFO - main] (Configuration.java:985) Config uses fallback configuration key 'pekko.ask.timeout' instead of key 'taskmanager.slot.timeout'
23:13:55.261 [INFO - main] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.taskexecutor.TaskExecutor at pekko://flink/user/rpc/taskmanager_24 .
23:13:55.266 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultJobLeaderService.java:127) Start job leader service.
23:13:55.267 [INFO - flink-pekko.actor.default-dispatcher-6] (FileCache.java:116) User file cache uses directory /tmp/flink-dist-cache-3857ebf1-3032-448f-bf61-db1cb8cad837
23:13:55.268 [INFO - main] (RestServerEndpoint.java:182) Starting rest endpoint.
23:13:55.268 [INFO - main] (DispatcherRestEndpoint.java:124) Failed to load web based job submission extension. Probable reason: flink-runtime-web is not in the classpath.
23:13:55.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:55.281 [WARN - main] (WebMonitorUtils.java:76) Log file environment variable 'log.file' is not set.
23:13:55.281 [WARN - main] (WebMonitorUtils.java:82) JobManager log files are unavailable in the web dashboard. Log file location not found in environment variable 'log.file' or configuration key 'web.log.path'.
23:13:55.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:55.298 [INFO - main] (RestServerEndpoint.java:308) Rest endpoint listening at localhost:43159
23:13:55.299 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'rest_server'.
23:13:55.312 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'dispatcher'.
23:13:55.312 [INFO - mini-cluster-io-thread-1] (WebMonitorEndpoint.java:1203) http://localhost:43159 was granted leadership with leaderSessionID=abab3c3b-f5c3-4b77-baf9-2d0fbf103f58
23:13:55.312 [INFO - mini-cluster-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader http://localhost:43159 , session=abab3c3b-f5c3-4b77-baf9-2d0fbf103f58
23:13:55.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:55.315 [INFO - main] (ResourceManagerServiceImpl.java:118) Starting resource manager service.
23:13:55.315 [INFO - main] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'resource_manager'.
23:13:55.316 [INFO - mini-cluster-io-thread-2] (DefaultDispatcherRunner.java:114) DefaultDispatcherRunner was granted leadership with leader id ba77b000-081e-4241-8918-3e699d0d6194. Creating new DispatcherLeaderProcess.
23:13:55.316 [INFO - mini-cluster-io-thread-2] (AbstractDispatcherLeaderProcess.java:99) Start SessionDispatcherLeaderProcess.
23:13:55.322 [INFO - main] (MiniCluster.java:510) Flink Mini Cluster started successfully
23:13:55.337 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:144) Recover all persisted job graphs that are not finished, yet.
23:13:55.337 [INFO - mini-cluster-io-thread-4] (SessionDispatcherLeaderProcess.java:158) Successfully recovered 0 persisted job graphs.
23:13:55.337 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:55.338 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:55.338 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:55.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:55.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:55.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:55.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:55.338 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:55.338 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:55.338 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:55.338 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:55.338 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:55.338 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:55.346 [INFO - mini-cluster-io-thread-4] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.dispatcher.StandaloneDispatcher at pekko://flink/user/rpc/dispatcher_25 .
23:13:55.352 [INFO - pool-543-thread-1] (ResourceManagerServiceImpl.java:198) Resource manager service is granted leadership with session id e63db3e9-660e-46a0-82a6-8b4345371c4b.
23:13:55.354 [INFO - pool-543-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.StandaloneResourceManager at pekko://flink/user/rpc/resourcemanager_26 .
23:13:55.360 [INFO - mini-cluster-io-thread-4] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/dispatcher_25 , session=ba77b000-081e-4241-8918-3e699d0d6194
23:13:55.364 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:253) Starting the resource manager.
23:13:55.372 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:212) Starting the slot manager.
23:13:55.372 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:308) Starting tokens update task
23:13:55.372 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:320) No tokens obtained so skipping notifications
23:13:55.372 [WARN - flink-pekko.actor.default-dispatcher-6] (DefaultDelegationTokenManager.java:335) Tokens update task not started because either no tokens obtained or none of the tokens specified its renewal date
23:13:55.373 [INFO - mini-cluster-io-thread-3] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/resourcemanager_26 , session=e63db3e9-660e-46a0-82a6-8b4345371c4b
23:13:55.374 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:1478) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(82a68b4345371c4be63db3e9660e46a0).
23:13:55.380 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:55.380 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:55.380 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:55.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.380 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.380 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.381 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.381 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:55.431 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:55.431 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:55.431 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:55.433 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:55.433 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:55.433 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:55.433 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:55.433 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:55.433 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:55.433 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:55.433 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:55.433 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:55.433 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:55.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:55.463 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:13:55.471 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.471 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.471 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.471 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.471 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.471 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.472 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.472 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.472 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.472 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.472 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.472 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.472 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.479 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1080) Registering TaskManager with ResourceID 43457da5-53c8-4fa7-b7d8-2d3290d49406 (pekko://flink/user/rpc/taskmanager_24) at ResourceManager
23:13:55.482 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.482 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.482 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.482 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.482 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.482 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.482 [INFO - flink-pekko.actor.default-dispatcher-9] (TaskExecutorToResourceManagerConnection.java:99) Successful registration at resource manager pekko://flink/user/rpc/resourcemanager_26 under registration id ac19216272bf4472e2232d79a1d98996.
23:13:55.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.482 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.483 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.483 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.483 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.483 [INFO - flink-pekko.actor.default-dispatcher-10] (FineGrainedSlotManager.java:344) Registering task executor 43457da5-53c8-4fa7-b7d8-2d3290d49406 under ac19216272bf4472e2232d79a1d98996 at the slot manager.
23:13:55.493 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:516) Received JobGraph submission 'Flink Streaming Job' (2dc1d581942cda7a76529594bc8e3754).
23:13:55.494 [INFO - flink-pekko.actor.default-dispatcher-8] (Dispatcher.java:601) Submitting job 'Flink Streaming Job' (2dc1d581942cda7a76529594bc8e3754).
23:13:55.494 [INFO - flink-pekko.actor.default-dispatcher-8] (EmbeddedLeaderService.java:316) Proposing leadership to the contender that is registered under component ID 'job-2dc1d581942cda7a76529594bc8e3754'.
23:13:55.495 [INFO - mini-cluster-io-thread-2] (JobMasterServiceLeadershipRunner.java:324) JobMasterServiceLeadershipRunner for job 2dc1d581942cda7a76529594bc8e3754 was granted leadership with leader id c9354346-f3e9-4402-926c-7ceabacf017c. Creating new JobMasterServiceProcess.
23:13:55.504 [INFO - jobmanager-io-thread-1] (PekkoRpcService.java:271) Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at pekko://flink/user/rpc/jobmanager_27 .
23:13:55.521 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:55.532 [INFO - jobmanager-io-thread-1] (JobMaster.java:319) Initializing job 'Flink Streaming Job' (2dc1d581942cda7a76529594bc8e3754).
23:13:55.541 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:55.551 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:55.551 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:55.551 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:55.551 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:55.551 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:55.551 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:55.551 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:55.551 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:55.552 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:55.552 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:55.552 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:55.552 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:55.557 [INFO - jobmanager-io-thread-1] (DefaultSchedulerFactory.java:108) Using restart back off time strategy ExponentialDelayRestartBackoffTimeStrategy(initialBackoffMS=1000, maxBackoffMS=60000, backoffMultiplier=1.5, resetBackoffThresholdMS=3600000, jitterFactor=0.1, attemptsBeforeResetBackoff=2147483647, currentRestartAttempt=0, nextRestartTimestamp=-2147483648) for Flink Streaming Job (2dc1d581942cda7a76529594bc8e3754).
23:13:55.559 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraph.java:393) Created execution graph 5f76c2bfb23633b2c04cbc6e7de2adb8 for job 2dc1d581942cda7a76529594bc8e3754.
23:13:55.560 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:179) Running initialization on master for job Flink Streaming Job (2dc1d581942cda7a76529594bc8e3754).
23:13:55.560 [INFO - jobmanager-io-thread-1] (DefaultExecutionGraphBuilder.java:208) Successfully ran initialization on master in 0 ms.
23:13:55.563 [INFO - jobmanager-io-thread-1] (DefaultExecutionTopology.java:416) Built 4 new pipelined regions in 0 ms, total 4 pipelined regions currently.
23:13:55.563 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@59abf178
23:13:55.563 [INFO - jobmanager-io-thread-1] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:55.564 [INFO - jobmanager-io-thread-1] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3410536875482983932/checkpoints")
23:13:55.574 [INFO - jobmanager-io-thread-1] (CheckpointCoordinator.java:1778) No checkpoint found during restore.
23:13:55.574 [INFO - jobmanager-io-thread-1] (DefaultScheduler.java:168) Using failover strategy org.apache.flink.runtime.executiongraph.failover.RestartPipelinedRegionFailoverStrategy@6075ff3f for Flink Streaming Job (2dc1d581942cda7a76529594bc8e3754).
23:13:55.576 [INFO - jobmanager-io-thread-1] (EmbeddedLeaderService.java:261) Received confirmation of leadership for leader pekko://flink/user/rpc/jobmanager_27 , session=c9354346-f3e9-4402-926c-7ceabacf017c
23:13:55.582 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:987) Starting execution of job 'Flink Streaming Job' (2dc1d581942cda7a76529594bc8e3754) under job master id 926c7ceabacf017cc9354346f3e94402.
23:13:55.582 [INFO - flink-pekko.actor.default-dispatcher-6] (SourceCoordinator.java:213) Starting split enumerator for source Source: KuduSource.
23:13:55.584 [DEBUG - flink-pekko.actor.default-dispatcher-6] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:55.585 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultScheduler.java:231) Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
23:13:55.585 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (2dc1d581942cda7a76529594bc8e3754) switched from state CREATED to RUNNING.
23:13:55.586 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to SCHEDULED.
23:13:55.587 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to SCHEDULED.
23:13:55.588 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to SCHEDULED.
23:13:55.588 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to SCHEDULED.
23:13:55.589 [INFO - flink-pekko.actor.default-dispatcher-6] (JobMaster.java:1182) Connecting to ResourceManager pekko://flink/user/rpc/resourcemanager_26(82a68b4345371c4be63db3e9660e46a0)
23:13:55.590 [INFO - flink-pekko.actor.default-dispatcher-8] (RetryingRegistration.java:162) Resolved ResourceManager address, beginning registration
23:13:55.591 [INFO - flink-pekko.actor.default-dispatcher-6] (ResourceManager.java:390) Registering job manager 926c7ceabacf017cc9354346f3e94402@pekko://flink/user/rpc/jobmanager_27 for job 2dc1d581942cda7a76529594bc8e3754.
23:13:55.596 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:13:55.597 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:13:55.598 [INFO - flink-pekko.actor.default-dispatcher-9] (ResourceManager.java:1015) Registered job manager 926c7ceabacf017cc9354346f3e94402@pekko://flink/user/rpc/jobmanager_27 for job 2dc1d581942cda7a76529594bc8e3754.
23:13:55.599 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:55.599 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:55.599 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:55.599 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.600 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.600 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.600 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:55.600 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.600 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.600 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:55.600 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.600 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:55.600 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:55.600 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.24.75.124:39771(127.24.75.124:39771)] Successfully connected to peer
23:13:55.601 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:13:55.603 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.124
23:13:55.606 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.24.75.126:42301(127.24.75.126:42301)] Successfully connected to peer
23:13:55.611 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.126
23:13:55.618 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.24.75.125:42673(127.24.75.125:42673)] Successfully connected to peer
23:13:55.619 [INFO - flink-pekko.actor.default-dispatcher-10] (JobMaster.java:1206) JobManager successfully registered at ResourceManager, leader id: 82a68b4345371c4be63db3e9660e46a0.
23:13:55.619 [INFO - flink-pekko.actor.default-dispatcher-9] (FineGrainedSlotManager.java:324) Received resource requirements from job 2dc1d581942cda7a76529594bc8e3754: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:55.630 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.633 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcdbe61c4, L:/127.0.0.1:48684 - R:/127.24.75.124:39771] using SASL/PLAIN
23:13:55.644 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.645 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:55.646 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:55.646 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:55.646 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:55.646 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:55.646 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:55.646 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:55.646 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:55.646 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:55.646 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:55.647 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:55.647 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:55.647 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:55.648 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xe4773408, L:/127.0.0.1:35078 - R:/127.24.75.126:42301] using SASL/PLAIN
23:13:55.649 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.125
23:13:55.656 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.658 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x19c9b94e, L:/127.0.0.1:44578 - R:/127.24.75.125:42673] using SASL/PLAIN
23:13:55.662 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:55.662 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=66), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.75.124:39771, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.75.126:42301, [5ms] Sub RPC ConnectToMaster: sending RPC to server master-127.24.75.125:42673, [42ms] Sub RPC ConnectToMaster: received response from server master-127.24.75.124:39771: OK, [56ms] Sub RPC ConnectToMaster: received response from server master-127.24.75.126:42301: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.24.75.125:42673: OK, deferred=null) after lookup
23:13:55.666 [DEBUG - main] (Connection.java:748) [peer master-127.25.22.253:35723(127.25.22.253:35723)] connecting to peer
23:13:55.666 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 93a377c6bebd496581dd32356f74012a
23:13:55.667 [DEBUG - main] (Connection.java:748) [peer master-127.25.22.254:34285(127.25.22.254:34285)] connecting to peer
23:13:55.667 [DEBUG - main] (Connection.java:748) [peer master-127.25.22.252:36495(127.25.22.252:36495)] connecting to peer
23:13:55.667 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.22.253:35723(127.25.22.253:35723)] Successfully connected to peer
23:13:55.669 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.22.254:34285(127.25.22.254:34285)] Successfully connected to peer
23:13:55.670 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet ec7d3349e8d440d683f33efc58ffd0d7 for table 'replication_test_table' with partition [<start>, <end>)
23:13:55.670 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=ec7d3349e8d440d683f33efc58ffd0d7@[af35977bbf5f477c87f577a3829410ac(127.24.75.65:35729),e7fbb898fe874ddd85448f11fb08d9bd(127.24.75.66:39995),efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)[L]]}]
23:13:55.679 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.22.252:36495(127.25.22.252:36495)] Successfully connected to peer
23:13:55.685 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:709) Matching resource requirements against available resources.
Missing resources:
	 Job 2dc1d581942cda7a76529594bc8e3754
		ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}
Current resources:
	TaskManager 43457da5-53c8-4fa7-b7d8-2d3290d49406
		Available: ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
		Total:     ResourceProfile{taskHeapMemory=1024.000gb (1099511627776 bytes), taskOffHeapMemory=1024.000gb (1099511627776 bytes), managedMemory=128.000mb (134217728 bytes), networkMemory=64.000mb (67108864 bytes)}
23:13:55.686 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 915ef1514c95f51745bee78d1be108c4 from 43457da5-53c8-4fa7-b7d8-2d3290d49406 for job 2dc1d581942cda7a76529594bc8e3754 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:55.686 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 48167b2c461ecc429ba2245f3aa21404 from 43457da5-53c8-4fa7-b7d8-2d3290d49406 for job 2dc1d581942cda7a76529594bc8e3754 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:55.687 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 915ef1514c95f51745bee78d1be108c4 for job 2dc1d581942cda7a76529594bc8e3754 from resource manager with leader id 82a68b4345371c4be63db3e9660e46a0.
23:13:55.687 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 915ef1514c95f51745bee78d1be108c4 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:55.688 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 667d312e8550fd2fb1d6c63720dedbc3 from 43457da5-53c8-4fa7-b7d8-2d3290d49406 for job 2dc1d581942cda7a76529594bc8e3754 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:55.688 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.253
23:13:55.688 [INFO - flink-pekko.actor.default-dispatcher-6] (DefaultSlotStatusSyncer.java:112) Starting allocation of slot 1ea21283bc58945728ae963a5012be4e from 43457da5-53c8-4fa7-b7d8-2d3290d49406 for job 2dc1d581942cda7a76529594bc8e3754 with resource profile ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:55.698 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.700 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x93038f10, L:/127.0.0.1:39336 - R:/127.25.22.253:35723] using SASL/PLAIN
23:13:55.703 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultJobLeaderService.java:192) Add job 2dc1d581942cda7a76529594bc8e3754 for job leader monitoring.
23:13:55.704 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 48167b2c461ecc429ba2245f3aa21404 for job 2dc1d581942cda7a76529594bc8e3754 from resource manager with leader id 82a68b4345371c4be63db3e9660e46a0.
23:13:55.704 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 48167b2c461ecc429ba2245f3aa21404 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:55.704 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 667d312e8550fd2fb1d6c63720dedbc3 for job 2dc1d581942cda7a76529594bc8e3754 from resource manager with leader id 82a68b4345371c4be63db3e9660e46a0.
23:13:55.704 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 667d312e8550fd2fb1d6c63720dedbc3 with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:55.704 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1149) Receive slot request 1ea21283bc58945728ae963a5012be4e for job 2dc1d581942cda7a76529594bc8e3754 from resource manager with leader id 82a68b4345371c4be63db3e9660e46a0.
23:13:55.704 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:321) Allocated slot for 1ea21283bc58945728ae963a5012be4e with resources ResourceProfile{taskHeapMemory=256.000gb (274877906944 bytes), taskOffHeapMemory=256.000gb (274877906944 bytes), managedMemory=32.000mb (33554432 bytes), networkMemory=16.000mb (16777216 bytes)}.
23:13:55.705 [INFO - mini-cluster-io-thread-2] (DefaultJobLeaderService.java:350) Try to register at job manager pekko://flink/user/rpc/jobmanager_27 with leader id c9354346-f3e9-4402-926c-7ceabacf017c.
23:13:55.708 [INFO - flink-pekko.actor.default-dispatcher-6] (RetryingRegistration.java:162) Resolved JobManager address, beginning registration
23:13:55.711 [INFO - flink-pekko.actor.default-dispatcher-10] (DefaultJobLeaderService.java:417) Successful registration at job manager pekko://flink/user/rpc/jobmanager_27 for job 2dc1d581942cda7a76529594bc8e3754.
23:13:55.712 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1783) Establish JobManager connection for job 2dc1d581942cda7a76529594bc8e3754.
23:13:55.712 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:1633) Offer reserved slots to the leader of job 2dc1d581942cda7a76529594bc8e3754.
23:13:55.713 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from SCHEDULED to DEPLOYING.
23:13:55.713 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #0) with attempt id 5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_0_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to 43457da5-53c8-4fa7-b7d8-2d3290d49406 @ 127.0.0.1 (dataPort=-1) with allocation id 667d312e8550fd2fb1d6c63720dedbc3
23:13:55.714 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from SCHEDULED to DEPLOYING.
23:13:55.714 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #0) with attempt id 5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_1_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to 43457da5-53c8-4fa7-b7d8-2d3290d49406 @ 127.0.0.1 (dataPort=-1) with allocation id 915ef1514c95f51745bee78d1be108c4
23:13:55.714 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 667d312e8550fd2fb1d6c63720dedbc3.
23:13:55.715 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from SCHEDULED to DEPLOYING.
23:13:55.715 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #0) with attempt id 5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_2_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to 43457da5-53c8-4fa7-b7d8-2d3290d49406 @ 127.0.0.1 (dataPort=-1) with allocation id 48167b2c461ecc429ba2245f3aa21404
23:13:55.716 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from SCHEDULED to DEPLOYING.
23:13:55.716 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #0) with attempt id 5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_3_0 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to 43457da5-53c8-4fa7-b7d8-2d3290d49406 @ 127.0.0.1 (dataPort=-1) with allocation id 1ea21283bc58945728ae963a5012be4e
23:13:55.719 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorFileMergingManager.java:83) Registered new file merging snapshot manager for job 2dc1d581942cda7a76529594bc8e3754.
23:13:55.719 [INFO - flink-pekko.actor.default-dispatcher-10] (StateChangelogStorageLoader.java:104) Creating a changelog storage with name 'memory'.
23:13:55.719 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutorChannelStateExecutorFactoryManager.java:70) Creating the channel state executor factory for job id 2dc1d581942cda7a76529594bc8e3754
23:13:55.721 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_0_0), deploy into slot with allocation id 667d312e8550fd2fb1d6c63720dedbc3.
23:13:55.722 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from CREATED to DEPLOYING.
23:13:55.722 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_0_0) [DEPLOYING].
23:13:55.722 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 915ef1514c95f51745bee78d1be108c4.
23:13:55.723 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3e5ccc1
23:13:55.723 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:55.723 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3410536875482983932/checkpoints")
23:13:55.723 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:13:55.724 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from DEPLOYING to INITIALIZING.
23:13:55.725 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:55.726 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:55.726 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:55.726 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:55.726 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:55.726 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:55.726 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:55.727 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:55.727 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:55.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:55.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:55.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:55.727 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:55.731 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@36cd9de
23:13:55.732 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_1_0), deploy into slot with allocation id 915ef1514c95f51745bee78d1be108c4.
23:13:55.736 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.252
23:13:55.744 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 48167b2c461ecc429ba2245f3aa21404.
23:13:55.746 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from CREATED to DEPLOYING.
23:13:55.746 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_1_0) [DEPLOYING].
23:13:55.746 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@18d77adb
23:13:55.746 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:55.747 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3410536875482983932/checkpoints")
23:13:55.749 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:13:55.749 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:55.750 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_2_0), deploy into slot with allocation id 48167b2c461ecc429ba2245f3aa21404.
23:13:55.751 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.254
23:13:55.755 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from DEPLOYING to INITIALIZING.
23:13:55.766 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.22.253:35723(127.25.22.253:35723)] connecting to peer
23:13:55.766 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.22.254:34285(127.25.22.254:34285)] connecting to peer
23:13:55.767 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.22.253:35723(127.25.22.253:35723)] Successfully connected to peer
23:13:55.768 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.770 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.253
23:13:55.773 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer master-127.25.22.252:36495(127.25.22.252:36495)] connecting to peer
23:13:55.774 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.22.254:34285(127.25.22.254:34285)] Successfully connected to peer
23:13:55.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:55.778 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.780 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:55.780 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:55.780 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:55.780 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.780 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.780 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xde6e9c0b, L:/127.0.0.1:41350 - R:/127.25.22.252:36495] using SASL/PLAIN
23:13:55.780 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.780 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.780 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:55.781 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.781 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.781 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:55.780 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.781 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:55.781 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:55.783 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xab268cca, L:/127.0.0.1:39338 - R:/127.25.22.253:35723] using SASL/PLAIN
23:13:55.784 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:55.784 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@3fbb222b
23:13:55.788 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:55.790 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=133), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.253:35723, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.254:34285, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.252:36495, [38ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.253:35723: OK, [119ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.252:36495: OK, deferred=null) after lookup
23:13:55.797 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3fe8fb6b5b4943d29d0c3e7ddd49280c
23:13:55.798 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.22.252:36495(127.25.22.252:36495)] Successfully connected to peer
23:13:55.803 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.252
23:13:55.804 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.254
23:13:55.806 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:55.807 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc53eab5d, L:/127.0.0.1:36244 - R:/127.25.22.254:34285] using SASL/PLAIN
23:13:55.813 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2dc1d581942cda7a76529594bc8e3754 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 2dc1d581942cda7a76529594bc8e3754 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:55.814 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 667d312e8550fd2fb1d6c63720dedbc3.
23:13:55.814 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 915ef1514c95f51745bee78d1be108c4.
23:13:55.814 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 48167b2c461ecc429ba2245f3aa21404.
23:13:55.814 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 1ea21283bc58945728ae963a5012be4e.
23:13:55.814 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 1ea21283bc58945728ae963a5012be4e.
23:13:55.815 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_3_0), deploy into slot with allocation id 1ea21283bc58945728ae963a5012be4e.
23:13:55.817 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:55.817 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from CREATED to DEPLOYING.
23:13:55.817 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_2_0) [DEPLOYING].
23:13:55.819 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@35c8578d
23:13:55.819 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:55.819 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3410536875482983932/checkpoints")
23:13:55.819 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:13:55.819 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from DEPLOYING to INITIALIZING.
23:13:55.820 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fb3095b528af45aab945d2a19c6f88c3 for table 'replication_test_table' with partition [<start>, <end>)
23:13:55.820 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb3095b528af45aab945d2a19c6f88c3@[02902c7b33754bb28ace9d01ec920857(127.25.22.195:41863),149176ce7e6f412e8c7c9dc206dfa316(127.25.22.194:39877),f62160b85ffc425796905d26895338e6(127.25.22.193:40315)[L]]}]
23:13:55.821 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.824 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC ScanRequest(scannerId=null, state=OPENING, attempt=1, KuduRpc(method=Scan, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=26), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.25.22.252:36495, [17ms] Sub RPC GetTableLocations: received response from server master-127.25.22.252:36495: OK, deferred=null)) after lookup
23:13:55.824 [DEBUG - kudu-nio-2] (Connection.java:748) [peer f62160b85ffc425796905d26895338e6(127.25.22.193:40315)] connecting to peer
23:13:55.825 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xf3af1a92, L:/127.0.0.1:36252 - R:/127.25.22.254:34285] using SASL/PLAIN
23:13:55.828 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.831 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@4605dd8e
23:13:55.833 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xe0686575, L:/127.0.0.1:41358 - R:/127.25.22.252:36495] using SASL/PLAIN
23:13:55.834 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:55.839 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.22.253:35723(127.25.22.253:35723)] connecting to peer
23:13:55.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:55.840 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=90), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.253:35723, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.254:34285, [7ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.252:36495, [21ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.253:35723: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.254:34285: OK, [73ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.252:36495: OK, deferred=null) after lookup
23:13:55.844 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3fe8fb6b5b4943d29d0c3e7ddd49280c
23:13:55.850 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3fe8fb6b5b4943d29d0c3e7ddd49280c
23:13:55.851 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@5f128783
23:13:55.853 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 0 (#0) @ 
23:13:55.853 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 0 (#0)
23:13:55.861 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.22.254:34285(127.25.22.254:34285)] connecting to peer
23:13:55.863 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.22.253:35723(127.25.22.253:35723)] Successfully connected to peer
23:13:55.866 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.253
23:13:55.873 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from CREATED to DEPLOYING.
23:13:55.873 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_3_0) [DEPLOYING].
23:13:55.875 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2b34fbd5
23:13:55.875 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:55.876 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit3410536875482983932/checkpoints")
23:13:55.876 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.876 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:13:55.881 [INFO - flink-pekko.actor.default-dispatcher-6] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from DEPLOYING to INITIALIZING.
23:13:55.889 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xa780e04a, L:/127.0.0.1:39348 - R:/127.25.22.253:35723] using SASL/PLAIN
23:13:55.905 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.22.253:35723(127.25.22.253:35723)] connecting to peer
23:13:55.911 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@239c99ad
23:13:55.921 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:13:55.921 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:55.922 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='0f2f4de83b0226124c79839f0eb9648270f37cf73cb78f0fac8702c589fc878c'}]
23:13:55.923 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:55.929 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer master-127.25.22.252:36495(127.25.22.252:36495)] connecting to peer
23:13:55.931 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.22.254:34285(127.25.22.254:34285)] Successfully connected to peer
23:13:55.934 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.254
23:13:55.938 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.22.252:36495(127.25.22.252:36495)] Successfully connected to peer
23:13:55.947 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:55.958 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.252
23:13:55.970 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f62160b85ffc425796905d26895338e6(127.25.22.193:40315)] Successfully connected to peer
23:13:55.968 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.977 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x151da09f, L:/127.0.0.1:36264 - R:/127.25.22.254:34285] using SASL/PLAIN
23:13:55.983 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:55.990 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0xddd1b0b8, L:/127.0.0.1:41364 - R:/127.25.22.252:36495] using SASL/PLAIN
23:13:55.993 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.22.253:35723(127.25.22.253:35723)] connecting to peer
23:13:55.995 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:55.995 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=188), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.253:35723, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.254:34285, [58ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.253:35723: OK, [90ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.252:36495, [141ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.254:34285: OK, [155ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.252:36495: OK, deferred=null) after lookup
23:13:56.006 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:13:56.007 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299998, tablet=ec7d3349e8d440d683f33efc58ffd0d7@[af35977bbf5f477c87f577a3829410ac(127.24.75.65:35729),e7fbb898fe874ddd85448f11fb08d9bd(127.24.75.66:39995),efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)[L]]}]
23:13:56.010 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3fe8fb6b5b4943d29d0c3e7ddd49280c
23:13:56.015 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:56.019 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3fe8fb6b5b4943d29d0c3e7ddd49280c
23:13:56.019 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6aec04ca
23:13:56.019 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xb6d1b78e, L:/127.0.0.1:44250 - R:/127.25.22.193:40315] using TOKEN/null
23:13:56.021 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.025 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.22.254:34285(127.25.22.254:34285)] connecting to peer
23:13:56.025 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.22.253:35723(127.25.22.253:35723)] Successfully connected to peer
23:13:56.026 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:13:56.027 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:13:56.027 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to SCHEDULED.
23:13:56.028 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from SCHEDULED to DEPLOYING.
23:13:56.028 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (1/4) (attempt #7) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_0 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4
23:13:56.028 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:13:56.029 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:13:56.029 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to SCHEDULED.
23:13:56.029 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 0 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:13:56.030 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 1 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:13:56.030 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=1}]
23:13:56.030 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=2}]
23:13:56.030 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:13:56.031 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (1/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_7), deploy into slot with allocation id 4c6c799fe0e1838e0fb89dcea3ff30c4.
23:13:56.032 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from SCHEDULED to DEPLOYING.
23:13:56.032 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (2/4) (attempt #7) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_1 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 0b815fbd9e4299a90c651edd5a93d7ef
23:13:56.032 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:13:56.033 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:13:56.033 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 2 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:13:56.033 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to SCHEDULED.
23:13:56.033 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:13:56.034 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from SCHEDULED to DEPLOYING.
23:13:56.034 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (3/4) (attempt #7) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_2 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id af813b30f1bdf7ed02d1eb96380647b7
23:13:56.034 [INFO - flink-pekko.actor.default-dispatcher-9] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (b2b25cd960f08851bedacc90188e59d4) switched from state RESTARTING to RUNNING.
23:13:56.034 [INFO - flink-pekko.actor.default-dispatcher-9] (CheckpointCoordinator.java:1805) Restoring job b2b25cd960f08851bedacc90188e59d4 from Checkpoint 65 @ 1783465818298 for b2b25cd960f08851bedacc90188e59d4 located at file:/tmp/junit8496192333876364701/checkpoints/b2b25cd960f08851bedacc90188e59d4/chk-65.
23:13:56.035 [INFO - flink-pekko.actor.default-dispatcher-9] (MasterHooks.java:201) No master state to restore
23:13:56.035 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:349) Recovering subtask 3 to checkpoint 65 for source Source: KuduSource to checkpoint.
23:13:56.035 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to SCHEDULED.
23:13:56.035 [INFO - flink-pekko.actor.default-dispatcher-8] (FineGrainedSlotManager.java:324) Received resource requirements from job b2b25cd960f08851bedacc90188e59d4: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=4}]
23:13:56.035 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from SCHEDULED to DEPLOYING.
23:13:56.036 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:563) Deploying Source: KuduSource -> Sink: Writer (4/4) (attempt #7) with attempt id d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_7 and vertex id cbc357ccb763df2852fee8c4fc7d55f2_3 to ab4cf2cf-ff39-4003-8592-d8ad29ad8673 @ 127.0.0.1 (dataPort=-1) with allocation id 39c3666682cc04254d28470b89fa7a1a
23:13:56.040 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer master-127.25.22.252:36495(127.25.22.252:36495)] connecting to peer
23:13:56.041 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.22.254:34285(127.25.22.254:34285)] Successfully connected to peer
23:13:56.044 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.253
23:13:56.046 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.254
23:13:56.052 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.22.252:36495(127.25.22.252:36495)] Successfully connected to peer
23:13:56.055 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] connecting to peer
23:13:56.059 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.252
23:13:56.061 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.067 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:56.073 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:56.075 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x927142f2, L:/127.0.0.1:41378 - R:/127.25.22.252:36495] using SASL/PLAIN
23:13:56.077 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xc3d585f3, L:/127.0.0.1:36268 - R:/127.25.22.254:34285] using SASL/PLAIN
23:13:56.078 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:56.078 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.253:35723, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.254:34285, [135ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.252:36495, [173ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.252:36495: OK, deferred=null) after lookup
23:13:56.083 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3fe8fb6b5b4943d29d0c3e7ddd49280c
23:13:56.086 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3fe8fb6b5b4943d29d0c3e7ddd49280c
23:13:56.086 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@46edb0cf
23:13:56.099 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:56.135 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.150 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:13:56.151 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x72b20d6f, L:/127.0.0.1:39360 - R:/127.25.22.253:35723] using SASL/PLAIN
23:13:56.161 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 0b815fbd9e4299a90c651edd5a93d7ef.
23:13:56.162 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (2/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_7), deploy into slot with allocation id 0b815fbd9e4299a90c651edd5a93d7ef.
23:13:56.163 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from CREATED to DEPLOYING.
23:13:56.163 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (1/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_7) [DEPLOYING].
23:13:56.163 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@381abba6
23:13:56.163 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:56.164 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:13:56.164 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (1/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
23:13:56.164 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_0_7) switched from DEPLOYING to INITIALIZING.
23:13:56.170 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:56.171 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:56.171 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:56.171 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:56.171 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:56.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.171 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.171 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.171 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.171 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.172 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.172 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.172 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.172 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.172 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:56.171 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:56.172 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.172 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.173 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.173 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:56.174 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot af813b30f1bdf7ed02d1eb96380647b7.
23:13:56.175 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from CREATED to DEPLOYING.
23:13:56.175 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (2/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_7) [DEPLOYING].
23:13:56.175 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@2abe2e74
23:13:56.175 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:56.176 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (3/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_7), deploy into slot with allocation id af813b30f1bdf7ed02d1eb96380647b7.
23:13:56.177 [INFO - Source: KuduSource -> Sink: Writer (1/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@51fe210f
23:13:56.178 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:13:56.178 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (2/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
23:13:56.178 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_1_7) switched from DEPLOYING to INITIALIZING.
23:13:56.190 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.195 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.22.254:34285(127.25.22.254:34285)] connecting to peer
23:13:56.195 [DEBUG - kudu-nio-0] (Connection.java:757) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] Successfully connected to peer
23:13:56.196 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:56.196 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.25.22.253:35723(127.25.22.253:35723)] Successfully connected to peer
23:13:56.196 [INFO - Source: KuduSource -> Sink: Writer (2/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6a3369ac
23:13:56.196 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#0] (Connection.java:748) [peer master-127.25.22.252:36495(127.25.22.252:36495)] connecting to peer
23:13:56.198 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:56.199 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.253
23:13:56.203 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.25.22.254:34285(127.25.22.254:34285)] Successfully connected to peer
23:13:56.205 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.254
23:13:56.211 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:56.213 [DEBUG - kudu-nio-2] (Connection.java:757) [peer master-127.25.22.252:36495(127.25.22.252:36495)] Successfully connected to peer
23:13:56.217 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xdb6590b7, L:/127.0.0.1:39376 - R:/127.25.22.253:35723] using SASL/PLAIN
23:13:56.220 [DEBUG - kudu-nio-2] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.25.22.252
23:13:56.224 [DEBUG - kudu-nio-1] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:56.224 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.67
23:13:56.225 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:56.226 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:56.226 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:56.226 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:56.226 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:56.226 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:56.226 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:56.226 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:56.226 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:56.227 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:56.227 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:56.227 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:56.227 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:56.230 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:56.234 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x99febeeb, L:/127.0.0.1:56076 - R:/127.24.75.67:38811] using SASL/PLAIN
23:13:56.236 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (1/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_0_0) switched from INITIALIZING to RUNNING.
23:13:56.238 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 1 (#0) @ 
23:13:56.238 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 1 (#0)
23:13:56.238 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 2 (#0) @ 
23:13:56.238 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 2 (#0)
23:13:56.239 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0x3e6dca63, L:/127.0.0.1:36276 - R:/127.25.22.254:34285] using SASL/PLAIN
23:13:56.246 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskSlotTableImpl.java:391) Activate slot 39c3666682cc04254d28470b89fa7a1a.
23:13:56.246 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.247 [INFO - flink-pekko.actor.default-dispatcher-10] (TaskExecutor.java:825) Received task Source: KuduSource -> Sink: Writer (4/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_7), deploy into slot with allocation id 39c3666682cc04254d28470b89fa7a1a.
23:13:56.248 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from CREATED to DEPLOYING.
23:13:56.248 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (3/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_7) [DEPLOYING].
23:13:56.248 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@71d4ee83
23:13:56.248 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:56.248 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:13:56.249 [DEBUG - kudu-nio-2] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:56.249 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
23:13:56.249 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_2_7) switched from DEPLOYING to INITIALIZING.
23:13:56.251 [INFO - Source: KuduSource -> Sink: Writer (3/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@23eca1fe
23:13:56.253 [DEBUG - kudu-nio-2] (Negotiator.java:919) Authenticated connection [id: 0x04bc9c3f, L:/127.0.0.1:41384 - R:/127.25.22.252:36495] using SASL/PLAIN
23:13:56.256 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
23:13:56.263 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:56.269 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=GetTableSchema, tablet=null, attempt=1, TimeoutTracker(timeout=30000, elapsed=334), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.253:35723, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.254:34285, [203ms] Sub RPC ConnectToMaster: sending RPC to server master-127.25.22.252:36495, [228ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.253:35723: OK, [250ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.254:34285: OK, [263ms] Sub RPC ConnectToMaster: received response from server master-127.25.22.252:36495: OK, deferred=null) after lookup
23:13:56.272 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3fe8fb6b5b4943d29d0c3e7ddd49280c
23:13:56.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.277 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3fe8fb6b5b4943d29d0c3e7ddd49280c
23:13:56.278 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6b9f3e24
23:13:56.278 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.285 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.287 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false, responseScanTimestamp = 7305076881801216001) for scanner KuduScanner(table=replication_test_table, tablet=ec7d3349e8d440d683f33efc58ffd0d7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.287 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:108) Finished reading from splits [0f2f4de83b0226124c79839f0eb9648270f37cf73cb78f0fac8702c589fc878c]
23:13:56.289 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (KryoSerializer.java:492) Kryo serializer scala extensions are not available.
23:13:56.303 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fb3095b528af45aab945d2a19c6f88c3 for table 'replication_test_table' with partition [<start>, <end>)
23:13:56.303 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb3095b528af45aab945d2a19c6f88c3@[02902c7b33754bb28ace9d01ec920857(127.25.22.195:41863),149176ce7e6f412e8c7c9dc206dfa316(127.25.22.194:39877),f62160b85ffc425796905d26895338e6(127.25.22.193:40315)[L]]}]
23:13:56.305 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:2538) Learned about tablet fb3095b528af45aab945d2a19c6f88c3 for table 'replication_test_table' with partition [<start>, <end>)
23:13:56.305 [DEBUG - kudu-nio-2] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=299999, tablet=fb3095b528af45aab945d2a19c6f88c3@[02902c7b33754bb28ace9d01ec920857(127.25.22.195:41863),149176ce7e6f412e8c7c9dc206dfa316(127.25.22.194:39877),f62160b85ffc425796905d26895338e6(127.25.22.193:40315)[L]]}]
23:13:56.306 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.323 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [0f2f4de83b0226124c79839f0eb9648270f37cf73cb78f0fac8702c589fc878c]
23:13:56.324 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:13:56.324 [INFO - Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:13:56.324 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:575) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] disconnecting while in state READY
23:13:56.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:56.330 [INFO - flink-pekko.actor.default-dispatcher-10] (Execution.java:1442) Source: KuduSource -> Sink: Writer (2/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_1_0) switched from INITIALIZING to RUNNING.
23:13:56.331 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:606) Source Source: KuduSource registering reader for parallel task 3 (#0) @ 
23:13:56.331 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:567) Source Source: KuduSource received split request from parallel task 3 (#0)
23:13:56.332 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 0f2f4de83b0226124c79839f0eb9648270f37cf73cb78f0fac8702c589fc878c finished by subtask 0; deferring removal (restored in pending)
23:13:56.332 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 2dc1d581942cda7a76529594bc8e3754 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (3/4) of job 2dc1d581942cda7a76529594bc8e3754 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.337 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from CREATED to DEPLOYING.
23:13:56.337 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:626) Loading JAR files for task Source: KuduSource -> Sink: Writer (4/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_7) [DEPLOYING].
23:13:56.337 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@6773bb75
23:13:56.337 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:315) State backend loader loads the state backend as HashMapStateBackend
23:13:56.337 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (CheckpointStorageLoader.java:261) Checkpoint storage is set to 'filesystem': (checkpoints "file:/tmp/junit8496192333876364701/checkpoints")
23:13:56.338 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#7 (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
23:13:56.338 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (d405e8787fcbf86a84a22442fad26621_cbc357ccb763df2852fee8c4fc7d55f2_3_7) switched from DEPLOYING to INITIALIZING.
23:13:56.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.346 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.353 [INFO - Source: KuduSource -> Sink: Writer (4/4)#7] (StateBackendLoader.java:154) State backend is set to heap memory org.apache.flink.runtime.state.hashmap.HashMapStateBackend@196f18fc
23:13:56.357 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:56.362 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.366 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (3/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:13:56.374 [INFO - Source: KuduSource -> Sink: Writer (4/4)#0] (Task.java:1090) Source: KuduSource -> Sink: Writer (4/4)#0 (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:13:56.380 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:56.380 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:56.380 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:56.380 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:56.380 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:56.380 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:56.380 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:56.380 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:56.380 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:56.380 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:56.380 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:56.380 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:56.380 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:56.392 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.394 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.395 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.395 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.404 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#7] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.406 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.406 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.406 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.418 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.427 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.427 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.427 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.427 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.446 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.446 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.447 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.459 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (3/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_2_0) switched from INITIALIZING to RUNNING.
23:13:56.460 [INFO - flink-pekko.actor.default-dispatcher-9] (Execution.java:1442) Source: KuduSource -> Sink: Writer (4/4) (5f76c2bfb23633b2c04cbc6e7de2adb8_cbc357ccb763df2852fee8c4fc7d55f2_3_0) switched from INITIALIZING to RUNNING.
23:13:56.471 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.471 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.471 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.471 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.473 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.478 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:56.478 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:56.478 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:56.478 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.478 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.479 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.479 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.479 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.479 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.479 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.479 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.479 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.479 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:56.485 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.506 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#7] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.506 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.506 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.506 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.507 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.529 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.530 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.531 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#7] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.531 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.531 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.531 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.553 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.553 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.554 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.554 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.554 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.554 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.555 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.555 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.555 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.555 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.555 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.555 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.555 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.555 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.556 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.556 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.556 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.556 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.556 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.556 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.556 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (1/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:13:56.556 [DEBUG - kudu-nio-0] (Connection.java:239) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] handling channelInactive
23:13:56.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] cleaning up while in state READY due to: connection closed
23:13:56.556 [DEBUG - Source: KuduSource -> Sink: Writer (4/4)#7] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.556 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:13:56.557 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.557 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.557 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.558 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.558 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.558 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.558 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.559 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.559 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.559 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.559 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.559 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.559 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.560 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.560 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.560 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.560 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.561 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.561 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.561 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.561 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.562 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.562 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.562 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.562 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.562 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.562 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.562 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.562 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.562 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.562 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.565 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.565 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.566 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.566 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.566 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.566 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.566 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.566 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.566 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.566 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.566 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.566 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.566 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.566 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.567 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.567 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.567 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.567 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.567 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.567 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.568 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.568 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.568 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.568 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.568 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.568 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.568 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.568 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.569 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.569 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.569 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.569 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.569 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.569 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.569 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.570 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.570 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.570 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.570 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.579 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.579 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.580 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.580 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.580 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.580 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.581 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.581 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.581 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.581 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.585 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.585 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.585 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.586 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.586 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.586 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.586 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.586 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.586 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.586 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.586 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.586 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.586 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.587 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.587 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.587 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.587 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.587 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.587 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.587 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.587 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.588 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.588 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.588 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.588 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.588 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.587 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.588 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.589 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.589 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.589 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.589 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.589 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.590 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.590 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.590 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.590 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.590 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.590 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.590 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.599 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.599 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.599 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.599 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.599 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.599 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.599 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.600 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.600 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.600 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.600 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.600 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.600 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.606 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.606 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.606 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.607 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.607 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.607 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.607 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.607 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.607 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.608 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.608 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.608 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.608 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.608 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.608 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.608 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.608 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.608 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.608 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.608 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.609 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.609 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.609 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.609 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.609 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.609 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.609 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.609 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.609 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.609 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.609 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.609 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.610 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.610 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.610 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.610 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.610 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.611 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.611 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.621 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.621 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.621 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.622 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.622 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.622 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.622 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.622 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.622 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.622 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.622 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.622 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.622 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.626 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.626 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.626 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.626 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.626 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.626 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.626 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.626 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.626 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.626 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.626 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.626 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.626 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.626 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.627 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.627 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.627 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.627 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.627 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.627 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.627 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.627 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.627 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.627 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.628 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.628 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.642 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:56.642 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:56.642 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:56.642 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.642 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.642 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.643 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.643 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.643 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.644 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.644 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.644 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.644 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:56.646 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.646 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.647 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.647 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.647 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.647 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.647 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.647 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.647 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.647 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.647 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.647 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.647 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.647 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.659 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.659 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.659 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.660 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.660 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.660 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.660 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.660 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.660 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.660 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.660 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.661 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.665 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.665 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.666 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.666 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.666 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.666 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.666 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.666 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.666 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.666 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.667 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.667 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.667 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.667 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.667 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.667 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.667 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.667 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.667 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.667 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.667 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.667 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.668 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.668 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.668 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.668 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.679 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.679 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.679 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.679 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.679 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.679 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.680 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.680 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.680 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.680 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.680 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.680 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.680 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.686 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.686 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.686 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.686 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.686 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.686 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.687 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.687 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.687 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.687 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.687 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.687 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.687 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.699 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.699 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.699 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.700 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.700 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.700 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.700 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.700 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.700 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.700 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.700 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.701 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.701 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.701 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.726 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.727 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.727 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.727 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.727 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.727 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.728 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.728 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.728 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.728 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.728 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.728 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.728 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.731 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:56.731 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:56.731 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:56.731 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.732 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.732 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:56.732 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.732 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.732 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:56.732 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.732 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.732 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:56.732 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:56.739 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.739 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.739 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.740 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.740 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.740 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.741 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.741 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.741 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.741 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.758 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.799 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.799 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.799 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.800 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.800 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.800 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.800 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.800 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.800 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.800 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.800 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.800 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.800 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.805 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.806 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.806 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.806 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.806 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.806 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.806 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.806 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.806 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.806 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.806 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.807 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.807 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.807 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.807 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.807 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.807 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.807 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.807 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.808 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.808 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.808 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.808 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.808 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.808 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.808 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.814 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 1 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466036813 for job 2dc1d581942cda7a76529594bc8e3754.
23:13:56.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.815 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.817 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (AsyncKuduSession.java:592) flushing buffer: Buffer{operations=10, operationSize=1800, flusherTask=org.apache.kudu.client.AsyncKuduSession$FlusherTask@6ee0fdc5, flushNotification=Deferred@1699585420(state=PENDING, result=null, callback=<none>, errback=<none>)}
23:13:56.817 [DEBUG - Source: KuduSource -> Sink: Writer (1/4)#0] (Connection.java:748) [peer f62160b85ffc425796905d26895338e6(127.25.22.193:40315)] connecting to peer
23:13:56.825 [DEBUG - kudu-nio-3] (Connection.java:757) [peer f62160b85ffc425796905d26895338e6(127.25.22.193:40315)] Successfully connected to peer
23:13:56.827 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.827 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.827 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.827 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.827 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.827 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.827 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.827 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.827 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.828 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.828 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.828 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.828 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.843 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.863 [DEBUG - kudu-nio-3] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:56.872 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.887 [DEBUG - kudu-nio-3] (Negotiator.java:919) Authenticated connection [id: 0xf1082c60, L:/127.0.0.1:44260 - R:/127.25.22.193:40315] using TOKEN/null
23:13:56.899 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.899 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.899 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.899 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.900 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.900 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.900 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.900 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.900 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.900 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.900 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.900 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.900 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.925 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:56.925 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:56.925 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:56.925 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:56.925 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:56.925 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:56.925 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:56.925 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:56.926 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:56.926 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:56.926 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:56.926 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:56.926 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:56.928 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:56.928 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:56.928 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:56.929 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.929 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.929 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:56.929 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.929 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.929 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:56.930 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.930 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.930 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:56.930 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:56.931 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:56.949 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:56.988 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:57.010 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:57.010 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:57.010 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:57.011 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:57.011 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:57.011 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:57.011 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:57.011 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:57.011 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:57.011 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:57.011 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:57.011 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:57.011 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:57.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:57.037 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 1 for job 2dc1d581942cda7a76529594bc8e3754 (1955 bytes, checkpointDuration=224 ms, finalizationTime=0 ms).
23:13:57.039 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 1 as completed for source Source: KuduSource.
23:13:57.039 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 1 complete: removed split 0f2f4de83b0226124c79839f0eb9648270f37cf73cb78f0fac8702c589fc878c from pending
23:13:57.039 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 1 complete: removed 1 finished splits from enumerator state
23:13:57.046 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:57.046 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:57.047 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:57.047 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.047 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.047 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.047 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.047 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.047 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.047 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.047 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.047 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.047 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:57.052 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:57.058 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 93a377c6bebd496581dd32356f74012a
23:13:57.081 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=ec7d3349e8d440d683f33efc58ffd0d7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:57.085 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 3fe8fb6b5b4943d29d0c3e7ddd49280c
23:13:57.086 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:57.086 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:57.086 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:57.087 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.087 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.087 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.087 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.087 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.087 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.088 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.088 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.088 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.088 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:57.120 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:57.121 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:57.121 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:57.121 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:57.121 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:57.121 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:57.121 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:57.121 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:57.121 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:57.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:57.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:57.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:57.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:57.132 [DEBUG - kudu-nio-3] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 10 rows, more = false) for scanner KuduScanner(table=replication_test_table, tablet=fb3095b528af45aab945d2a19c6f88c3, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:57.134 [DEBUG - main] (Connection.java:575) [peer master-127.25.22.253:35723(127.25.22.253:35723)] disconnecting while in state READY
23:13:57.134 [DEBUG - main] (Connection.java:575) [peer master-127.25.22.254:34285(127.25.22.254:34285)] disconnecting while in state READY
23:13:57.135 [DEBUG - main] (Connection.java:575) [peer master-127.25.22.252:36495(127.25.22.252:36495)] disconnecting while in state READY
23:13:57.135 [DEBUG - main] (Connection.java:575) [peer f62160b85ffc425796905d26895338e6(127.25.22.193:40315)] disconnecting while in state READY
23:13:57.135 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.22.253:35723(127.25.22.253:35723)] handling channelInactive
23:13:57.135 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.22.253:35723(127.25.22.253:35723)] cleaning up while in state READY due to: connection closed
23:13:57.136 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.22.254:34285(127.25.22.254:34285)] handling channelInactive
23:13:57.136 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.22.254:34285(127.25.22.254:34285)] cleaning up while in state READY due to: connection closed
23:13:57.136 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.22.252:36495(127.25.22.252:36495)] handling channelInactive
23:13:57.136 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.22.252:36495(127.25.22.252:36495)] cleaning up while in state READY due to: connection closed
23:13:57.138 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:57.139 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:13:57.139 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 26 thread-local buffer(s) from thread: kudu-nio-2
23:13:57.139 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 22 thread-local buffer(s) from thread: kudu-nio-1
23:13:57.143 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f62160b85ffc425796905d26895338e6(127.25.22.193:40315)] handling channelInactive
23:13:57.143 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f62160b85ffc425796905d26895338e6(127.25.22.193:40315)] cleaning up while in state READY due to: connection closed
23:13:57.143 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-3
23:13:57.145 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:57.144286 25691 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 26074
23:13:57.161 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260707 23:13:57.160759 25677 debug-util.cc:398] Leaking SignalData structure 0x7b08000b4520 after lost signal to thread 25551
23:13:57.187 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:57.187 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:57.187 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:57.187 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.187 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.187 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.187 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.187 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.187 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.188 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.188 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.188 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.188 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:57.209 [DEBUG - kudu-nio-3] (Connection.java:239) [peer f62160b85ffc425796905d26895338e6(127.25.22.193:40315)] handling channelInactive
23:13:57.209 [DEBUG - kudu-nio-3] (Connection.java:709) [peer f62160b85ffc425796905d26895338e6(127.25.22.193:40315)] cleaning up while in state READY due to: connection closed
23:13:57.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:57.224066 25691 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 26304
23:13:57.226 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:57.226 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:57.226 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:57.226 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:57.226 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:57.226 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:57.227 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:57.227 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:57.227 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:57.227 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:57.227 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:57.227 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:57.227 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:57.232 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:57.232 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:57.232 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:57.232 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:57.232 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:57.232 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:57.232 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:57.232 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:57.232 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:57.233 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:57.233 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:57.233 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:57.233 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:57.275 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:57.275138 25691 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 26448
23:13:57.277 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:57.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:57.314 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 2 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466037313 for job 2dc1d581942cda7a76529594bc8e3754.
23:13:57.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:57.327 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 2 for job 2dc1d581942cda7a76529594bc8e3754 (964 bytes, checkpointDuration=14 ms, finalizationTime=0 ms).
23:13:57.328 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 2 as completed for source Source: KuduSource.
23:13:57.335 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:57.334846 25691 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 25703
23:13:57.343 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:57.359 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:57.359 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:57.359 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:57.360 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.360 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.360 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.360 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.360 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.360 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.360 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.360 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.360 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.360 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:57.365 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:57.365 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:57.366 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:57.366 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.366 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.366 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.366 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.366 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.366 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.366 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.366 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.366 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.366 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:57.374 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.22.254:34285(127.25.22.254:34285)] handling channelInactive
23:13:57.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.22.254:34285(127.25.22.254:34285)] cleaning up while in state READY due to: connection closed
23:13:57.374 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.22.254:34285(127.25.22.254:34285)] handling channelInactive
23:13:57.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.22.254:34285(127.25.22.254:34285)] cleaning up while in state READY due to: connection closed
23:13:57.374 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.22.254:34285(127.25.22.254:34285)] handling channelInactive
23:13:57.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.22.254:34285(127.25.22.254:34285)] cleaning up while in state READY due to: connection closed
23:13:57.374 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.25.22.254:34285(127.25.22.254:34285)] handling channelInactive
23:13:57.374 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.25.22.254:34285(127.25.22.254:34285)] cleaning up while in state READY due to: connection closed
23:13:57.382 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:57.379644 25691 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 25775
23:13:57.423 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.22.253:35723(127.25.22.253:35723)] handling channelInactive
23:13:57.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.22.253:35723(127.25.22.253:35723)] cleaning up while in state READY due to: connection closed
23:13:57.424 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.22.253:35723(127.25.22.253:35723)] handling channelInactive
23:13:57.424 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.22.253:35723(127.25.22.253:35723)] cleaning up while in state READY due to: connection closed
23:13:57.425 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.22.253:35723(127.25.22.253:35723)] handling channelInactive
23:13:57.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.22.253:35723(127.25.22.253:35723)] cleaning up while in state READY due to: connection closed
23:13:57.425 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.25.22.253:35723(127.25.22.253:35723)] handling channelInactive
23:13:57.425 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.25.22.253:35723(127.25.22.253:35723)] cleaning up while in state READY due to: connection closed
23:13:57.426 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:57.426 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:57.426 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:57.426 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.427 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.427 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.427 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.427 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.426 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.427 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.427 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.427 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.427 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:57.437 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:57.437485 25691 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 25905
23:13:57.447 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:57.466 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:57.466 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:57.466 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:57.466 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.466 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.466 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.466 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.466 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:57.466 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.466 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:57.466 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.466 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:57.466 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:57.469 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.22.252:36495(127.25.22.252:36495)] handling channelInactive
23:13:57.469 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.22.252:36495(127.25.22.252:36495)] handling channelInactive
23:13:57.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.22.252:36495(127.25.22.252:36495)] cleaning up while in state READY due to: connection closed
23:13:57.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.22.252:36495(127.25.22.252:36495)] cleaning up while in state READY due to: connection closed
23:13:57.469 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.22.252:36495(127.25.22.252:36495)] handling channelInactive
23:13:57.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.22.252:36495(127.25.22.252:36495)] cleaning up while in state READY due to: connection closed
23:13:57.469 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.25.22.252:36495(127.25.22.252:36495)] handling channelInactive
23:13:57.469 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.25.22.252:36495(127.25.22.252:36495)] cleaning up while in state READY due to: connection closed
23:13:57.490 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:57.490 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:57.490 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:57.490 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:57.490 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:57.490 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:57.490 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:57.490 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:57.490 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:57.490 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:57.490 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:57.490 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:57.490 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:57.506 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:57.506 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:57.506 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:57.507 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:57.507 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:57.507 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:57.507 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:57.507 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:57.507 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:57.508 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:57.508 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:57.508 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:57.508 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:57.521 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:57.594 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 93a377c6bebd496581dd32356f74012a
23:13:57.599 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='f3df71e32e85552b63947b2524429aa2cbec9f18526b44b522e94177c9aaf296'}]
23:13:57.601 [DEBUG - Source: KuduSource -> Sink: Writer (2/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:57.605 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:13:57.607 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=298074, tablet=ec7d3349e8d440d683f33efc58ffd0d7@[af35977bbf5f477c87f577a3829410ac(127.24.75.65:35729),e7fbb898fe874ddd85448f11fb08d9bd(127.24.75.66:39995),efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)[L]]}]
23:13:57.614 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:748) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] connecting to peer
23:13:57.622 [DEBUG - kudu-nio-0] (Connection.java:757) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] Successfully connected to peer
23:13:57.624 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.67
23:13:57.636 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:57.638 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:57.638 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:57.638 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:57.639 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:57.639 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:57.639 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:57.640 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:57.640 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:57.640 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:57.640 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:57.640 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:57.640 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:57.640 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:57.641 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xcc94fedf, L:/127.0.0.1:56082 - R:/127.24.75.67:38811] using SASL/PLAIN
23:13:57.677 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076889960448001) for scanner KuduScanner(table=replication_test_table, tablet=ec7d3349e8d440d683f33efc58ffd0d7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:57.678 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:108) Finished reading from splits [f3df71e32e85552b63947b2524429aa2cbec9f18526b44b522e94177c9aaf296]
23:13:57.678 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [f3df71e32e85552b63947b2524429aa2cbec9f18526b44b522e94177c9aaf296]
23:13:57.679 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:13:57.679 [INFO - Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:13:57.681 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split f3df71e32e85552b63947b2524429aa2cbec9f18526b44b522e94177c9aaf296 finished by subtask 1; deferring removal (restored in pending)
23:13:57.681 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (Connection.java:575) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] disconnecting while in state READY
23:13:57.682 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:57.702 [DEBUG - kudu-nio-0] (Connection.java:239) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] handling channelInactive
23:13:57.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] cleaning up while in state READY due to: connection closed
23:13:57.703 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:13:57.703 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (2/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:13:57.777 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:57.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:57.814 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 3 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466037813 for job 2dc1d581942cda7a76529594bc8e3754.
23:13:57.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:57.830 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 3 for job 2dc1d581942cda7a76529594bc8e3754 (1965 bytes, checkpointDuration=17 ms, finalizationTime=0 ms).
23:13:57.835 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 3 as completed for source Source: KuduSource.
23:13:57.835 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 3 complete: removed split f3df71e32e85552b63947b2524429aa2cbec9f18526b44b522e94177c9aaf296 from pending
23:13:57.835 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 3 complete: removed 1 finished splits from enumerator state
23:13:57.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:57.847 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:57.847 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:57.847 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:57.847 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:57.848 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:57.848 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:57.848 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:57.848 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:57.848 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:57.848 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:57.848 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:57.849 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:57.849 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:57.948 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.006 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:58.007 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:58.007 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:58.007 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.007 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.008 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.008 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.008 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.008 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.008 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.008 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.008 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.008 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:58.021 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.030 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:58.030 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:58.031 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:58.031 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.031 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.032 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.032 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.032 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.032 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.032 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.032 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.032 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.032 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:58.046 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:58.046 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:58.047 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:58.047 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:58.047 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:58.047 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:58.048 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:58.048 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:58.048 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:58.048 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:58.048 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:58.048 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:58.048 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:58.130 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:13:58.130 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:13:58.130 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:13:58.130 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:58.130 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:58.130 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:58.130 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:58.130 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:13:58.130 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:13:58.130 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:58.131 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:58.131 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:13:58.131 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:13:58.165 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:58.166 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:58.166 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:58.166 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.166 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.166 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.166 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.166 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.166 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.167 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.167 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.167 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.167 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:58.277 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.302 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:13:58.302 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:13:58.302 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:13:58.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:58.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:58.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:13:58.303 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:58.303 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:58.303 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:13:58.303 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:58.303 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:58.304 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:13:58.304 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:13:58.315 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 4 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466038313 for job 2dc1d581942cda7a76529594bc8e3754.
23:13:58.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.341 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 4 for job 2dc1d581942cda7a76529594bc8e3754 (964 bytes, checkpointDuration=28 ms, finalizationTime=0 ms).
23:13:58.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.344 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 4 as completed for source Source: KuduSource.
23:13:58.412 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:58.412 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:58.413 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:58.414 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.414 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.414 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:58.414 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.414 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.414 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:58.415 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.415 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.415 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:58.415 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:58.423 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:58.423 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:58.423 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:58.423 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:58.423 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:58.423 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:58.423 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:58.423 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:58.423 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:58.424 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:58.424 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:58.424 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:58.424 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:58.426 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:58.427 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:58.427 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:58.427 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:58.427 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:58.427 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:58.428 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:58.428 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:58.428 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:58.428 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:58.428 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:58.428 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:58.428 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:58.445 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:58.446 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:58.446 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:58.446 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:58.446 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:58.446 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:58.447 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:58.447 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:58.447 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:58.447 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:58.447 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:58.447 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:58.447 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:58.448 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.521 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.554 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:58.554 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:58.554 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:58.555 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:58.555 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:58.555 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:58.555 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:58.555 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:58.555 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:58.556 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:58.556 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:58.556 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:58.556 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:58.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.787 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:58.787 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:58.787 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:58.787 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:58.787 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:58.787 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:58.788 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:58.788 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:58.788 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:58.788 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:58.788 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:58.788 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:58.788 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:58.814 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 5 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466038813 for job 2dc1d581942cda7a76529594bc8e3754.
23:13:58.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.826 [INFO - jobmanager-io-thread-4] (CheckpointCoordinator.java:1440) Completed checkpoint 5 for job 2dc1d581942cda7a76529594bc8e3754 (964 bytes, checkpointDuration=12 ms, finalizationTime=1 ms).
23:13:58.828 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 5 as completed for source Source: KuduSource.
23:13:58.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:58.880 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:58.880 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:58.880 [DEBUG - pool-522-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:58.880 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:58.880 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:58.880 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:58.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:58.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:58.881 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:58.880 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:58.881 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:58.881 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:58.881 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:58.892 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:13:58Z chronyd exiting
23:13:58.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.035 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:59.035 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:59.035 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:59.035 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:59.035 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:59.036 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:59.036 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:59.036 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:59.036 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:59.036 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:59.036 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:59.036 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:59.036 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:59.066 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:59.066 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:59.066 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:59.066 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.066 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.066 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.066 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.066 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.066 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.066 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.067 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.067 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.067 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:59.078 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.253:37081(127.15.153.253:37081)] connecting to peer
23:13:59.078 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.254:35665(127.15.153.254:35665)] connecting to peer
23:13:59.078 [DEBUG - pool-516-thread-1] (Connection.java:748) [peer master-127.15.153.252:38525(127.15.153.252:38525)] connecting to peer
23:13:59.078 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:59.078 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.15.153.253:37081(127.15.153.253:37081)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:59.078 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.253:37081: Failed to connect to peer master-127.15.153.253:37081(127.15.153.253:37081): Connection refused: /127.15.153.253:37081
23:13:59.079 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:59.079 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.15.153.252:38525(127.15.153.252:38525)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:59.079 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.252:38525: Failed to connect to peer master-127.15.153.252:38525(127.15.153.252:38525): Connection refused: /127.15.153.252:38525
23:13:59.079 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:59.079 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.15.153.254:35665(127.15.153.254:35665)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:59.079 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.15.153.254:35665: Failed to connect to peer master-127.15.153.254:35665(127.15.153.254:35665): Connection refused: /127.15.153.254:35665
23:13:59.079 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.15.153.253:37081,127.15.153.254:35665,127.15.153.252:38525; will retry
23:13:59.141 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:59.141 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:59.141 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:59.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:59.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:59.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:59.142 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:59.142 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:59.142 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:59.142 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:59.142 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:59.142 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:59.142 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:59.151 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:59.151 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:59.151 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:59.152 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:59.152 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:59.152 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:59.152 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:59.152 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:59.152 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:59.152 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:59.152 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:59.152 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:59.152 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:59.204 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:59.205 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:59.205 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:59.205 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:59.205 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:59.205 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:59.205 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:59.205 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:59.205 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:59.206 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:59.206 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:59.206 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:59.206 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:59.246 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:59.246 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:59.247 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:59.247 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.247 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.247 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.247 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.247 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.248 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.248 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.248 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.248 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.248 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:59.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.284 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.313 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 6 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466039312 for job 2dc1d581942cda7a76529594bc8e3754.
23:13:59.316 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.327 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 6 for job 2dc1d581942cda7a76529594bc8e3754 (964 bytes, checkpointDuration=14 ms, finalizationTime=1 ms).
23:13:59.333 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 6 as completed for source Source: KuduSource.
23:13:59.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.353 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:59.353 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:59.353 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:59.354 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:59.354 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:59.354 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:59.354 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:59.354 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:59.354 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:59.354 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:59.354 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:59.354 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:59.355 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:59.427 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:59.427 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:59.427 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:59.427 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.427 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.428 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.428 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.428 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.428 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.428 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.428 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.428 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.428 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:59.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.526 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:59.526 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:59.526 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:59.526 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:59.526 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:59.526 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:59.526 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:59.526 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:59.526 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:59.527 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:13:59.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:59.527 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:13:59.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:59.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:59.527 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:13:59.527 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:59.527 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:59.527 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:59.527 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:59.527 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:13:59.527 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:59.527 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:13:59.527 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:59.527 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:59.527 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:13:59.527 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:13:59.592 [DEBUG - kudu-nio-2] (AsyncKuduClient.java:894) Opened table 93a377c6bebd496581dd32356f74012a
23:13:59.597 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:308) Adding split(s) to reader: [KuduSourceSplit{splitId='5d1ecccd5b8640ee1bd01b48e2a5c996fe0c2b7423eb4da9ddff221d04c7273f'}]
23:13:59.598 [DEBUG - Source: KuduSource -> Sink: Writer (3/4)#0] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication 
23:13:59.600 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:115) Starting split fetcher 0
23:13:59.600 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (TableLocationsCache.java:192) Discovered table locations:	[Tablet{lowerBoundPartitionKey=0x, upperBoundPartitionKey=0x, ttl=296076, tablet=ec7d3349e8d440d683f33efc58ffd0d7@[af35977bbf5f477c87f577a3829410ac(127.24.75.65:35729),e7fbb898fe874ddd85448f11fb08d9bd(127.24.75.66:39995),efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)[L]]}]
23:13:59.602 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:748) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] connecting to peer
23:13:59.614 [DEBUG - kudu-nio-0] (Connection.java:757) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] Successfully connected to peer
23:13:59.626 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.24.75.67
23:13:59.635 [DEBUG - kudu-nio-0] (SslHandler.java:1993) [id: 0xembedded, L:embedded - R:embedded] HANDSHAKEN: protocol:TLSv1.3 cipher suite:TLS_AES_128_GCM_SHA256
23:13:59.639 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x2358b470, L:/127.0.0.1:56098 - R:/127.24.75.67:38811] using SASL/PLAIN
23:13:59.663 [DEBUG - kudu-nio-0] (AsyncKuduScanner.java:1370) AsyncKuduScanner$Response(scannerId = "", data = RowwiseRowResultIterator for 0 rows, more = false, responseScanTimestamp = 7305076898152448001) for scanner KuduScanner(table=replication_test_table, tablet=ec7d3349e8d440d683f33efc58ffd0d7, scannerId=null, scanRequestTimeout=30000, startPrimaryKey=<start>, endPrimaryKey=<end>, lastPrimaryKey=<last>)
23:13:59.665 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SourceReaderBase.java:249) Finished reading split(s) [5d1ecccd5b8640ee1bd01b48e2a5c996fe0c2b7423eb4da9ddff221d04c7273f]
23:13:59.666 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:108) Finished reading from splits [5d1ecccd5b8640ee1bd01b48e2a5c996fe0c2b7423eb4da9ddff221d04c7273f]
23:13:59.666 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcherManager.java:294) Closing splitFetcher 0 because it is idle.
23:13:59.666 [INFO - Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:316) Shutting down split fetcher 0
23:13:59.666 [DEBUG - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (Connection.java:575) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] disconnecting while in state READY
23:13:59.666 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:216) Split 5d1ecccd5b8640ee1bd01b48e2a5c996fe0c2b7423eb4da9ddff221d04c7273f finished by subtask 2; deferring removal (restored in pending)
23:13:59.667 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:59.671 [INFO - Source Data Fetcher for Source: KuduSource -> Sink: Writer (3/4)#0] (SplitFetcher.java:128) Split fetcher 0 exited.
23:13:59.671 [DEBUG - kudu-nio-0] (Connection.java:239) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] handling channelInactive
23:13:59.671 [DEBUG - kudu-nio-0] (Connection.java:709) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] cleaning up while in state READY due to: connection closed
23:13:59.672 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 20 thread-local buffer(s) from thread: kudu-nio-0
23:13:59.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.784 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.813 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 7 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466039812 for job 2dc1d581942cda7a76529594bc8e3754.
23:13:59.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.821 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 7 for job 2dc1d581942cda7a76529594bc8e3754 (1965 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:13:59.823 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 7 as completed for source Source: KuduSource.
23:13:59.823 [DEBUG - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:261) Checkpoint 7 complete: removed split 5d1ecccd5b8640ee1bd01b48e2a5c996fe0c2b7423eb4da9ddff221d04c7273f from pending
23:13:59.823 [INFO - SourceCoordinator-Source: KuduSource] (MetricWrappedKuduEnumerator.java:266) Checkpoint 7 complete: removed 1 finished splits from enumerator state
23:13:59.827 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:13:59.827 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:13:59.827 [DEBUG - pool-502-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:13:59.827 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:59.827 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:59.827 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:59.827 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:59.827 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:13:59.827 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:13:59.827 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:59.828 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:59.828 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:13:59.828 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:13:59.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.879 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:59.879 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:59.879 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:59.879 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.879 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.879 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.879 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.880 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.880 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.880 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.880 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.880 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.880 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:59.931 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.190:45937(127.11.198.190:45937)] connecting to peer
23:13:59.931 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.188:43131(127.11.198.188:43131)] connecting to peer
23:13:59.931 [DEBUG - pool-500-thread-1] (Connection.java:748) [peer master-127.11.198.189:39011(127.11.198.189:39011)] connecting to peer
23:13:59.931 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:59.931 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.11.198.190:45937(127.11.198.190:45937)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:59.931 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:59.932 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.190:45937: Failed to connect to peer master-127.11.198.190:45937(127.11.198.190:45937): Connection refused: /127.11.198.190:45937
23:13:59.932 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.11.198.188:43131(127.11.198.188:43131)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:59.932 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.188:43131: Failed to connect to peer master-127.11.198.188:43131(127.11.198.188:43131): Connection refused: /127.11.198.188:43131
23:13:59.931 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:59.932 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.11.198.189:39011(127.11.198.189:39011)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:59.932 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.11.198.189:39011: Failed to connect to peer master-127.11.198.189:39011(127.11.198.189:39011): Connection refused: /127.11.198.189:39011
23:13:59.932 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.11.198.190:45937,127.11.198.188:43131,127.11.198.189:39011; will retry
23:13:59.945 [DEBUG - main] (Connection.java:575) [peer master-127.24.75.126:42301(127.24.75.126:42301)] disconnecting while in state READY
23:13:59.945 [DEBUG - main] (Connection.java:575) [peer master-127.24.75.125:42673(127.24.75.125:42673)] disconnecting while in state READY
23:13:59.945 [DEBUG - main] (Connection.java:575) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] disconnecting while in state READY
23:13:59.945 [DEBUG - main] (Connection.java:575) [peer master-127.24.75.124:39771(127.24.75.124:39771)] disconnecting while in state READY
23:13:59.946 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.75.126:42301(127.24.75.126:42301)] handling channelInactive
23:13:59.946 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state READY due to: connection closed
23:13:59.946 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.75.124:39771(127.24.75.124:39771)] handling channelInactive
23:13:59.946 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state READY due to: connection closed
23:13:59.946 [DEBUG - kudu-nio-3] (AsyncKuduClient.java:2704) Releasing all remaining resources
23:13:59.948 [DEBUG - kudu-nio-0] (PoolThreadCache.java:218) Freed 21 thread-local buffer(s) from thread: kudu-nio-0
23:13:59.948 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:13:59.948 [DEBUG - kudu-nio-1] (PoolThreadCache.java:218) Freed 18 thread-local buffer(s) from thread: kudu-nio-1
23:13:59.946 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.75.125:42673(127.24.75.125:42673)] handling channelInactive
23:13:59.948 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state READY due to: connection closed
23:13:59.948 [DEBUG - kudu-nio-2] (PoolThreadCache.java:218) Freed 25 thread-local buffer(s) from thread: kudu-nio-2
23:13:59.949 [DEBUG - kudu-nio-3] (Connection.java:239) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] handling channelInactive
23:13:59.949 [DEBUG - kudu-nio-3] (Connection.java:709) [peer efe9c9138ba646e9bbb240e826e934d3(127.24.75.67:38811)] cleaning up while in state READY due to: connection closed
23:13:59.949 [DEBUG - kudu-nio-3] (PoolThreadCache.java:218) Freed 24 thread-local buffer(s) from thread: kudu-nio-3
23:13:59.951 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:59.950228 24877 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 25161
23:13:59.964 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:13:59.964 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:13:59.965 [DEBUG - pool-514-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:13:59.965 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:59.965 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:59.965 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:59.965 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:59.965 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:13:59.965 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:13:59.965 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:59.965 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:59.965 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:13:59.965 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:13:59.972 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:13:59.972 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:13:59.972 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:13:59.972 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:59.972 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:59.972 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:13:59.972 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:59.972 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:59.972 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:13:59.972 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:59.972 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:59.972 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:13:59.972 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:13:59.986 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:13:59.986 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:13:59.986 [DEBUG - pool-562-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:13:59.987 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.987 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.987 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:13:59.987 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.987 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.987 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:13:59.987 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.987 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.987 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:13:59.987 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:13:59.999 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:13:59.999045 24877 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 25407
23:14:00.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.037 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:14:00.037458 24877 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 25547
23:14:00.084 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:14:00.084257 24877 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 24889
23:14:00.128 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.24.75.126:42301(127.24.75.126:42301)] handling channelInactive
23:14:00.128 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state READY due to: connection closed
23:14:00.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:14:00.130347 24877 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 24959
23:14:00.146 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:14:00.146 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:14:00.146 [DEBUG - pool-498-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:14:00.146 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:14:00.147 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:14:00.147 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:14:00.147 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:14:00.147 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:14:00.147 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:14:00.147 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:14:00.147 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:14:00.147 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:14:00.147 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:14:00.165 [DEBUG - kudu-nio-2] (Connection.java:239) [peer master-127.24.75.125:42673(127.24.75.125:42673)] handling channelInactive
23:14:00.165 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state READY due to: connection closed
23:14:00.165 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260707 23:14:00.165541 24877 external_mini_cluster.cc:1664] Killing /tmp/dist-test-taskvVowSE/build/tsan/bin/kudu with pid 25035
23:14:00.179 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:14:00.179 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:14:00.179 [DEBUG - pool-556-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:14:00.179 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:00.179 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:00.179 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:00.179 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:00.179 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:00.179 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:00.179 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:00.179 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:00.179 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:00.180 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:14:00.201 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.24.75.124:39771(127.24.75.124:39771)] handling channelInactive
23:14:00.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state READY due to: connection closed
23:14:00.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.284 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.298 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:14:00.298 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:14:00.299 [DEBUG - pool-536-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:14:00.299 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:00.299 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:00.299 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:00.299 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:00.299 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:00.299 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:00.299 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:00.299 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:00.299 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:00.299 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:14:00.313 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 8 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466040313 for job 2dc1d581942cda7a76529594bc8e3754.
23:14:00.316 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.323 [INFO - jobmanager-io-thread-3] (CheckpointCoordinator.java:1440) Completed checkpoint 8 for job 2dc1d581942cda7a76529594bc8e3754 (964 bytes, checkpointDuration=9 ms, finalizationTime=1 ms).
23:14:00.323 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 8 as completed for source Source: KuduSource.
23:14:00.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.773 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:14:00.773 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:14:00.774 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:14:00.774 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:00.774 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:00.774 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:00.774 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:00.774 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:00.774 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:00.774 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:00.774 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:00.774 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:00.774 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:14:00.776 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.812 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:14:00.812 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:14:00.812 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:14:00.812 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:00.812 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:00.812 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:00.812 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:00.812 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:00.812 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:00.812 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:00.813 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:00.813 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:00.813 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:14:00.813 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 9 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466040813 for job 2dc1d581942cda7a76529594bc8e3754.
23:14:00.816 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.822 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 9 for job 2dc1d581942cda7a76529594bc8e3754 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:14:00.822 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 9 as completed for source Source: KuduSource.
23:14:00.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:00.966 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:14:00.966 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:14:00.966 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:14:00.966 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:00.966 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:00.967 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:00.967 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:00.967 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:00.967 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:00.967 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:00.967 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:00.967 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:00.967 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:14:01.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:01.107 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:14:01.107 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:14:01.107 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:01.108 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:01.108 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:01.108 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:01.108 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:01.108 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:01.108 [DEBUG - pool-560-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:14:01.109 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:01.109 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:01.109 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:01.109 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:14:01.138 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:14:01.139 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:14:01.139 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:14:01.139 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:14:01.139 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:14:01.139 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:14:01.139 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:14:01.139 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:14:01.139 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:14:01.139 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:14:01.139 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:14:01.139 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:14:01.139 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:14:01.262 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:14:01.262 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:14:01.262 [DEBUG - pool-540-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:14:01.263 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:01.263 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:01.263 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:01.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:01.263 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:01.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:01.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:01.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:01.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:01.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:14:01.276 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 7fd90d75d429cae09c48b2e4b1f4e71b since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 7fd90d75d429cae09c48b2e4b1f4e71b is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:01.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:01.313 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 10 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466041313 for job 2dc1d581942cda7a76529594bc8e3754.
23:14:01.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:01.321 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 10 for job 2dc1d581942cda7a76529594bc8e3754 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:14:01.322 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 10 as completed for source Source: KuduSource.
23:14:01.342 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:01.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-07-07T23:14:01Z chronyd exiting
23:14:01.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:01.520 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:01.588 [DEBUG - SourceCoordinator-Source: KuduSource-worker-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:14:01.589 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.589 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.589 [INFO - kudu-nio-3] (AsyncKuduClient.java:2355) Invalidating location master-127.24.75.125:42673(127.24.75.125:42673) for tablet Kudu Master: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.596 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:14:01.597 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:14:01.597 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.597 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.597 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.124:39771: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.597 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:14:01.597 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.597 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.598 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.126:42301: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.598 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.598 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.598 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.125:42673: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.598 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.24.75.124:39771,127.24.75.126:42301,127.24.75.125:42673; will retry
23:14:01.610 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:14:01.611 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:14:01.611 [DEBUG - pool-506-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:14:01.611 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:14:01.611 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:14:01.611 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:14:01.611 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:14:01.611 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:14:01.611 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:14:01.611 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:14:01.611 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:14:01.611 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:14:01.611 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:14:01.611 [DEBUG - kudu-nio-4] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27454), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [37ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [40ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [79ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [282ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [401ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [522ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [522ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [522ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [522ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [581ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1841ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [4040ms] refreshing cache from master, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [4040ms] too many traces: truncated at 100 traces, deferred=Deferred@558463128(state=PENDING, result=null, callback=(continuation of Deferred@661530175 after retry RPC after error@1900379317) -> (continuation of Deferred@746274726 after retry RPC after error@1176248073) -> (continuation of Deferred@278238763 after retry RPC after error@1257238616) -> (continuation of Deferred@1058828460 after retry RPC after error@425640977) -> (continuation of Deferred@625360351 after retry RPC after error@270431263) -> (continuation of Deferred@1281093536 after retry RPC after error@592106614) -> (continuation of Deferred@930528517 after retry RPC after error@1420532088) -> (continuation of Deferred@1193167522 after retry RPC after error@847433555) -> (continuation of Deferred@807322259 after retry RPC after error@955710897) -> (continuation of Deferred@218692439 after retry RPC after error@701781490) -> (continuation of Deferred@1863843841 after retry RPC after error@1611428646) -> (continuation of Deferred@714407475 after retry RPC after error@560223574) -> (continuation of Deferred@240337267 after retry RPC after error@222664412) -> (continuation of Deferred@2982945 after retry RPC after error@65060759) -> (continuation of Deferred@388771393 after retry RPC after error@914270478) -> (continuation of Deferred@1520320364 after retry RPC after error@1543778223) -> (continuation of Deferred@707546184 after retry RPC after error@1767487194) -> (continuation of Deferred@1117229506 after retry RPC after error@1058256744) -> (continuation of Deferred@2006311630 after retry RPC after error@1398695296) -> (continuation of Deferred@767162280 after retry RPC after error@255049088) -> (continuation of Deferred@1466481978 after retry RPC after error@2008719410) -> (continuation of Deferred@366743002 after retry RPC after error@118586716), errback=(continuation of Deferred@661530175 after retry RPC after error@1900379317) -> (continuation of Deferred@746274726 after retry RPC after error@1176248073) -> (continuation of Deferred@278238763 after retry RPC after error@1257238616) -> (continuation of Deferred@1058828460 after retry RPC after error@425640977) -> (continuation of Deferred@625360351 after retry RPC after error@270431263) -> (continuation of Deferred@1281093536 after retry RPC after error@592106614) -> (continuation of Deferred@930528517 after retry RPC after error@1420532088) -> (continuation of Deferred@1193167522 after retry RPC after error@847433555) -> (continuation of Deferred@807322259 after retry RPC after error@955710897) -> (continuation of Deferred@218692439 after retry RPC after error@701781490) -> (continuation of Deferred@1863843841 after retry RPC after error@1611428646) -> (continuation of Deferred@714407475 after retry RPC after error@560223574) -> (continuation of Deferred@240337267 after retry RPC after error@222664412) -> (continuation of Deferred@2982945 after retry RPC after error@65060759) -> (continuation of Deferred@388771393 after retry RPC after error@914270478) -> (continuation of Deferred@1520320364 after retry RPC after error@1543778223) -> (continuation of Deferred@707546184 after retry RPC after error@1767487194) -> (continuation of Deferred@1117229506 after retry RPC after error@1058256744) -> (continuation of Deferred@2006311630 after retry RPC after error@1398695296) -> (continuation of Deferred@767162280 after retry RPC after error@255049088) -> (continuation of Deferred@1466481978 after retry RPC after error@2008719410) -> (continuation of Deferred@366743002 after retry RPC after error@118586716)))
23:14:01.612 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.124:34051(127.12.124.124:34051)] connecting to peer
23:14:01.612 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (SourceReaderBase.java:338) Closing Source Reader.
23:14:01.612 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.125:36071(127.12.124.125:36071)] connecting to peer
23:14:01.612 [DEBUG - pool-499-thread-1] (Connection.java:748) [peer master-127.12.124.126:39141(127.12.124.126:39141)] connecting to peer
23:14:01.612 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:14:01.612 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.12.124.124:34051(127.12.124.124:34051)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:14:01.612 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.124:34051: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051
23:14:01.612 [WARN - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:1117) Source: KuduSource -> Sink: Writer (3/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to FAILED with failure cause:
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27454), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [37ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [40ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [79ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [282ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [401ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [522ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [522ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [522ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [522ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [581ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1841ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [4040ms] refreshing cache from master, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [4040ms] too many traces: truncated at 100 traces, deferred=Deferred@558463128(state=PENDING, result=null, callback=(continuation of Deferred@661530175 after retry RPC after error@1900379317) -> (continuation of Deferred@746274726 after retry RPC after error@1176248073) -> (continuation of Deferred@278238763 after retry RPC after error@1257238616) -> (continuation of Deferred@1058828460 after retry RPC after error@425640977) -> (continuation of Deferred@625360351 after retry RPC after error@270431263) -> (continuation of Deferred@1281093536 after retry RPC after error@592106614) -> (continuation of Deferred@930528517 after retry RPC after error@1420532088) -> (continuation of Deferred@1193167522 after retry RPC after error@847433555) -> (continuation of Deferred@807322259 after retry RPC after error@955710897) -> (continuation of Deferred@218692439 after retry RPC after error@701781490) -> (continuation of Deferred@1863843841 after retry RPC after error@1611428646) -> (continuation of Deferred@714407475 after retry RPC after error@560223574) -> (continuation of Deferred@240337267 after retry RPC after error@222664412) -> (continuation of Deferred@2982945 after retry RPC after error@65060759) -> (continuation of Deferred@388771393 after retry RPC after error@914270478) -> (continuation of Deferred@1520320364 after retry RPC after error@1543778223) -> (continuation of Deferred@707546184 after retry RPC after error@1767487194) -> (continuation of Deferred@1117229506 after retry RPC after error@1058256744) -> (continuation of Deferred@2006311630 after retry RPC after error@1398695296) -> (continuation of Deferred@767162280 after retry RPC after error@255049088) -> (continuation of Deferred@1466481978 after retry RPC after error@2008719410) -> (continuation of Deferred@366743002 after retry RPC after error@118586716), errback=(continuation of Deferred@661530175 after retry RPC after error@1900379317) -> (continuation of Deferred@746274726 after retry RPC after error@1176248073) -> (continuation of Deferred@278238763 after retry RPC after error@1257238616) -> (continuation of Deferred@1058828460 after retry RPC after error@425640977) -> (continuation of Deferred@625360351 after retry RPC after error@270431263) -> (continuation of Deferred@1281093536 after retry RPC after error@592106614) -> (continuation of Deferred@930528517 after retry RPC after error@1420532088) -> (continuation of Deferred@1193167522 after retry RPC after error@847433555) -> (continuation of Deferred@807322259 after retry RPC after error@955710897) -> (continuation of Deferred@218692439 after retry RPC after error@701781490) -> (continuation of Deferred@1863843841 after retry RPC after error@1611428646) -> (continuation of Deferred@714407475 after retry RPC after error@560223574) -> (continuation of Deferred@240337267 after retry RPC after error@222664412) -> (continuation of Deferred@2982945 after retry RPC after error@65060759) -> (continuation of Deferred@388771393 after retry RPC after error@914270478) -> (continuation of Deferred@1520320364 after retry RPC after error@1543778223) -> (continuation of Deferred@707546184 after retry RPC after error@1767487194) -> (continuation of Deferred@1117229506 after retry RPC after error@1058256744) -> (continuation of Deferred@2006311630 after retry RPC after error@1398695296) -> (continuation of Deferred@767162280 after retry RPC after error@255049088) -> (continuation of Deferred@1466481978 after retry RPC after error@2008719410) -> (continuation of Deferred@366743002 after retry RPC after error@118586716)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:14:01.613 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:14:01.613 [INFO - Source: KuduSource -> Sink: Writer (3/4)#8] (Task.java:835) Freeing task resources for Source: KuduSource -> Sink: Writer (3/4)#8 (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8).
23:14:01.613 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.12.124.126:39141(127.12.124.126:39141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:14:01.613 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.126:39141: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
23:14:01.613 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:14:01.613 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.12.124.125:36071(127.12.124.125:36071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:14:01.613 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.12.124.125:36071: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071
23:14:01.613 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141; will retry
23:14:01.614 [INFO - flink-pekko.actor.default-dispatcher-6] (TaskExecutor.java:2037) Un-registering task and sending final execution state FAILED to JobManager for task Source: KuduSource -> Sink: Writer (3/4)#8 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8.
23:14:01.616 [INFO - flink-pekko.actor.default-dispatcher-8] (Execution.java:1449) Source: KuduSource -> Sink: Writer (3/4) (92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8) switched from INITIALIZING to FAILED on 468a0ac1-3a94-46fc-b2e8-eb6cc357cb8c @ 127.0.0.1 (dataPort=-1).
org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=GetTableSchema, tablet=null, attempt=23, TimeoutTracker(timeout=30000, elapsed=27454), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [36ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [37ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [40ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [40ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [62ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [64ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [79ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [80ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [101ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [102ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [103ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [104ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [121ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [122ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [124ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [124ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [141ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [141ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [182ms] refreshing cache from master, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [183ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [184ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [184ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [221ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [222ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [222ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [280ms] refreshing cache from master, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [280ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [281ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [282ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [401ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [401ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [521ms] refreshing cache from master, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [521ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [522ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [522ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [522ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [522ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [581ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [581ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1840ms] refreshing cache from master, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [1840ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.124:34051: Network error: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.125:36071: Network error: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071, [1841ms] Sub RPC ConnectToMaster: received response from server master-127.12.124.126:39141: Network error: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [1841ms] delaying RPC due to: Service unavailable: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141, [4040ms] refreshing cache from master, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.124:34051, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.125:36071, [4040ms] Sub RPC ConnectToMaster: sending RPC to server master-127.12.124.126:39141, [4040ms] too many traces: truncated at 100 traces, deferred=Deferred@558463128(state=PENDING, result=null, callback=(continuation of Deferred@661530175 after retry RPC after error@1900379317) -> (continuation of Deferred@746274726 after retry RPC after error@1176248073) -> (continuation of Deferred@278238763 after retry RPC after error@1257238616) -> (continuation of Deferred@1058828460 after retry RPC after error@425640977) -> (continuation of Deferred@625360351 after retry RPC after error@270431263) -> (continuation of Deferred@1281093536 after retry RPC after error@592106614) -> (continuation of Deferred@930528517 after retry RPC after error@1420532088) -> (continuation of Deferred@1193167522 after retry RPC after error@847433555) -> (continuation of Deferred@807322259 after retry RPC after error@955710897) -> (continuation of Deferred@218692439 after retry RPC after error@701781490) -> (continuation of Deferred@1863843841 after retry RPC after error@1611428646) -> (continuation of Deferred@714407475 after retry RPC after error@560223574) -> (continuation of Deferred@240337267 after retry RPC after error@222664412) -> (continuation of Deferred@2982945 after retry RPC after error@65060759) -> (continuation of Deferred@388771393 after retry RPC after error@914270478) -> (continuation of Deferred@1520320364 after retry RPC after error@1543778223) -> (continuation of Deferred@707546184 after retry RPC after error@1767487194) -> (continuation of Deferred@1117229506 after retry RPC after error@1058256744) -> (continuation of Deferred@2006311630 after retry RPC after error@1398695296) -> (continuation of Deferred@767162280 after retry RPC after error@255049088) -> (continuation of Deferred@1466481978 after retry RPC after error@2008719410) -> (continuation of Deferred@366743002 after retry RPC after error@118586716), errback=(continuation of Deferred@661530175 after retry RPC after error@1900379317) -> (continuation of Deferred@746274726 after retry RPC after error@1176248073) -> (continuation of Deferred@278238763 after retry RPC after error@1257238616) -> (continuation of Deferred@1058828460 after retry RPC after error@425640977) -> (continuation of Deferred@625360351 after retry RPC after error@270431263) -> (continuation of Deferred@1281093536 after retry RPC after error@592106614) -> (continuation of Deferred@930528517 after retry RPC after error@1420532088) -> (continuation of Deferred@1193167522 after retry RPC after error@847433555) -> (continuation of Deferred@807322259 after retry RPC after error@955710897) -> (continuation of Deferred@218692439 after retry RPC after error@701781490) -> (continuation of Deferred@1863843841 after retry RPC after error@1611428646) -> (continuation of Deferred@714407475 after retry RPC after error@560223574) -> (continuation of Deferred@240337267 after retry RPC after error@222664412) -> (continuation of Deferred@2982945 after retry RPC after error@65060759) -> (continuation of Deferred@388771393 after retry RPC after error@914270478) -> (continuation of Deferred@1520320364 after retry RPC after error@1543778223) -> (continuation of Deferred@707546184 after retry RPC after error@1767487194) -> (continuation of Deferred@1117229506 after retry RPC after error@1058256744) -> (continuation of Deferred@2006311630 after retry RPC after error@1398695296) -> (continuation of Deferred@767162280 after retry RPC after error@255049088) -> (continuation of Deferred@1466481978 after retry RPC after error@2008719410) -> (continuation of Deferred@366743002 after retry RPC after error@118586716)))
	at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
	at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
	at org.apache.kudu.client.KuduClient.tableExists(KuduClient.java:327)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.obtainTable(KuduWriter.java:142)
	at org.apache.flink.connector.kudu.connector.writer.KuduWriter.<init>(KuduWriter.java:77)
	at org.apache.flink.connector.kudu.sink.KuduSink.createWriter(KuduSink.java:67)
	at org.apache.flink.api.connector.sink2.Sink.createWriter(Sink.java:77)
	at org.apache.flink.streaming.runtime.operators.sink.StatelessSinkWriterStateHandler.createWriter(StatelessSinkWriterStateHandler.java:39)
	at org.apache.flink.streaming.runtime.operators.sink.SinkWriterOperator.initializeState(SinkWriterOperator.java:163)
	at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.initializeOperatorState(StreamOperatorStateHandler.java:134)
	at org.apache.flink.streaming.api.operators.AbstractStreamOperator.initializeState(AbstractStreamOperator.java:286)
	at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.initializeStateAndOpenOperators(RegularOperatorChain.java:106)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreStateAndGates(StreamTask.java:799)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$restoreInternal$3(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$1.call(StreamTaskActionExecutor.java:55)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restoreInternal(StreamTask.java:753)
	at org.apache.flink.streaming.runtime.tasks.StreamTask.restore(StreamTask.java:712)
	at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:958)
	at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:927)
	at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:751)
	at org.apache.flink.runtime.taskmanager.Task.run(Task.java:566)
	at java.base/java.lang.Thread.run(Thread.java:840)
	Suppressed: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
		at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
		at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
		at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
		at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
		at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
		at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
		at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
		at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
		at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
		at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
		at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
		at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
		at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
		at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
		at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
		at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
		at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
		at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
		at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
		at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
		at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
		at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
		... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.NoLeaderFoundException: Master config (127.12.124.124:34051,127.12.124.125:36071,127.12.124.126:39141) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.124:34051(127.12.124.124:34051): Connection refused: /127.12.124.124:34051,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.125:36071(127.12.124.125:36071): Connection refused: /127.12.124.125:36071,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:387)
	at org.apache.kudu.client.ConnectToCluster$ConnectToMasterErrCB.call(ConnectToCluster.java:376)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.handleContinuation(Deferred.java:1315)
	at com.stumbleupon.async.Deferred.doCall(Deferred.java:1286)
	at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
	at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
	at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
	at org.apache.kudu.client.KuduRpc.errback(KuduRpc.java:331)
	at org.apache.kudu.client.RpcProxy.failOrRetryRpc(RpcProxy.java:475)
	at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:252)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
	at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
	at org.apache.kudu.client.Connection.cleanup(Connection.java:737)
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:455)
	at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:604)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:597)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:573)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:506)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:650)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:643)
	at org.apache.kudu.shaded.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:132)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:326)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:342)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	... 1 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.12.124.126:39141(127.12.124.126:39141): Connection refused: /127.12.124.126:39141
	at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
	... 19 more
Caused by: org.apache.flink.util.SerializedThrowable: org.apache.kudu.shaded.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.12.124.126:39141
Caused by: org.apache.flink.util.SerializedThrowable: java.net.ConnectException: Connection refused
	at java.base/sun.nio.ch.Net.pollConnect(Native Method)
	at java.base/sun.nio.ch.Net.pollConnectNow(Net.java:684)
	at java.base/sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946)
	at org.apache.kudu.shaded.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336)
	at org.apache.kudu.shaded.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:784)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:732)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:658)
	at org.apache.kudu.shaded.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
	at org.apache.kudu.shaded.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:998)
	at org.apache.kudu.shaded.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:840)
23:14:01.617 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:14:01.617 [INFO - flink-pekko.actor.default-dispatcher-6] (FineGrainedSlotManager.java:324) Received resource requirements from job 7fd90d75d429cae09c48b2e4b1f4e71b: [ResourceRequirement{resourceProfile=ResourceProfile{UNKNOWN}, numberOfRequiredSlots=3}]
23:14:01.617 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:331) Removing registered reader after failure for subtask 2 (#8) of source Source: KuduSource.
23:14:01.617 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultScheduler.java:352) 1 tasks will be restarted to recover the failed task 92031fa5e3168076401af797c9482fbd_cbc357ccb763df2852fee8c4fc7d55f2_2_8.
23:14:01.617 [INFO - flink-pekko.actor.default-dispatcher-8] (DefaultExecutionGraph.java:1137) Job Flink Streaming Job (7fd90d75d429cae09c48b2e4b1f4e71b) switched from state RUNNING to RESTARTING.
23:14:01.617 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:14:01.617 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:14:01.617 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.617 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.617 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.617 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.617 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.124:39771: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.617 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.617 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.126:42301: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.618 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.618 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.125:42673: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.618 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.75.124:39771,127.24.75.126:42301,127.24.75.125:42673; will retry
23:14:01.636 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:14:01.637 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:14:01.637 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:14:01.637 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.637 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.637 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.637 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.126:42301: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.637 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.637 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.637 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.637 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.125:42673: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.637 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.124:39771: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.637 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.75.124:39771,127.24.75.126:42301,127.24.75.125:42673; will retry
23:14:01.657 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:14:01.657 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:14:01.657 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:14:01.657 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.657 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.658 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.658 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.658 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.658 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.658 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.124:39771: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.658 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.126:42301: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.658 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.125:42673: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.658 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.75.124:39771,127.24.75.126:42301,127.24.75.125:42673; will retry
23:14:01.669 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.125:34887(127.22.181.125:34887)] connecting to peer
23:14:01.669 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.126:45233(127.22.181.126:45233)] connecting to peer
23:14:01.670 [DEBUG - pool-508-thread-1] (Connection.java:748) [peer master-127.22.181.124:40657(127.22.181.124:40657)] connecting to peer
23:14:01.670 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:14:01.670 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:14:01.670 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.22.181.125:34887(127.22.181.125:34887)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:14:01.670 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.22.181.126:45233(127.22.181.126:45233)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:14:01.670 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:14:01.670 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.22.181.124:40657(127.22.181.124:40657)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:14:01.670 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.125:34887: Failed to connect to peer master-127.22.181.125:34887(127.22.181.125:34887): Connection refused: /127.22.181.125:34887
23:14:01.670 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.124:40657: Failed to connect to peer master-127.22.181.124:40657(127.22.181.124:40657): Connection refused: /127.22.181.124:40657
23:14:01.670 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.22.181.126:45233: Failed to connect to peer master-127.22.181.126:45233(127.22.181.126:45233): Connection refused: /127.22.181.126:45233
23:14:01.670 [WARN - kudu-nio-5] (ConnectToCluster.java:305) Unable to find the leader master 127.22.181.125:34887,127.22.181.126:45233,127.22.181.124:40657; will retry
23:14:01.674 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:14:01.674 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:14:01.674 [DEBUG - pool-518-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:14:01.674 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:01.674 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:01.674 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:01.674 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:01.674 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:01.674 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:01.674 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:01.674 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:01.674 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:01.674 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:14:01.697 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:14:01.697 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:14:01.697 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:14:01.697 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.697 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.697 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.124:39771: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.697 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.697 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.697 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.697 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.697 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.126:42301: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.697 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.125:42673: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.697 [WARN - kudu-nio-2] (ConnectToCluster.java:305) Unable to find the leader master 127.24.75.124:39771,127.24.75.126:42301,127.24.75.125:42673; will retry
23:14:01.716 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:14:01.716 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:14:01.717 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:14:01.717 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.717 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.717 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.717 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.124:39771: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.717 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.717 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.717 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.125:42673: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.717 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.717 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.126:42301: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.717 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.75.124:39771,127.24.75.126:42301,127.24.75.125:42673; will retry
23:14:01.737 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:14:01.737 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:14:01.737 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:14:01.737 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.737 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.737 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.124:39771: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.737 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.737 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.737 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.125:42673: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.738 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.738 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.738 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.126:42301: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.738 [WARN - kudu-nio-7] (ConnectToCluster.java:305) Unable to find the leader master 127.24.75.124:39771,127.24.75.126:42301,127.24.75.125:42673; will retry
23:14:01.783 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:01.814 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 11 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466041813 for job 2dc1d581942cda7a76529594bc8e3754.
23:14:01.815 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:01.821 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 11 for job 2dc1d581942cda7a76529594bc8e3754 (964 bytes, checkpointDuration=8 ms, finalizationTime=0 ms).
23:14:01.822 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 11 as completed for source Source: KuduSource.
23:14:01.842 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:01.946 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:01.956 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:14:01.956 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:14:01.956 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:14:01.957 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.957 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.957 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.957 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.957 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.957 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.957 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.125:42673: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:01.957 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.126:42301: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:01.957 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.124:39771: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:01.957 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.75.124:39771,127.24.75.126:42301,127.24.75.125:42673; will retry
23:14:02.006 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:14:02.006 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:14:02.006 [DEBUG - pool-524-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:14:02.006 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:02.006 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:02.006 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:02.006 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:02.006 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:02.006 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:02.006 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:02.007 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:02.007 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:02.007 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:14:02.020 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 740adf8daa67de3853e3b5185db02a0c since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 740adf8daa67de3853e3b5185db02a0c is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:02.037 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:14:02.037 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:14:02.037 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:14:02.038 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:02.038 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:02.038 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:02.038 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:02.038 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:02.038 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:02.038 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.126:42301: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:02.038 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.125:42673: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:02.038 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.124:39771: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:02.038 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.24.75.124:39771,127.24.75.126:42301,127.24.75.125:42673; will retry
23:14:02.080 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.190:33135(127.19.175.190:33135)] connecting to peer
23:14:02.080 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.188:42277(127.19.175.188:42277)] connecting to peer
23:14:02.080 [DEBUG - pool-532-thread-1] (Connection.java:748) [peer master-127.19.175.189:40447(127.19.175.189:40447)] connecting to peer
23:14:02.080 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:14:02.080 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:14:02.080 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:14:02.080 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.19.175.190:33135(127.19.175.190:33135)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:14:02.080 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.19.175.189:40447(127.19.175.189:40447)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:14:02.080 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.19.175.188:42277(127.19.175.188:42277)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:14:02.080 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.190:33135: Failed to connect to peer master-127.19.175.190:33135(127.19.175.190:33135): Connection refused: /127.19.175.190:33135
23:14:02.080 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.188:42277: Failed to connect to peer master-127.19.175.188:42277(127.19.175.188:42277): Connection refused: /127.19.175.188:42277
23:14:02.080 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.19.175.189:40447: Failed to connect to peer master-127.19.175.189:40447(127.19.175.189:40447): Connection refused: /127.19.175.189:40447
23:14:02.081 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.19.175.190:33135,127.19.175.188:42277,127.19.175.189:40447; will retry
23:14:02.186 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:14:02.186 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:14:02.186 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:14:02.186 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:02.186 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:02.186 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:02.186 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:02.186 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:02.186 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:02.186 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:02.186 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:02.186 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:02.186 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:14:02.206 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.62:41205(127.16.97.62:41205)] connecting to peer
23:14:02.206 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.60:33655(127.16.97.60:33655)] connecting to peer
23:14:02.206 [DEBUG - pool-520-thread-1] (Connection.java:748) [peer master-127.16.97.61:39663(127.16.97.61:39663)] connecting to peer
23:14:02.206 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:02.206 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:02.206 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.16.97.62:41205(127.16.97.62:41205)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:02.206 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.16.97.60:33655(127.16.97.60:33655)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:02.207 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.60:33655: Failed to connect to peer master-127.16.97.60:33655(127.16.97.60:33655): Connection refused: /127.16.97.60:33655
23:14:02.206 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:02.207 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.62:41205: Failed to connect to peer master-127.16.97.62:41205(127.16.97.62:41205): Connection refused: /127.16.97.62:41205
23:14:02.207 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.16.97.61:39663(127.16.97.61:39663)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:02.207 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.16.97.61:39663: Failed to connect to peer master-127.16.97.61:39663(127.16.97.61:39663): Connection refused: /127.16.97.61:39663
23:14:02.207 [WARN - kudu-nio-4] (ConnectToCluster.java:305) Unable to find the leader master 127.16.97.62:41205,127.16.97.60:33655,127.16.97.61:39663; will retry
23:14:02.251 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:14:02.251 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:14:02.252 [DEBUG - pool-538-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:14:02.252 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:02.252 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:02.252 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:02.252 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:02.252 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:02.252 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:02.252 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:02.252 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:02.252 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:02.252 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:14:02.261 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:14:02.261 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:14:02.261 [DEBUG - pool-511-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:14:02.261 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:14:02.261 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:14:02.261 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:14:02.261 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:14:02.261 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:14:02.261 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:14:02.261 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:14:02.261 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:14:02.261 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:14:02.261 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:14:02.283 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 8bfc36203f1d103ecbac657570b4b4ce since Checkpoint triggering task Source: KuduSource -> Sink: Writer (4/4) of job 8bfc36203f1d103ecbac657570b4b4ce is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:02.314 [INFO - Checkpoint Timer] (CheckpointCoordinator.java:947) Triggering checkpoint 12 (type=CheckpointType{name='Checkpoint', sharingFilesStrategy=FORWARD_BACKWARD}) @ 1783466042313 for job 2dc1d581942cda7a76529594bc8e3754.
23:14:02.315 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 9c307ae8863c63d3de8666de8ff6a319 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 9c307ae8863c63d3de8666de8ff6a319 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:02.322 [INFO - jobmanager-io-thread-2] (CheckpointCoordinator.java:1440) Completed checkpoint 12 for job 2dc1d581942cda7a76529594bc8e3754 (964 bytes, checkpointDuration=8 ms, finalizationTime=1 ms).
23:14:02.322 [INFO - SourceCoordinator-Source: KuduSource] (SourceCoordinator.java:411) Marking checkpoint 12 as completed for source Source: KuduSource.
23:14:02.326 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.189:34071(127.14.70.189:34071)] connecting to peer
23:14:02.326 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.190:46459(127.14.70.190:46459)] connecting to peer
23:14:02.326 [DEBUG - pool-558-thread-1] (Connection.java:748) [peer master-127.14.70.188:41813(127.14.70.188:41813)] connecting to peer
23:14:02.326 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:02.326 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.14.70.189:34071(127.14.70.189:34071)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:02.326 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:02.326 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.189:34071: Failed to connect to peer master-127.14.70.189:34071(127.14.70.189:34071): Connection refused: /127.14.70.189:34071
23:14:02.326 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:02.326 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.14.70.190:46459(127.14.70.190:46459)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:02.326 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.14.70.188:41813(127.14.70.188:41813)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:02.326 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.188:41813: Failed to connect to peer master-127.14.70.188:41813(127.14.70.188:41813): Connection refused: /127.14.70.188:41813
23:14:02.326 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.14.70.190:46459: Failed to connect to peer master-127.14.70.190:46459(127.14.70.190:46459): Connection refused: /127.14.70.190:46459
23:14:02.326 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.14.70.189:34071,127.14.70.190:46459,127.14.70.188:41813; will retry
23:14:02.337 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.124:39771(127.24.75.124:39771)] connecting to peer
23:14:02.337 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.126:42301(127.24.75.126:42301)] connecting to peer
23:14:02.337 [DEBUG - pool-544-thread-1] (Connection.java:748) [peer master-127.24.75.125:42673(127.24.75.125:42673)] connecting to peer
23:14:02.337 [INFO - kudu-nio-7] (Connection.java:429) Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:02.337 [DEBUG - kudu-nio-7] (Connection.java:709) [peer master-127.24.75.124:39771(127.24.75.124:39771)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:02.337 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:02.338 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:02.338 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.24.75.126:42301(127.24.75.126:42301)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:02.338 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.24.75.125:42673(127.24.75.125:42673)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:02.338 [INFO - kudu-nio-7] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.124:39771: Failed to connect to peer master-127.24.75.124:39771(127.24.75.124:39771): Connection refused: /127.24.75.124:39771
23:14:02.338 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.126:42301: Failed to connect to peer master-127.24.75.126:42301(127.24.75.126:42301): Connection refused: /127.24.75.126:42301
23:14:02.338 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.24.75.125:42673: Failed to connect to peer master-127.24.75.125:42673(127.24.75.125:42673): Connection refused: /127.24.75.125:42673
23:14:02.338 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.24.75.124:39771,127.24.75.126:42301,127.24.75.125:42673; will retry
23:14:02.338 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.254:40821(127.18.60.254:40821)] connecting to peer
23:14:02.338 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.252:36979(127.18.60.252:36979)] connecting to peer
23:14:02.338 [DEBUG - pool-510-thread-1] (Connection.java:748) [peer master-127.18.60.253:41141(127.18.60.253:41141)] connecting to peer
23:14:02.338 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:14:02.338 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.18.60.254:40821(127.18.60.254:40821)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:14:02.338 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.254:40821: Failed to connect to peer master-127.18.60.254:40821(127.18.60.254:40821): Connection refused: /127.18.60.254:40821
23:14:02.338 [INFO - kudu-nio-5] (Connection.java:429) Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:14:02.339 [INFO - kudu-nio-6] (Connection.java:429) Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:14:02.339 [DEBUG - kudu-nio-5] (Connection.java:709) [peer master-127.18.60.252:36979(127.18.60.252:36979)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:14:02.339 [DEBUG - kudu-nio-6] (Connection.java:709) [peer master-127.18.60.253:41141(127.18.60.253:41141)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:14:02.339 [INFO - kudu-nio-5] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.252:36979: Failed to connect to peer master-127.18.60.252:36979(127.18.60.252:36979): Connection refused: /127.18.60.252:36979
23:14:02.339 [INFO - kudu-nio-6] (ConnectToCluster.java:385) Unable to connect to master 127.18.60.253:41141: Failed to connect to peer master-127.18.60.253:41141(127.18.60.253:41141): Connection refused: /127.18.60.253:41141
23:14:02.339 [WARN - kudu-nio-6] (ConnectToCluster.java:305) Unable to find the leader master 127.18.60.254:40821,127.18.60.252:36979,127.18.60.253:41141; will retry
23:14:02.343 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job b2b25cd960f08851bedacc90188e59d4 since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job b2b25cd960f08851bedacc90188e59d4 is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..
23:14:02.352 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.124:39773(127.20.133.124:39773)] connecting to peer
23:14:02.352 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.125:35321(127.20.133.125:35321)] connecting to peer
23:14:02.352 [DEBUG - pool-534-thread-1] (Connection.java:748) [peer master-127.20.133.126:37441(127.20.133.126:37441)] connecting to peer
23:14:02.352 [INFO - kudu-nio-2] (Connection.java:429) Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:02.352 [DEBUG - kudu-nio-2] (Connection.java:709) [peer master-127.20.133.124:39773(127.20.133.124:39773)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:02.352 [INFO - kudu-nio-4] (Connection.java:429) Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:02.352 [INFO - kudu-nio-3] (Connection.java:429) Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:02.352 [INFO - kudu-nio-2] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.124:39773: Failed to connect to peer master-127.20.133.124:39773(127.20.133.124:39773): Connection refused: /127.20.133.124:39773
23:14:02.352 [DEBUG - kudu-nio-4] (Connection.java:709) [peer master-127.20.133.126:37441(127.20.133.126:37441)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:02.352 [DEBUG - kudu-nio-3] (Connection.java:709) [peer master-127.20.133.125:35321(127.20.133.125:35321)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:02.352 [INFO - kudu-nio-4] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.126:37441: Failed to connect to peer master-127.20.133.126:37441(127.20.133.126:37441): Connection refused: /127.20.133.126:37441
23:14:02.352 [INFO - kudu-nio-3] (ConnectToCluster.java:385) Unable to connect to master 127.20.133.125:35321: Failed to connect to peer master-127.20.133.125:35321(127.20.133.125:35321): Connection refused: /127.20.133.125:35321
23:14:02.352 [WARN - kudu-nio-3] (ConnectToCluster.java:305) Unable to find the leader master 127.20.133.124:39773,127.20.133.125:35321,127.20.133.126:37441; will retry
23:14:02.446 [INFO - Checkpoint Timer] (CheckpointFailureManager.java:109) Failed to trigger checkpoint for job 3ec1c74f67335b85e5e1f959e912487e since Checkpoint triggering task Source: KuduSource -> Sink: Writer (1/4) of job 3ec1c74f67335b85e5e1f959e912487e is not being executed at the moment. Aborting checkpoint. Failure reason: Not all required tasks are currently running..

Time: 346.59

OK (7 tests)

23:14:02.475 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:14:02.475 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
23:14:02.476 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-91a1ea4b-37f0-42a8-845f-5c3095bcab2b
23:14:02.476 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:14:02.477 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-d4eb6cc9-001b-4654-8852-8c04d86ade60
23:14:02.477 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-ce4e02e1-7a3a-4752-a364-31d8922240d9
23:14:02.477 [INFO - FileChannelManagerImpl-io shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-dc0a17cc-c3aa-4ce8-8765-f03879e752b5
23:14:02.477 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
23:14:02.478 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
23:14:02.479 [INFO - TaskExecutorFileMergingManager shutdown hook] (TaskExecutorFileMergingManager.java:126) Shutting down TaskExecutorFileMergingManager.
23:14:02.479 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
23:14:02.479 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
23:14:02.481 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-c52cd89c-edfa-464f-82cd-9b4a8b8f6bdf
23:14:02.481 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
23:14:02.481 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
23:14:02.481 [INFO - IOManagerAsync shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-io-3efbffec-2eb7-47df-9633-8c326821385b
23:14:02.481 [INFO - TaskExecutorStateChangelogStoragesManager shutdown hook] (TaskExecutorStateChangelogStoragesManager.java:234) Shutting down TaskExecutorStateChangelogStoragesManager.
23:14:02.482 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-a4dd9b49-a864-4182-86e4-ff261b6e7aff
23:14:02.482 [INFO - TaskExecutorLocalStateStoresManager shutdown hook] (TaskExecutorLocalStateStoresManager.java:314) Shutting down TaskExecutorLocalStateStoresManager.
23:14:02.483 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:14:02.483 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:14:02.484 [INFO - PermanentBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:14:02.484 [INFO - FileChannelManagerImpl-netty-shuffle shutdown hook] (FileChannelManagerImpl.java:149) FileChannelManager removed spill file directory /tmp/flink-netty-shuffle-132a915a-11f6-4597-b0e9-0dccabbc48cf
23:14:02.484 [INFO - TransientBlobCache shutdown hook] (AbstractBlobCache.java:251) Shutting down BLOB cache
23:14:02.484 [INFO - FileCache shutdown hook] (FileCache.java:160) removed file cache directory /tmp/flink-dist-cache-ffce35bf-3e79-41ad-94eb-e41d249763a2
